-- Logs begin at Thu 2022-04-21 13:55:29 UTC, end at Thu 2022-04-21 15:57:51 UTC. -- Apr 21 14:35:39.261331 dv-neutron-838896-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 14:35:41.750094 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:35:41.750811 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 21 14:35:41.750811 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 14:35:41.753986 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.common.config [-] Logging enabled! Apr 21 14:35:41.754237 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 21 14:35:41.754542 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88002) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 14:35:41.755470 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:35:41.755702 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:35:41.756052 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:35:41.756293 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:35:41.756515 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:35:41.756831 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.757124 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.757446 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.757674 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.757965 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.758254 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.758539 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.758826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.759121 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.759404 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.759680 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.759961 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.760192 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.760469 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.760751 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.761033 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.761280 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.761558 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.761980 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.763641 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.763641 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.763890 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.764026 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.764663 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.764663 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.764822 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.765153 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] host = dv-neutron-838896-1-hyperv {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.765459 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.765761 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.766032 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.766315 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.766587 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.766861 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.767141 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.767410 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.767679 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.767950 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.768234 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.768518 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.768804 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.769025 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.769271 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.769567 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.769850 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.770121 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.770391 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.770663 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.770930 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.771198 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.771463 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.771746 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.772024 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.772304 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.772574 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.772842 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.773126 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.773403 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.773682 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.773951 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.774222 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.774498 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.774783 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.775051 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.775320 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.775620 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.775905 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.776184 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.776466 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.776738 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.777019 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.777311 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.777586 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.777855 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.778163 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.779089 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.779377 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.779654 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.779929 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.780206 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.780479 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.780766 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.781040 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:41.781356 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.781653 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.781952 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.782236 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.782524 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.782800 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.783086 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.783361 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.783647 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.783931 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.784214 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.784490 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.784773 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.785057 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.785373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.785677 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.785970 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.786263 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.786536 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.786806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.787076 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.787352 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.787637 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.787926 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.788215 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.788489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.788765 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.789053 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.789351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.789623 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.789898 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.790186 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.790464 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.790735 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.791013 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.791287 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.791557 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.791824 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.792100 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.792385 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.792658 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.792924 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.793191 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.793486 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.793896 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.794217 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.794495 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.794767 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.795035 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.795317 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.795584 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.795851 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.796122 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.796389 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.796663 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.796930 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.797220 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.797485 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.797754 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.798021 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.798287 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.798555 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.798826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.799092 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.799360 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.799626 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.799894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.800161 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.800444 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.800739 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.801014 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.801312 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.801591 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.801865 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.802139 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.802410 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.802683 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.802958 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.803226 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.803513 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.803790 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.804070 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.804351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.804624 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.804914 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.805190 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.805490 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.805763 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.806040 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.806318 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.806597 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.806885 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.807172 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.807459 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.807744 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.808029 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.808304 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.808606 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.808880 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:41.809095 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:35:41.809916 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88002) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 21 14:35:42.207523 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO keyring.backend [-] Loading KWallet Apr 21 14:35:42.215805 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO keyring.backend [-] Loading SecretService Apr 21 14:35:42.219383 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO keyring.backend [-] Loading Windows Apr 21 14:35:42.220681 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO keyring.backend [-] Loading chainer Apr 21 14:35:42.221267 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO keyring.backend [-] Loading macOS Apr 21 14:35:42.254549 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 14:35:42.254818 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 14:35:42.255101 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 14:35:42.255428 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 14:35:42.642050 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.642343 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.642611 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.643785 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.644057 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.644436 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.678379 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.678654 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.678920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.692561 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.692836 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.693100 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.722853 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.723127 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.723391 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.759164 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.759702 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.759702 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.995443 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.995659 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.995919 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.996183 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:42.997370 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.116876 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.117190 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.117496 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.117768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.118032 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.118343 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.118611 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.118868 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.119120 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.119401 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.119658 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.119921 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.120185 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.120436 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.120698 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.120963 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.121239 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.121511 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.122282 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.122563 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.122910 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.123155 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.123400 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.123681 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.123927 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.124170 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.124546 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.124780 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.125011 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.125271 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.125505 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.125734 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.126091 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 14:35:43.129136 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 14:35:43.133026 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 14:35:43.136721 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 21 14:35:43.138903 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 14:35:43.139343 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 14:35:43.139670 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 14:35:43.140050 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 14:35:43.143868 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 14:35:43.144118 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 14:35:43.144457 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:35:43.171789 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 14:35:43.172229 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.172519 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88002) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 14:35:43.172874 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.174321 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88002) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 14:35:43.174597 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 14:35:43.174840 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 14:35:43.177996 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.178276 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.239793 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 14:35:43.240030 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 14:35:43.240263 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 14:35:43.240626 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 14:35:43.272352 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_db.sqlalchemy.engines [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88002) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 21 14:35:43.598407 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing driver for type 'gre' Apr 21 14:35:43.598843 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] gre ID ranges: [(1, 1000)] Apr 21 14:35:43.654481 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing driver for type 'local' Apr 21 14:35:43.655002 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing driver for type 'vlan' Apr 21 14:35:43.666337 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] VlanTypeDriver initialization complete Apr 21 14:35:43.666682 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing driver for type 'vxlan' Apr 21 14:35:43.667153 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] vxlan ID ranges: [(1, 1000)] Apr 21 14:35:43.726187 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing extension driver 'port_security' Apr 21 14:35:43.726726 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.extensions.port_security [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] PortSecurityExtensionDriver initialization complete Apr 21 14:35:43.727120 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing mechanism driver 'openvswitch' Apr 21 14:35:43.727490 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing mechanism driver 'hyperv' Apr 21 14:35:43.735670 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.plugin [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:43.736342 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.736701 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.737129 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.737723 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.738277 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.738625 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.738971 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.739491 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.740016 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.740489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.740873 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.741545 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.741773 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.742302 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.742658 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.743175 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.743697 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.744050 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.744521 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.745042 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.745473 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > address_group after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.745818 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > address_group after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.746348 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > address_group after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.746801 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88002) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 14:35:43.747893 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] ML2 OVO RPC backend initialized. {{(pid=88002) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 21 14:35:43.748847 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.749373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.749933 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.750421 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > networks before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.750775 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.751117 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > ports before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.751579 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.751932 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnets before_response 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.752279 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.752695 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.753031 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.753523 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.753868 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.754327 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.754686 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.755065 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.755397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > subnet after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.756115 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.plugin [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Modular L2 Plugin initialization complete Apr 21 14:35:43.756478 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading services supported by the core plugin {{(pid=88002) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 14:35:43.756778 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.plugins.ml2.managers [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Got port-security extension from driver 'port_security' Apr 21 14:35:43.757390 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.extensions.vlantransparent [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Disabled vlantransparent extension. Apr 21 14:35:43.757880 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88002) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 14:35:43.758261 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: router Apr 21 14:35:43.804756 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.805403 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.805504 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router before_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.805863 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.806220 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.806562 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_delete 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.806912 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > floatingip after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.807263 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.807616 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.807939 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.808276 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.808623 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.809028 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.810434 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.810778 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.811110 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: subnet after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.811443 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.811783 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > port precommit_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.812123 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.812457 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.812793 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.813141 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router after_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.813498 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_delete 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.813839 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_create 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.814190 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router_interface after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.814789 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_update 55549900 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.815142 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > agent after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.816002 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > agent after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.816002 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > network after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.816649 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Tracking information for resource: router configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.816972 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Tracking information for resource: floatingip configured {{(pid=88002) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 14:35:43.822073 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.db.l3_agentschedulers_db [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 14:35:43.822632 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.822978 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.823317 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.823657 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: port after_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.824548 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router before_create 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.824940 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_delete 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.825811 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_create 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.826191 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > router precommit_update 55550100 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.830567 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.provider_configuration [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service providers = [] {{(pid=88002) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 14:35:43.830927 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.db.servicetype_db [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88002) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 14:35:43.833851 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.service_base [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:35:43.834196 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.service_base [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:35:43.834529 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.service_base [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:35:43.835403 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.services.service_base [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88002) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 14:35:43.835775 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.services.service_base [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 14:35:43.836148 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.836464 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 14:35:43.847219 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.847553 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: auto_allocate Apr 21 14:35:43.853418 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: network precommit_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.853780 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: network precommit_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.854328 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.854647 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: tag Apr 21 14:35:43.861794 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.862118 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: timestamp Apr 21 14:35:43.866072 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.866403 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: network_ip_availability Apr 21 14:35:43.871591 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.872814 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.873087 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:43.873827 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.874153 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: flavors Apr 21 14:35:43.878887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.879219 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading Plugin: revisions Apr 21 14:35:43.883459 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88002) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 14:35:43.883844 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=88002) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 14:35:43.884567 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88002) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 21 14:35:43.884894 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Initializing extension manager. Apr 21 14:35:43.885425 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: __init__.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.885759 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: __pycache__ {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.886085 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.886410 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: address_group.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.887150 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.887864 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: address-group Apr 21 14:35:43.888197 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: address_scope.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.888902 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.889436 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: address-scope Apr 21 14:35:43.889754 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: admin_state_down_before_update.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.890664 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.891157 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: router-admin-state-down-before-update Apr 21 14:35:43.891473 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: agent.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.892163 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.892654 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: agent Apr 21 14:35:43.892968 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: agent_resources_synced.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.893908 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.894405 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: agent-resources-synced Apr 21 14:35:43.894721 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: allowedaddresspairs.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.896662 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.897180 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: allowed-address-pairs Apr 21 14:35:43.897533 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: auto_allocated_topology.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.898590 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.899094 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: auto-allocated-topology Apr 21 14:35:43.899416 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.900099 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.900592 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: availability_zone Apr 21 14:35:43.900912 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: availability_zone_filter.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.901846 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.902343 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: availability_zone_filter Apr 21 14:35:43.902661 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: data_plane_status.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.904245 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.904735 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 14:35:43.905050 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: default_subnetpools.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.905982 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.906480 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: default-subnetpools Apr 21 14:35:43.906798 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: dhcpagentscheduler.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.907584 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.908083 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: dhcp_agent_scheduler Apr 21 14:35:43.908402 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: dns.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.909447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.909951 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension dns-integration not supported by any of loaded plugins Apr 21 14:35:43.910271 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: dns_domain_ports.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.911175 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.911672 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 14:35:43.911989 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: dvr.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.912647 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.913139 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: dvr Apr 21 14:35:43.913482 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: empty_string_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.914380 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.914871 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: empty-string-filtering Apr 21 14:35:43.915214 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.916109 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.916596 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:35:43.916912 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.917839 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.918332 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 14:35:43.919375 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: external_net.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.920293 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.920787 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: external-net Apr 21 14:35:43.921105 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: extra_dhcp_opt.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.922044 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.922533 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: extra_dhcp_opt Apr 21 14:35:43.922848 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: extraroute.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.923744 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.924241 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: extraroute Apr 21 14:35:43.924556 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: extraroute_atomic.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.925586 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.926082 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: extraroute-atomic Apr 21 14:35:43.926399 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: filter_validation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.927054 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.927539 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: filter-validation Apr 21 14:35:43.927852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: fip_pf_description.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.928743 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.929256 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 14:35:43.929573 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: fip_port_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.930477 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.930968 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: fip-port-details Apr 21 14:35:43.931282 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: flavors.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.932484 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.932984 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: flavors Apr 21 14:35:43.933334 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.935172 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.935673 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 14:35:43.935995 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: floatingip_pools.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.936680 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.937181 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: floatingip-pools Apr 21 14:35:43.937530 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: ip_allocation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.938432 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.938927 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 14:35:43.939243 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.940423 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.940905 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: ip-substring-filtering Apr 21 14:35:43.941245 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l2_adjacency.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.942162 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.942652 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 14:35:43.942970 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.943931 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.944431 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: router Apr 21 14:35:43.944751 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3_conntrack_helper.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.947138 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.947664 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 14:35:43.947993 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.948911 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.949445 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: ext-gw-mode Apr 21 14:35:43.949773 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.950782 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.951277 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: l3-ha Apr 21 14:35:43.951601 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3_flavors.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.952504 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.953000 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: l3-flavors Apr 21 14:35:43.953349 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.954263 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.954762 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 14:35:43.955082 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: l3agentscheduler.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.956085 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.956582 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: l3_agent_scheduler Apr 21 14:35:43.956903 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: logging.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.958410 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.958915 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension logging not supported by any of loaded plugins Apr 21 14:35:43.959239 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: metering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.959965 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.960525 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: metering Apr 21 14:35:43.960847 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.961963 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.962465 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: metering_source_and_destination_fields Apr 21 14:35:43.962784 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: multiprovidernet.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.963696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.964189 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: multi-provider Apr 21 14:35:43.964506 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: netmtu.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.965969 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.966680 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: net-mtu Apr 21 14:35:43.966990 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: netmtu_writable.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.967901 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.968397 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: net-mtu-writable Apr 21 14:35:43.968716 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: network_availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.969402 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.969895 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: network_availability_zone Apr 21 14:35:43.970207 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: network_ip_availability.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.971276 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.971771 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: network-ip-availability Apr 21 14:35:43.972090 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: network_segment_range.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.972837 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.973374 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 14:35:43.973695 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: pagination.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.974663 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.974987 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: pagination Apr 21 14:35:43.975300 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: port_device_profile.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.976196 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.976702 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: port-device-profile Apr 21 14:35:43.977015 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.977949 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.978446 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: port-mac-address-regenerate Apr 21 14:35:43.978760 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.979657 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.980156 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: port-numa-affinity-policy Apr 21 14:35:43.980467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: port_resource_request.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.982082 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.982583 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 14:35:43.982898 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: portbindings.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.983821 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.984320 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: binding Apr 21 14:35:43.984635 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: portbindings_extended.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.985922 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.986439 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: binding-extended Apr 21 14:35:43.986762 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: portsecurity.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.987668 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.988167 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: port-security Apr 21 14:35:43.988485 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: project_id.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.989490 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.989814 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: project-id Apr 21 14:35:43.990128 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: providernet.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.991040 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.991541 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: provider Apr 21 14:35:43.991857 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.995506 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.996016 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos not supported by any of loaded plugins Apr 21 14:35:43.996339 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.997617 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.998118 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 14:35:43.998442 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:43.999343 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:43.999841 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 14:35:44.000163 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_default.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.001059 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.001593 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-default not supported by any of loaded plugins Apr 21 14:35:44.001916 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_fip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.002561 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.003053 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-fip not supported by any of loaded plugins Apr 21 14:35:44.003372 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_gateway_ip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.004285 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.004781 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 14:35:44.005096 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_port_network_policy.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.006095 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.006590 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 14:35:44.006905 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_rule_type_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.007805 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.008296 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 14:35:44.008611 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: qos_rules_alias.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.009664 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.010162 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 14:35:44.010480 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: quotasv2.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.011360 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.011680 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: quotas Apr 21 14:35:44.011992 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: quotasv2_detail.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.013628 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.013959 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: quota_details Apr 21 14:35:44.014283 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: rbac.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.015314 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.015825 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: rbac-policies Apr 21 14:35:44.016154 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: rbac_address_group.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.017070 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.017616 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: rbac-address-group Apr 21 14:35:44.017940 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: rbac_address_scope.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.018845 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.019347 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: rbac-address-scope Apr 21 14:35:44.019669 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: rbac_security_groups.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.020564 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.021062 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: rbac-security-groups Apr 21 14:35:44.021404 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: rbac_subnetpool.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.022317 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.022819 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: rbac-subnetpool Apr 21 14:35:44.023140 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: revisionifmatch.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.024051 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.024551 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: revision-if-match Apr 21 14:35:44.024871 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: revisions.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.025991 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.026495 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: standard-attr-revisions Apr 21 14:35:44.026815 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: router_availability_zone.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.027476 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.028506 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: router_availability_zone Apr 21 14:35:44.028825 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: routerservicetype.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.029742 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.030247 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension router-service-type not supported by any of loaded plugins Apr 21 14:35:44.030565 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.031467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.031973 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: security-groups-normalized-cidr Apr 21 14:35:44.032297 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: security_groups_port_filtering.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.033354 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.033865 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: port-security-groups-filtering Apr 21 14:35:44.034184 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.035091 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.035589 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: security-groups-remote-address-group Apr 21 14:35:44.035907 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: securitygroup.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.045979 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.046496 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: security-group Apr 21 14:35:44.046825 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: segment.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.047594 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.048093 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension segment not supported by any of loaded plugins Apr 21 14:35:44.048416 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.049370 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.049873 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 14:35:44.050196 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: servicetype.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.051295 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.051802 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: service-type Apr 21 14:35:44.052125 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: sorting.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.053092 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.053451 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: sorting Apr 21 14:35:44.053771 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: standard_attr_segment.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.054681 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.055190 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 14:35:44.055511 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: standardattrdescription.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.056146 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.056643 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: standard-attr-description Apr 21 14:35:44.056959 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: stateful_security_group.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.057894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.058397 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: stateful-security-group Apr 21 14:35:44.058712 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: stdattrs_common.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.059368 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 14:35:44.059688 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.060679 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.061180 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 14:35:44.061522 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnet_onboard.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.062585 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.063089 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: subnet_onboard Apr 21 14:35:44.063405 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.064327 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.065095 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 14:35:44.065438 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnet_service_types.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.066351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.066852 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: subnet-service-types Apr 21 14:35:44.067167 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnetallocation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.068241 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.068747 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: subnet_allocation Apr 21 14:35:44.069067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.069750 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.070249 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: subnetpool-prefix-ops Apr 21 14:35:44.070564 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.071487 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.071988 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 14:35:44.072303 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: tagging.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.073376 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.073883 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: standard-attr-tag Apr 21 14:35:44.074206 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: timestamp.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.075424 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.075920 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loaded extension: standard-attr-timestamp Apr 21 14:35:44.076243 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: trunk.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.077284 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.077790 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension trunk not supported by any of loaded plugins Apr 21 14:35:44.078112 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: trunk_details.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.079023 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.079520 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension trunk-details not supported by any of loaded plugins Apr 21 14:35:44.079840 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: uplink_status_propagation.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.080757 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.081288 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 14:35:44.081614 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Loading extension file: vlantransparent.py {{(pid=88002) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 14:35:44.082276 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88002) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 14:35:44.082778 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 14:35:44.085179 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:network Apr 21 14:35:44.085927 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnet Apr 21 14:35:44.086688 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:35:44.087279 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:port Apr 21 14:35:44.088529 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.088974 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service FLAVORS assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.089626 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.090051 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.090378 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:router Apr 21 14:35:44.091638 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:35:44.092333 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service METERING assigned prefix: /metering {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.093810 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:44.094185 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:44.094533 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:35:44.096767 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:35:44.097239 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:35:44.097898 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:35:44.098647 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.098983 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:35:44.099321 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] subnetpool is already registered Apr 21 14:35:44.099931 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.100259 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:35:44.100593 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] subnetpool is already registered Apr 21 14:35:44.211126 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.211474 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service FLAVORS assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.212071 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.212489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.212826 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:router Apr 21 14:35:44.213162 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] router is already registered Apr 21 14:35:44.213839 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:floatingip Apr 21 14:35:44.214165 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] floatingip is already registered Apr 21 14:35:44.214795 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service METERING assigned prefix: /metering {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.216141 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 14:35:44.216534 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] rbac_policy is already registered Apr 21 14:35:44.216957 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:security_group Apr 21 14:35:44.217313 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] security_group is already registered Apr 21 14:35:44.217905 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 14:35:44.218240 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] security_group_rule is already registered Apr 21 14:35:44.218892 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.219218 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:35:44.219542 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] subnetpool is already registered Apr 21 14:35:44.220145 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.v2.resource_helper [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Service CORE assigned prefix: {{(pid=88002) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 14:35:44.220468 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 14:35:44.220787 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING neutron.quota.resource_registry [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] subnetpool is already registered Apr 21 14:35:44.221468 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: extensions {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.222947 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: address-groups {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.224580 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: address-scopes {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.225801 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.226935 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: auto-allocated-topology {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.228262 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: availability_zones {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.229488 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: dhcp-networks {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.230877 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: dhcp-agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.233011 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.234826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: flavors {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.235977 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: service_profiles {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.237172 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: next_providers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.238694 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: service_profiles {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.240212 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: floatingip-pools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.241429 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.243207 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: floatingips {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.244373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: l3-routers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.245775 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: l3-agents {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.247356 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: metering-labels {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.248596 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: metering-label-rules {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.249882 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: network-ip-availabilities {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.251114 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: bindings {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.252749 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: quotas {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.254206 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: quotas {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.255591 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: rbac-policies {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.256864 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: security-groups {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.258078 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: security-group-rules {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.259299 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: service-providers {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.260594 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: subnetpools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.261951 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: subnetpools {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.263991 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.265782 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.267482 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.269298 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.272073 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.273934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.275596 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.277516 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.279519 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.281385 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron.api.extensions [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Extended resource: tags {{(pid=88002) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 14:35:44.287258 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING keystonemiddleware.auth_token [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 14:35:44.291969 dv-neutron-838896-1-hyperv neutron-server[88002]: WARNING keystonemiddleware.auth_token [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 14:35:44.300712 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Acquired lock "singleton_lock" {{(pid=88002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 14:35:44.301188 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_concurrency.lockutils [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Releasing lock "singleton_lock" {{(pid=88002) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 14:35:44.301837 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Starting 2 workers Apr 21 14:35:44.306445 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Started child 88107 {{(pid=88002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:35:44.310685 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Started child 88108 {{(pid=88002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:35:44.311536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.312250 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO neutron.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 14:35:44.312911 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Notify callbacks [] for process, before_spawn {{(pid=88002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.313063 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [-] (88107) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:35:44.316063 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Starting 1 workers Apr 21 14:35:44.316345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.317770 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [-] (88108) wsgi starting up on http://0.0.0.0:9696 Apr 21 14:35:44.321053 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Started child 88109 {{(pid=88002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:35:44.321568 dv-neutron-838896-1-hyperv neutron-server[88002]: INFO oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Starting 1 workers Apr 21 14:35:44.324598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] calling RpcWorker wait() {{(pid=88109) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 14:35:44.325189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] returning from RpcWorker wait() {{(pid=88109) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 14:35:44.325973 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Started child 88110 {{(pid=88002) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 21 14:35:44.326560 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG neutron_lib.callbacks.manager [None req-1677b32d-e8e3-4d0b-b03e-1d17f314e34c None None] Notify callbacks [] for process, after_spawn {{(pid=88002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.326677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.327157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:44.328362 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 21 14:35:44.328564 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:35:44.328746 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:35:44.328961 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:35:44.329330 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:35:44.329496 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:35:44.329959 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.330228 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.330376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:44.330838 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.330838 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.331043 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.331575 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.331830 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.332080 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.332348 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.332596 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.332760 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.332922 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.333167 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.333422 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.333719 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.333990 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.334230 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.334500 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.334668 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.334903 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.335161 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.335383 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.335656 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.335900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.336375 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.336598 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.336842 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.337081 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.337358 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.337597 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.337859 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.338097 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.338307 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.338536 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.338788 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.339013 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.339237 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.339470 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.339729 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.339963 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.340422 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] host = dv-neutron-838896-1-hyperv {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.340666 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.341383 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.341383 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.341383 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.341755 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.341876 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.342047 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.342301 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.342549 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.342775 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.343031 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.343254 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.343492 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.343733 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.343945 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_options = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.344134 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.344396 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.344652 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.344845 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.345009 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.345181 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.345483 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.345646 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.345891 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.346102 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.346316 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.346541 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.346779 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.347016 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.347261 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.347490 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.347717 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.347943 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.348183 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.348421 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.348642 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.348864 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.349100 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.349339 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.349550 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.349760 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.349994 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.350211 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.350413 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.351621 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.351621 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.351621 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.351998 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:44.352127 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.352127 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.352127 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.352458 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.352586 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.352768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.353004 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.353270 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.353517 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.353727 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.354932 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.354932 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.354932 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.355222 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.355293 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.355549 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.356069 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.356803 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.357016 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.357264 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.357496 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.357837 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.358067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.358491 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.358777 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.359090 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.359347 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.359622 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.360696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.360696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.360696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.360696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.360696 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.363920 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.364852 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.365526 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.365526 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.365681 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.365757 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367761 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367761 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367761 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.367999 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.368087 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.368292 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.368512 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.368744 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.368954 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.369192 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.369606 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.369977 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.370197 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.370458 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.370819 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.371203 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.371557 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.372576 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.372952 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.373360 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.373734 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.374088 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.374466 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.374845 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.375207 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.375467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.375714 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.375933 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.376142 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.376503 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.376871 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.377275 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.377497 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.377744 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.377967 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.378181 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.378394 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.378672 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.378853 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.379116 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.379471 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.379690 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.379908 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.380112 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.380337 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.380547 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.380759 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.380977 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.381263 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.381714 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.382123 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.382532 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.382925 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.383178 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.383436 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.383651 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.383867 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.384110 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.384338 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.384726 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.385090 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.385492 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.385851 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.386219 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.386603 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.386851 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.387093 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.387354 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.387612 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.387851 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.388148 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.388426 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.388691 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.388930 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.389163 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.389448 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.389711 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.390002 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.390367 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.390784 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.391258 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.391677 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.392097 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.392505 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.392903 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.393333 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.393747 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.393999 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.394255 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.394484 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.394736 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.395031 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.395342 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.395701 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.395924 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.396200 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.396559 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.396792 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.397098 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.397342 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.397613 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.398101 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.398340 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.398639 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.398898 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.399170 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.399422 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.399667 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.399887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.400115 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.400363 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.400592 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.400824 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.401053 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.401297 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.401509 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.401738 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.401969 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.402199 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.402446 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.402688 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.403129 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.403519 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.403747 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.403960 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.404175 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.404419 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.404634 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.404848 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.405077 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.405329 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.405589 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.405804 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.406067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.406312 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.406550 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.406791 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.407044 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.407280 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.407492 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.407768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.407985 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.408194 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.408423 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.408654 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.408865 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.409098 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.409369 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.409578 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.409810 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.410024 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.410375 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.410629 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.410856 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.411096 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.411337 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.411548 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.411760 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.411972 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.412201 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.412412 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.412659 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.412889 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.413129 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.413364 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.413576 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.413805 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.414075 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.414310 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.414542 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.414774 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.414990 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.415201 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.415418 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.415629 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.415853 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.416079 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.416306 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.416525 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.416732 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.417536 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.417780 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.418027 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.418442 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.419239 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420036 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420036 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420036 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.420826 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.421340 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.421340 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.424667 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.425243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 51686) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:35:44.425351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.425351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.425606 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.425862 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.426111 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.426392 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.426662 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.426997 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.427240 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.427510 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.427740 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.427987 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.428232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.428505 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.428861 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.429145 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.429436 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.429674 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.429962 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.430257 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.430521 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.430739 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.431030 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.431375 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.431669 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.431926 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.432176 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.432440 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.432664 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.433262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061872 Apr 21 14:35:44.433711 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.433819 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.434031 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.434381 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.435134 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.435399 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.435630 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436538 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436538 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436538 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436538 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436842 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.436909 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.437103 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.437280 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:35:44.437784 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88002) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 21 14:35:44.438345 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 14:35:44.438345 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 14:35:44.438345 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 14:35:44.438541 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 14:35:44.438541 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 14:35:44.438778 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.438911 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.439070 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.439232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.439635 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.439818 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.439978 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440136 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440293 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440451 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440608 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440765 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.440922 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.441934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] debug = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443266 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.443900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444467 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444686 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444750 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.444899 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445057 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] host = dv-neutron-838896-1-hyperv {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445854 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445854 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445854 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445854 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.445854 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446261 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446261 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446261 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446446 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446563 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446720 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446877 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.446953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:44.447025 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447180 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447338 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_options = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447495 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447651 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447807 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.447990 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448151 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448309 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448466 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448623 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448781 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.448939 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449095 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449275 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449435 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449593 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449750 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.449939 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450127 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450298 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450476 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450604 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450882 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.450882 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451087 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451191 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451335 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451493 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451650 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.451794 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.453806 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454489 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454774 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454774 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.454926 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455045 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455150 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455294 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455450 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_json = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455606 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455764 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.455927 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.456084 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.456675 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.456675 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.456675 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.456675 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.457173 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 14:35:44.457173 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.457173 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.457524 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.457524 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.457776 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.457896 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.458002 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459062 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459208 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459333 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459460 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459583 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.459705 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.460736 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.460900 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.461294 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.461615 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.461934 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.462243 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.462413 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.462574 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.462707 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.462888 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463047 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463207 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463366 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463526 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463684 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.463992 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464155 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464315 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464476 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464636 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464795 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.464943 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.465103 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.466273 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.466447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.466612 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.466774 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.467031 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.467182 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.467294 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.467400 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.467520 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.469049 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.469263 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.469603 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.469946 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.470289 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.470471 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.470640 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.470804 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.471570 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.471570 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.471570 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.471570 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.471570 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472067 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472353 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472353 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472562 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472676 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472782 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.472906 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.473044 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.473222 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.474176 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.474401 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.474915 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.474915 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.474915 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.475235 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476373 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476923 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476923 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.476923 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477246 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477246 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477451 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477451 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477664 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477789 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.477916 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478039 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478189 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478350 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478508 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478668 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.478827 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.479030 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.479198 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.479358 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.479516 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.479673 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480038 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480038 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480294 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480294 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480561 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480561 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480834 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.480982 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.481708 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.481708 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.481981 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.482121 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483098 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483255 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483426 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483657 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483753 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.483899 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484060 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484217 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484375 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484534 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484694 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.484853 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485011 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.485894 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486184 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486184 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486317 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486490 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486575 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486735 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.486893 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487044 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487198 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487351 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487504 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487657 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487811 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.487975 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488150 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488300 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488442 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488588 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488718 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.488860 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.489009 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.489144 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.490135 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.490296 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.490617 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.490764 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.490927 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.491087 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.491246 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.491406 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.491565 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.494397 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495232 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.495879 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.496447 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.497767 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.497767 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.497767 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.497767 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498322 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498322 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498322 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498322 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498764 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498764 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.498764 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499111 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499111 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499309 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499414 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499519 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499623 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.499776 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.500768 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501502 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501502 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501502 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501502 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501502 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501921 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501921 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.501921 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502136 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502214 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.502887 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503208 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503208 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503408 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503408 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503596 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503682 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503838 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.503996 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504158 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504316 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504474 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504632 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504792 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.504955 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505123 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505321 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505486 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505652 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505819 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.505986 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506146 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506310 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506481 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506645 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506803 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.506966 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507123 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507273 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507432 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507591 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507749 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.507908 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508066 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508224 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508380 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508537 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508697 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.508855 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.509012 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.509171 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.509352 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.509511 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 14:35:44.509662 dv-neutron-838896-1-hyperv neutron-server[88002]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88002) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 14:35:55.309558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae95528-ff14-4872-a23f-50c541d41cd5 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:35:55.400937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae95528-ff14-4872-a23f-50c541d41cd5 None None] No non-hosted networks {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 14:35:55.418088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.agentschedulers_db [None req-6ae95528-ff14-4872-a23f-50c541d41cd5 None None] DHCP Agent not found on host dv-neutron-838896-1-hyperv {{(pid=88109) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 21 14:35:55.499393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f5b0558-67b8-4614-94e3-9730d04d2751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:57.431283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fecb3d-e8ec-43e0-b35c-5034dcb5460d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:57.466902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af6e69cf-93e9-485d-9098-c2a0dbb3fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:58.628177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:58.910551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:35:58.911323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.911676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.912389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.913443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.914653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.915699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.916192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.917739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.920898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.922190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.922739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.923819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:35:58.924997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-838896-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:58.936120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-838896-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:35:59.896303 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.db.l3_hamode_db [None req-4fecd450-806c-4b17-95b8-259decb590de None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 14:35:59.992135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecd450-806c-4b17-95b8-259decb590de None None] Routers set() bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:35:59.992781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fecd450-806c-4b17-95b8-259decb590de None None] Router IDs set() for agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 21 14:36:00.367790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:01.674393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 51784) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:02.248664 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING oslo_policy.policy [None req-c966d0ed-7667-4410-b399-daddce547801 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:02.249238 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING oslo_policy.policy [None req-c966d0ed-7667-4410-b399-daddce547801 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:02.466986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-c966d0ed-7667-4410-b399-daddce547801 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:36:02.468023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c966d0ed-7667-4410-b399-daddce547801 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7927318 Apr 21 14:36:04.834309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 51798) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:05.196440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:05.290199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.policy [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88107) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 14:36:05.335078 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING oslo_policy.policy [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:05.335477 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING oslo_policy.policy [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:05.344014 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.quota [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Loaded quota_driver: . Apr 21 14:36:05.359993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:05.420541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870586875', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870587350', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870610497', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870603421', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870560821', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792870554757', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-623236', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1578447', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1775221'] for rbac-policy, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:05.483245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:05.484532 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d93d9ca-ce1b-46bc-8e34-ae15adbe6b01 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6492846 Apr 21 14:36:08.103374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 51812) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:08.447853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Request body: {'network': {'name': 'private', 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:08.453442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:08.457759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Usage tracker for resource:network and tenant:0382b821f5a24ad0b5f94f344a687b1c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:08.462254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:08.469148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:08.478483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Made reservation on behalf of 0382b821f5a24ad0b5f94f344a687b1c for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:36:08.481801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.499063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.513116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:08.516673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Usage tracker for resource:security_group_rule and tenant:0382b821f5a24ad0b5f94f344a687b1c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:08.521563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:08.527112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:08.620575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.624805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.646845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:36:08.673073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792868860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.673655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Unsubscribe: segment precommit_create {{(pid=88107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 14:36:08.674167 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Added segment 7a951a01-8f0a-4df0-b0b3-fe37aa7e279c of type vlan for network 4e2d5501-6872-49bb-a374-96dfedb0e356 Apr 21 14:36:08.721768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5815ecb0-a913-4cea-9ff5-1b5900e81ba8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:08.742312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.742645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.742968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.743286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.743601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.743930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.744242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.744552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.744859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.745163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.745493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.745795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Tracked resource versions report: Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: pushed versions: Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: { 'AddressGroup': {'1.2'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'ConntrackHelper': {'1.0'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Log': {'1.0'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Network': {'1.1'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Port': {'1.7'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'PortForwarding': {'1.2'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'QosPolicy': {'1.8'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroup': {'1.4'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SubPort': {'1.0'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Subnet': {'1.1'}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Trunk': {'1.1'}} Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: consumer versions: Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'ConntrackHelper': '1.0', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Log': '1.0', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Network': '1.1', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Port': '1.7', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'PortForwarding': '1.2', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'QosPolicy': '1.8', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroup': '1.4', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroupRule': '1.2', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SubPort': '1.0', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Subnet': '1.1', Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Trunk': '1.1'}} Apr 21 14:36:08.747718 dv-neutron-838896-1-hyperv neutron-server[88107]: {{(pid=88107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:36:08.785587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.828092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.829176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:08.829811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:08.935453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] Pushing event updated for resources: {'Network': ['ID=4e2d5501-6872-49bb-a374-96dfedb0e356,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:08.941552 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d178d8b6-e6b1-42f5-86b3-e291e8a70056 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8345342 Apr 21 14:36:08.946839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:36:11.620160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:12.203824 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING oslo_policy.policy [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:12.204526 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING oslo_policy.policy [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:12.637546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.policy [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 14:36:12.681140 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING oslo_policy.policy [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:12.681538 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING oslo_policy.policy [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 14:36:12.690252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:12.692077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0a25e865-901c-4f07-bea2-4e1fa3fffbb0 admin admin] 10.222.0.35 "GET /v2.0/networks/4e2d5501-6872-49bb-a374-96dfedb0e356 HTTP/1.1" status: 200 len: 825 time: 1.0693448 Apr 21 14:36:12.723974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2a270d9-977d-4845-83ce-620c943d3772 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/84b1b846-2132-4530-9f52-58e668afd108 HTTP/1.1" status: 200 len: 734 time: 0.0265119 Apr 21 14:36:12.733324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Request body: {'subnet': {'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gateway_ip': '172.20.0.1', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:12.734916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.quota [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Loaded quota_driver: . Apr 21 14:36:12.740989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:12.747089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Usage tracker for resource:subnet and tenant:0382b821f5a24ad0b5f94f344a687b1c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:12.750328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:12.757037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:12.771273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Made reservation on behalf of 0382b821f5a24ad0b5f94f344a687b1c for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:36:12.774334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:13.081030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:13.162239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Checking segment: {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:36:13.162602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Network hostable DHCP agents. Network: 4e2d5501-6872-49bb-a374-96dfedb0e356, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:36:13.178569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:13.188521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.188882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.189498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.189825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.190143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.190462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.190779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.191108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.191427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.191739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.192050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.192361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Tracked resource versions report: Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: pushed versions: Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: { 'AddressGroup': {'1.2'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'ConntrackHelper': {'1.0'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Log': {'1.0'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Network': {'1.1'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Port': {'1.7'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'PortForwarding': {'1.2'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'QosPolicy': {'1.8'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroup': {'1.4'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SubPort': {'1.0'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Subnet': {'1.1'}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Trunk': {'1.1'}} Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: consumer versions: Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'ConntrackHelper': '1.0', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Log': '1.0', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Network': '1.1', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Port': '1.7', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'PortForwarding': '1.2', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'QosPolicy': '1.8', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroup': '1.4', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroupRule': '1.2', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SubPort': '1.0', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Subnet': '1.1', Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Trunk': '1.1'}} Apr 21 14:36:13.193708 dv-neutron-838896-1-hyperv neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:36:13.214379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:36:13.225966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4e2d5501-6872-49bb-a374-96dfedb0e356) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:13.231485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:13.232130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:13.236685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2effe2c2-27ea-4db3-8e47-e21d98f28b70 None None] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:36:13.253793 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9018d18d-da16-4883-b901-e0fa84f94d83 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5246663 Apr 21 14:36:13.544905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-4e2d5501-6872-49bb-a374-96dfedb0e356', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:36:13.546104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:13.730122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Allocated IP 172.20.0.2 (4e2d5501-6872-49bb-a374-96dfedb0e356/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1/7a85f2ec-e76a-4fbc-a433-b0ce23e929e6) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:36:13.964362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:13.977361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Transition to ACTIVE for port object 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:36:14.000045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Transition to ACTIVE for port object 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:36:14.006725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:14.072186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:36:14.075651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:14.082304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:36:14.084449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Pushing event updated for resources: {'Port': ['ID=7a85f2ec-e76a-4fbc-a433-b0ce23e929e6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:14.120695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.121633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.121899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.122311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.122645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.123000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.123321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.123645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.123983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.124306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.124624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.124938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Tracked resource versions report: Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: pushed versions: Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: { 'AddressGroup': {'1.2'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'ConntrackHelper': {'1.0'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Log': {'1.0'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Network': {'1.1'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Port': {'1.7'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'PortForwarding': {'1.2'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'QosPolicy': {'1.8'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroup': {'1.4'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SubPort': {'1.0'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Subnet': {'1.1'}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Trunk': {'1.1'}} Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: consumer versions: Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'ConntrackHelper': '1.0', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Log': '1.0', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Network': '1.1', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Port': '1.7', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'PortForwarding': '1.2', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'QosPolicy': '1.8', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroup': '1.4', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroupRule': '1.2', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SubPort': '1.0', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Subnet': '1.1', Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Trunk': '1.1'}} Apr 21 14:36:14.126347 dv-neutron-838896-1-hyperv neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:36:14.186922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Attempting to bind port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:36:14.187313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Attempting to bind port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:36:14.187734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Attempting to bind port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 on network 4e2d5501-6872-49bb-a374-96dfedb0e356 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:36:14.193141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:36:14.193568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Checking segment: {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:36:14.194037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:14.194426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Bound using segment: {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:36:14.194912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Bound port: 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:36:14.195312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:14.283572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] For port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:36:14.287287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] For port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7a85f2ec-e76a-4fbc-a433-b0ce23e929e6,segment=NetworkSegment(7a951a01-8f0a-4df0-b0b3-fe37aa7e279c),segment_id=7a951a01-8f0a-4df0-b0b3-fe37aa7e279c)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:36:14.291784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:14.380319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d41a14-85dc-4dd9-9677-4e26fe6b0920 None None] Pushing event updated for resources: {'Port': ['ID=7a85f2ec-e76a-4fbc-a433-b0ce23e929e6,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:15.750823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51848) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:16.115689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-809d3caa-4953-4af0-b1ce-c8f6397225b5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:36:16.116648 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-809d3caa-4953-4af0-b1ce-c8f6397225b5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3648503 Apr 21 14:36:18.147760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447d92e-2430-4082-aea9-3eb9e90387e9 None None] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:36:18.277529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-288fe2e8-378f-4289-b979-a6ca3fca0d3c None None] Provisioning for port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:36:18.539185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:18.733938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:18.802425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:36:18.807120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:18.807522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:18.923286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:18.935044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-ec8feb99-61e1-43bd-85f8-913103f2d747 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:36:18.936120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ec8feb99-61e1-43bd-85f8-913103f2d747 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3959162 Apr 21 14:36:18.956530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7a85f2ec-e76a-4fbc-a433-b0ce23e929e6,segment=NetworkSegment(7a951a01-8f0a-4df0-b0b3-fe37aa7e279c),segment_id=7a951a01-8f0a-4df0-b0b3-fe37aa7e279c)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:36:18.959968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:19.056958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=7a85f2ec-e76a-4fbc-a433-b0ce23e929e6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:20.705786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:20.771992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:20.772364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:21.607617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:21.955472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:21.960339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:21.964152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Usage tracker for resource:router and tenant:0382b821f5a24ad0b5f94f344a687b1c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:21.967536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:21.973176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:21.983539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:21.985163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:22.007458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:22.116239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:22.134260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:22.135384 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e4596942-ec4a-4511-b483-56feb890ca9c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5268226 Apr 21 14:36:24.510821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:24.875027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-4b03760f-41d8-4e9c-960b-c25a0270d898 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:36:24.875983 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4b03760f-41d8-4e9c-960b-c25a0270d898 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3642321 Apr 21 14:36:25.277362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6fa90248-8ef8-49f7-93ea-9fed07af1aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.266073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:27.425385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0dbf9f12-c82d-4b03-b130-30a753da0d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.627977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:27.632806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:27.636554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Usage tracker for resource:network and tenant:045a7c857d8c4786bf783f166b1587ae is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:27.639514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:27.645110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:27.655587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Made reservation on behalf of 045a7c857d8c4786bf783f166b1587ae for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:36:27.657937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.674004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.687810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:27.691595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:045a7c857d8c4786bf783f166b1587ae is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:27.694646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:27.700308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:27.816782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.820683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.849498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=88108) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 21 14:36:27.860245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99a0e8-4b91-44e0-8745-3aa5640d6fb9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:27.870847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792868860501', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.871593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Unsubscribe: segment precommit_create {{(pid=88108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 14:36:27.871996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Added segment 9dd5b45f-9566-474f-8c2e-a292234a9cba of type flat for network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 Apr 21 14:36:27.913708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.953983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:27.954961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:27.955524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:28.052818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d886cf6-b946-42ff-a5ce-ba7bfd69f571,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:28.056533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25b99433-649e-46b8-8db3-12e5aad6e9c2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7894850 Apr 21 14:36:28.065437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:36:28.582566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:28.907333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:30.245953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:30.460778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51914) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:30.666614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd5d15-dc1c-42fa-94ea-67a240083fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:30.668142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-23dd5d15-dc1c-42fa-94ea-67a240083fbf admin admin] 10.222.0.35 "GET /v2.0/subnets/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1 HTTP/1.1" status: 200 len: 849 time: 0.2064092 Apr 21 14:36:30.809371 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-626cfb9d-2bea-471f-8712-e33be2332d45 admin admin] 10.222.0.35 "GET /v2.0/routers/fee68cd3-e7ad-4058-9fae-1b415b82b1fc HTTP/1.1" status: 200 len: 704 time: 0.1356323 Apr 21 14:36:31.260901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:31.485218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Allocated IP 172.20.0.1 (4e2d5501-6872-49bb-a374-96dfedb0e356/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1/8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:36:31.666992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:31.684526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Transition to ACTIVE for port object 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:36:31.736064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:31.800682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:36:31.803483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:31.807108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:36:31.807635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:31.931922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:32.000436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-300588e0-60db-49ed-b56e-4fa9893ea70d None None] Provisioning for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:36:32.004918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-300588e0-60db-49ed-b56e-4fa9893ea70d None None] Provisioning complete for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:32.005311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-300588e0-60db-49ed-b56e-4fa9893ea70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.062683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-300588e0-60db-49ed-b56e-4fa9893ea70d None None] Port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:36:32.069284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.288092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.292728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.293510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.425413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Pushing event updated for resources: {'Port': ['ID=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:32.484672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:36:32.485744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:32.676282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Router fee68cd3-e7ad-4058-9fae-1b415b82b1fc is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:36:32.684818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-390480c8-16b5-469a-909c-4da2c3edec11 None None] Provisioning complete for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:32.685186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-390480c8-16b5-469a-909c-4da2c3edec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:32.738950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-390480c8-16b5-469a-909c-4da2c3edec11 None None] Port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:36:32.853544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:36:32.864681 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Sync routers for ids ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:36:32.865486 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9ce9d710-d0c1-4331-a487-1cc230fa3db6 admin admin] 10.222.0.35 "PUT /v2.0/routers/fee68cd3-e7ad-4058-9fae-1b415b82b1fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0512509 Apr 21 14:36:32.875389 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Routers {'fee68cd3-e7ad-4058-9fae-1b415b82b1fc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:36:32.876249 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:36:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:33.060497 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Set router fee68cd3-e7ad-4058-9fae-1b415b82b1fc gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:36:33.497376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:32Z', 'revision_number': 2, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port_host': None, '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:32Z', 'revision_number': 2, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:33.503188 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Checking router: fee68cd3-e7ad-4058-9fae-1b415b82b1fc for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:36:33.503552 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Updating router fee68cd3-e7ad-4058-9fae-1b415b82b1fc port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:36:33.555891 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:33.940696 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:33.955650 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Transition to ACTIVE for port object 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:36:33.962297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:34.198945 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Pushing event updated for resources: {'Port': ['ID=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:34.209530 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.209878 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.210211 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.210536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.210858 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.211193 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.211514 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.211831 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.212159 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.212477 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.212787 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.213096 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Tracked resource versions report: Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: pushed versions: Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: { 'AddressGroup': {'1.2'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'ConntrackHelper': {'1.0'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Log': {'1.0'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Network': {'1.1'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Port': {'1.7'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'PortForwarding': {'1.2'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'QosPolicy': {'1.8'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroup': {'1.4'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SubPort': {'1.0'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Subnet': {'1.1'}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Trunk': {'1.1'}} Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: consumer versions: Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'ConntrackHelper': '1.0', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Log': '1.0', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Network': '1.1', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Port': '1.7', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'PortForwarding': '1.2', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'QosPolicy': '1.8', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroup': '1.4', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroupRule': '1.2', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SubPort': '1.0', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Subnet': '1.1', Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Trunk': '1.1'}} Apr 21 14:36:34.214981 dv-neutron-838896-1-hyperv neutron-server[88110]: {{(pid=88110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:36:34.222465 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Attempting to bind port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:36:34.223065 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Attempting to bind port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:36:34.223683 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Attempting to bind port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce on network 4e2d5501-6872-49bb-a374-96dfedb0e356 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:36:34.231882 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:36:34.232277 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Checking segment: {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:36:34.232753 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:34.233130 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Bound using segment: {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:36:34.233635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Bound port: 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a951a01-8f0a-4df0-b0b3-fe37aa7e279c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:36:34.234016 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:34.320058 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] For port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:36:34.324020 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] For port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,segment=NetworkSegment(7a951a01-8f0a-4df0-b0b3-fe37aa7e279c),segment_id=7a951a01-8f0a-4df0-b0b3-fe37aa7e279c)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:36:34.330880 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:34.418481 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Routers {'fee68cd3-e7ad-4058-9fae-1b415b82b1fc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:36:34.419118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:36:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:34.473808 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d783894-0ef4-4c89-9423-2f006b52460a None None] Pushing event updated for resources: {'Port': ['ID=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:34.574564 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] Set router fee68cd3-e7ad-4058-9fae-1b415b82b1fc gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:36:34.898147 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:32Z', 'revision_number': 2, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port_host': None, '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:34Z', 'revision_number': 4, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:34.902466 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c9902a-ff28-493a-bb4f-fb0758d3d1c6 None None] The sync data for ids ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'] in dv-neutron-838896-1-hyperv is: [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:32Z', 'revision_number': 2, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port_host': None, '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:34Z', 'revision_number': 4, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:36:35.202267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:35.393082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb7631-8230-4363-b3f8-9f4ec48ac647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:35.393654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1abb7631-8230-4363-b3f8-9f4ec48ac647 admin admin] Synchronizing usage tracker for tenant:045a7c857d8c4786bf783f166b1587ae on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:36:35.409826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1abb7631-8230-4363-b3f8-9f4ec48ac647 admin admin] Unset dirty status for tenant:045a7c857d8c4786bf783f166b1587ae on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:36:35.411151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1abb7631-8230-4363-b3f8-9f4ec48ac647 admin admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 842 time: 0.2077963 Apr 21 14:36:35.420885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:35.425760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:36:35.429376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Usage tracker for resource:subnet and tenant:045a7c857d8c4786bf783f166b1587ae is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:36:35.432042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:36:35.438510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:36:35.451269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Made reservation on behalf of 045a7c857d8c4786bf783f166b1587ae for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:36:35.455144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:35.838028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:36:35.838464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:35.908704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb6e233-9440-420c-ac13-1e627e7e6ce7,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:35.918564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:36:35.918899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Network hostable DHCP agents. Network: 3d886cf6-b946-42ff-a5ce-ba7bfd69f571, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:36:35.936875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:36:35.945534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3d886cf6-b946-42ff-a5ce-ba7bfd69f571) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:35.949624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:35.950148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:35.955125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d41bd-2f0c-4bba-ab40-03e6cecf3a1b None None] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:36:35.971787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ec8bc18d-074b-456b-8a02-d173a0bcd10d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5547287 Apr 21 14:36:36.178538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cafcd8f-caa7-4a00-894d-08d3a30684d9 None None] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:36:36.741315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:36.825162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:36:36.831789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:36.832438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:36.949415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:36.983357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,segment=NetworkSegment(7a951a01-8f0a-4df0-b0b3-fe37aa7e279c),segment_id=7a951a01-8f0a-4df0-b0b3-fe37aa7e279c)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:36:36.987326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:37.053760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:38.227996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51950) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:38.420457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa44b3e7-3166-4903-90d6-2528eebcd05c admin admin] 10.222.0.35 "GET /v2.0/routers/fee68cd3-e7ad-4058-9fae-1b415b82b1fc HTTP/1.1" status: 200 len: 710 time: 0.1912811 Apr 21 14:36:38.543297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd6ade-7552-4c6d-9d57-62f25c69c1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:36:38.544605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-53fd6ade-7552-4c6d-9d57-62f25c69c1cc admin admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 886 time: 0.1191657 Apr 21 14:36:38.552996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:36:38.717490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:38.784841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:38.785223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:38.989065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:39.354298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:39.409410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:39.538651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Allocated IP 172.26.4.169 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/dbb41122-fe25-4b79-b235-3ccb6c396621) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:36:39.677536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:39.706073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:39.767864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:36:39.770632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:36:39.778983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:36:39.827314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb41122-fe25-4b79-b235-3ccb6c396621,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:40.145619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:40.516563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:40.521361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:40.694151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Router fee68cd3-e7ad-4058-9fae-1b415b82b1fc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:36:40.864301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:36:40.872808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:40.873990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3e00fd8-b384-4202-b550-b598225a3062 admin admin] 10.222.0.35 "PUT /v2.0/routers/fee68cd3-e7ad-4058-9fae-1b415b82b1fc HTTP/1.1" status: 200 len: 890 time: 2.3240280 Apr 21 14:36:40.874653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Sync routers for ids ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:36:40.885262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Routers {'fee68cd3-e7ad-4058-9fae-1b415b82b1fc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:36:40.886395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:36:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:41.103664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Set router fee68cd3-e7ad-4058-9fae-1b415b82b1fc gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:36:41.438548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:39Z', 'revision_number': 4, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port': {'id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:39Z', 'updated_at': '2022-04-21T14:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:36Z', 'revision_number': 5, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:41.443367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Checking router: fee68cd3-e7ad-4058-9fae-1b415b82b1fc for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:36:41.443732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Updating router fee68cd3-e7ad-4058-9fae-1b415b82b1fc port dbb41122-fe25-4b79-b235-3ccb6c396621 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:36:41.494499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:41.825486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:41.836602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Transition to ACTIVE for port object dbb41122-fe25-4b79-b235-3ccb6c396621 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:36:41.843974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:41.923166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699f1f-17f4-4e2d-8bca-463ffa3e1d7d None None] Pushing event updated for resources: {'Port': ['ID=dbb41122-fe25-4b79-b235-3ccb6c396621,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:41.925408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Attempting to bind port dbb41122-fe25-4b79-b235-3ccb6c396621 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:36:41.925780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Attempting to bind port dbb41122-fe25-4b79-b235-3ccb6c396621 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:36:41.926141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Attempting to bind port dbb41122-fe25-4b79-b235-3ccb6c396621 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:36:41.931501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:36:41.931872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:36:41.932268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:41.933178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:36:41.933663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Bound port: dbb41122-fe25-4b79-b235-3ccb6c396621, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:36:41.934050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:42.007551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] For port dbb41122-fe25-4b79-b235-3ccb6c396621, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:36:42.010475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] For port dbb41122-fe25-4b79-b235-3ccb6c396621, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dbb41122-fe25-4b79-b235-3ccb6c396621,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:36:42.015473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:42.091696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Routers {'fee68cd3-e7ad-4058-9fae-1b415b82b1fc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:36:42.092208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:36:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:42.156907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28699f1f-17f4-4e2d-8bca-463ffa3e1d7d None None] Pushing event updated for resources: {'Port': ['ID=dbb41122-fe25-4b79-b235-3ccb6c396621,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:42.278267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] Set router fee68cd3-e7ad-4058-9fae-1b415b82b1fc gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:36:42.621359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:39Z', 'revision_number': 4, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port': {'id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:39Z', 'updated_at': '2022-04-21T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:36Z', 'revision_number': 5, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:36:42.625275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286ba6-f4b7-4052-8d74-7df738d0d682 None None] The sync data for ids ['fee68cd3-e7ad-4058-9fae-1b415b82b1fc'] in dv-neutron-838896-1-hyperv is: [{'id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'name': 'router1', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:36:21Z', 'updated_at': '2022-04-21T14:36:39Z', 'revision_number': 4, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'gw_port': {'id': 'dbb41122-fe25-4b79-b235-3ccb6c396621', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:39Z', 'updated_at': '2022-04-21T14:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce', 'name': '', 'network_id': '4e2d5501-6872-49bb-a374-96dfedb0e356', 'tenant_id': '0382b821f5a24ad0b5f94f344a687b1c', 'mac_address': 'fa:16:3e:98:09:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee68cd3-e7ad-4058-9fae-1b415b82b1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:36:31Z', 'updated_at': '2022-04-21T14:36:36Z', 'revision_number': 5, 'project_id': '0382b821f5a24ad0b5f94f344a687b1c', 'subnets': [{'id': '64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '84b1b846-2132-4530-9f52-58e668afd108'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:36:43.253754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 51960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:36:43.380317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dfa95d1f-1fc5-4ee9-a36b-aa11ab4e5380 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1254725 Apr 21 14:36:44.755997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dbb41122-fe25-4b79-b235-3ccb6c396621 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:44.827866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port dbb41122-fe25-4b79-b235-3ccb6c396621 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:36:44.832493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dbb41122-fe25-4b79-b235-3ccb6c396621 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:44.832861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:44.952911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:44.970747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port dbb41122-fe25-4b79-b235-3ccb6c396621, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dbb41122-fe25-4b79-b235-3ccb6c396621,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:36:44.974868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:45.056718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=dbb41122-fe25-4b79-b235-3ccb6c396621,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:36:46.755709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dbb41122-fe25-4b79-b235-3ccb6c396621 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:36:46.900918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dbb41122-fe25-4b79-b235-3ccb6c396621 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:36:46.901866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:55.281476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6358f077-4d1c-4150-9ad7-115b119a0178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:56.364193 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:36:57.427459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5df8e10f-04f6-4c60-9506-35e5994626c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:58.588708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:36:58.910443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:00.256890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:25.291666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b7ea6e8-ac97-4c76-af89-a2151688c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:27.429975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a6a05434-f89b-462b-bd1f-2b26e615b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:28.590978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:28.914310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:30.268288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:33.366293 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:37:55.288042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d51a64ef-9821-439f-9f99-ee47d665b36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:57.438815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e80e18a1-1d42-4d49-a017-95b0e35599bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:58.591353 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:37:58.919544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:00.248147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:10.365474 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:38:25.283073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-89214b3c-23d2-4d55-8140-1374b90458b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:27.433968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a404e950-6159-4998-b4a1-84d09e2ae230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:28.592289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:28.914387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:30.246738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:47.363481 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:38:50.730404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:38:50.796760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a00b3f4-9227-4904-841a-309e69461a0b admin admin] GET failed (client error): The resource could not be found. Apr 21 14:38:50.798072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a00b3f4-9227-4904-841a-309e69461a0b admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667078 Apr 21 14:38:50.927738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e7d93c-4ade-407b-b5d0-fc051bd1feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:50.929091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f7e7d93c-4ade-407b-b5d0-fc051bd1feb8 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272237 Apr 21 14:38:53.090588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52572) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:38:53.195091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef7de58-f015-45af-8e88-34d3c71a56bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:53.195625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cef7de58-f015-45af-8e88-34d3c71a56bd admin admin] Synchronizing usage tracker for tenant:045a7c857d8c4786bf783f166b1587ae on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:38:53.211054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cef7de58-f015-45af-8e88-34d3c71a56bd admin admin] Unset dirty status for tenant:045a7c857d8c4786bf783f166b1587ae on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:38:53.212389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cef7de58-f015-45af-8e88-34d3c71a56bd admin admin] 10.222.0.35 "GET /v2.0/subnets/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1 HTTP/1.1" status: 200 len: 849 time: 0.1208925 Apr 21 14:38:53.222154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:38:53.335991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Notify callbacks [] for subnet, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:53.518808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912'] for subnet, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:53.563522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:53.564097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:53.577232 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] 10.222.0.35 "PUT /v2.0/subnets/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1 HTTP/1.1" status: 200 len: 868 time: 0.3468447 Apr 21 14:38:53.577467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b5ba2-0c9f-498f-831c-0cb96a8dfc25 None None] Network 4e2d5501-6872-49bb-a374-96dfedb0e356 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:38:53.589516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:38:53.597328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.597696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.598035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.598364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.598689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.599035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.599365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.599688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.600009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.600326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.600641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:53.600954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d93e768-9d42-4e2d-ac73-4b68b9a6eafd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:38:54.072521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6525b923-b984-49da-b49d-7c0fd0d98a4a None None] Provisioning complete for port 7a85f2ec-e76a-4fbc-a433-b0ce23e929e6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:38:54.072891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6525b923-b984-49da-b49d-7c0fd0d98a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:54.198949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6525b923-b984-49da-b49d-7c0fd0d98a4a None None] Provisioning complete for port 8c57b6fb-c0d2-428e-8112-7a3a1b6d1bce triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:38:54.199221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6525b923-b984-49da-b49d-7c0fd0d98a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:55.285229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-028b9316-3898-48e3-b69e-dad6f7f51439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:55.761440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52582) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:38:55.932344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112452e-1820-41f8-b31d-64deca91d36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:55.932782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112452e-1820-41f8-b31d-64deca91d36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:55.934334 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1112452e-1820-41f8-b31d-64deca91d36d admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718521 Apr 21 14:38:57.436149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d39f98ef-7eda-4a50-a744-4e0db35fc757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:58.097941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52592) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:38:58.314466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39eec7-00c2-4d08-a8b5-88ec391b64ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:58.314933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39eec7-00c2-4d08-a8b5-88ec391b64ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:38:58.316411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd39eec7-00c2-4d08-a8b5-88ec391b64ac admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2170055 Apr 21 14:38:58.594455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:38:58.916108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:00.258357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:00.474170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52602) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:00.635318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b3996a-c00a-4240-9821-537afaab0a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:00.636625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-52b3996a-c00a-4240-9821-537afaab0a06 admin admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 886 time: 0.1615067 Apr 21 14:39:02.791435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52612) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:02.961748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46dbf67-f5a4-436d-b5e5-a6a70cd0c294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:02.963085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d46dbf67-f5a4-436d-b5e5-a6a70cd0c294 admin admin] 10.222.0.35 "GET /v2.0/networks/4e2d5501-6872-49bb-a374-96dfedb0e356 HTTP/1.1" status: 200 len: 869 time: 0.1707189 Apr 21 14:39:05.123332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:05.228002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caca1f-3399-4286-8cfd-469c05b90e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:05.228453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3caca1f-3399-4286-8cfd-469c05b90e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:05.229956 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3caca1f-3399-4286-8cfd-469c05b90e23 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055703 Apr 21 14:39:07.400446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52632) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:07.507319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152c246-ed1d-49ff-8fe8-16f899e0b634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:07.507777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152c246-ed1d-49ff-8fe8-16f899e0b634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:07.509272 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7152c246-ed1d-49ff-8fe8-16f899e0b634 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078761 Apr 21 14:39:09.672383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 52642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:09.781368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3f1d4-a907-42d2-88e8-78d19bd1242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:09.782719 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-90b3f1d4-a907-42d2-88e8-78d19bd1242d admin admin] 10.222.0.35 "GET /v2.0/subnets/5cb6e233-9440-420c-ac13-1e627e7e6ce7 HTTP/1.1" status: 200 len: 816 time: 0.1094127 Apr 21 14:39:11.933658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 52652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:12.042638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd129a-e745-42ae-9786-233c7b707eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:12.043955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-78bd129a-e745-42ae-9786-233c7b707eda admin admin] 10.222.0.35 "GET /v2.0/subnets/64d3e36a-1fd5-4f18-96b7-b7cbf5880ec1 HTTP/1.1" status: 200 len: 868 time: 0.1093798 Apr 21 14:39:24.363627 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:39:25.289093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-55ab7f77-2a5c-4b3b-a4b5-8f5892c82b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:27.437981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfad24ba-fcf1-4065-a588-7e8424731555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:28.597008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:28.917848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:30.261936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:30.864375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52698) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:30.911431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-d47e50fa-7feb-426a-b2eb-f82adf5f9061 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:39:30.912392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d47e50fa-7feb-426a-b2eb-f82adf5f9061 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470951 Apr 21 14:39:33.133693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52708) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:33.201672 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b76cba-04f7-4a24-85f5-992b5846bf06 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:39:33.202935 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-11b76cba-04f7-4a24-85f5-992b5846bf06 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682342 Apr 21 14:39:33.326916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42812ad9-7f22-4b7d-a3c4-ae510514e8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:33.328239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-42812ad9-7f22-4b7d-a3c4-ae510514e8cf admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1214974 Apr 21 14:39:35.584862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:35.632594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:35.637026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:39:35.646433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:39:35.656139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Made reservation on behalf of 045a7c857d8c4786bf783f166b1587ae for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:39:35.658451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:35.748029 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.services.revisions.revision_plugin [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Could not find related network for resource to bump revision. Apr 21 14:39:35.759909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:39:35.770202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:35.770574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Added segment 1dc324d1-5cd4-4e64-a01e-475540496114 of type vlan for network 3810c243-f84f-41d3-a71b-b653dca3be76 Apr 21 14:39:35.796711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:35.826680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:35.827671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:35.828221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:35.928593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=3810c243-f84f-41d3-a71b-b653dca3be76,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:35.931891 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-35d2c292-971c-4b07-8fc1-8d2a9f28f3d7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3459978 Apr 21 14:39:35.944685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3810c243-f84f-41d3-a71b-b653dca3be76 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:39:38.112219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52728) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:39:38.178805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3c42e9-4ac4-43a7-8557-8bb79100f5e1 admin admin] GET failed (client error): The resource could not be found. Apr 21 14:39:38.179312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd3c42e9-4ac4-43a7-8557-8bb79100f5e1 admin admin] Synchronizing usage tracker for tenant:045a7c857d8c4786bf783f166b1587ae on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:39:38.194034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd3c42e9-4ac4-43a7-8557-8bb79100f5e1 admin admin] Unset dirty status for tenant:045a7c857d8c4786bf783f166b1587ae on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:39:38.195157 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd3c42e9-4ac4-43a7-8557-8bb79100f5e1 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0819757 Apr 21 14:39:38.297905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558e98f9-387b-4fc9-bfdd-845c43cce524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:38.299317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-558e98f9-387b-4fc9-bfdd-845c43cce524 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003208 Apr 21 14:39:38.308744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Request body: {'subnet': {'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:39:38.313768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:39:38.322973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:39:38.332987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Made reservation on behalf of 045a7c857d8c4786bf783f166b1587ae for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:39:38.335165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:38.527784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:38.596954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15e91b07-e439-4364-9630-4e6d0be13767,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:38.605762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Checking segment: {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:39:38.606619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Network hostable DHCP agents. Network: 3810c243-f84f-41d3-a71b-b653dca3be76, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:39:38.624226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Network 3810c243-f84f-41d3-a71b-b653dca3be76 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:39:38.633021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3810c243-f84f-41d3-a71b-b653dca3be76) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:39:38.636896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:39:38.637701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:38.641919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1350f1da-a5bf-4af7-8ed2-34e9b30abcd6 None None] Network 3810c243-f84f-41d3-a71b-b653dca3be76 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:39:38.660955 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-961ba95f-5092-4c21-ad24-c7dca2ce7c87 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3554161 Apr 21 14:39:38.882046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-3810c243-f84f-41d3-a71b-b653dca3be76', 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76', 'tenant_id': '045a7c857d8c4786bf783f166b1587ae', 'fixed_ips': [{'subnet_id': '15e91b07-e439-4364-9630-4e6d0be13767'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:39:38.882903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.039295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Allocated IP 192.168.233.2 (3810c243-f84f-41d3-a71b-b653dca3be76/15e91b07-e439-4364-9630-4e6d0be13767/53fcd4e7-4503-462f-9f35-04550c0e1c0d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:39:39.249854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.261103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Transition to ACTIVE for port object 53fcd4e7-4503-462f-9f35-04550c0e1c0d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:39:39.280698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Transition to ACTIVE for port object 53fcd4e7-4503-462f-9f35-04550c0e1c0d will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:39:39.288175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.356920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Network 3810c243-f84f-41d3-a71b-b653dca3be76 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:39:39.359630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:39:39.363743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:39:39.365789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Pushing event updated for resources: {'Port': ['ID=53fcd4e7-4503-462f-9f35-04550c0e1c0d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:39.374754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.375102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.375442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.375777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.376109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.376453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.376782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.377102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.377465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.377793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.378160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.378453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:39:39.467119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Attempting to bind port 53fcd4e7-4503-462f-9f35-04550c0e1c0d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:39:39.467484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Attempting to bind port 53fcd4e7-4503-462f-9f35-04550c0e1c0d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:39:39.467839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Attempting to bind port 53fcd4e7-4503-462f-9f35-04550c0e1c0d on network 3810c243-f84f-41d3-a71b-b653dca3be76 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:39:39.473270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:39:39.473672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Checking segment: {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:39:39.474061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.474445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Bound using segment: {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:39:39.474901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Bound port: 53fcd4e7-4503-462f-9f35-04550c0e1c0d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:39:39.475286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.569410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] For port 53fcd4e7-4503-462f-9f35-04550c0e1c0d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:39:39.572454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] For port 53fcd4e7-4503-462f-9f35-04550c0e1c0d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=53fcd4e7-4503-462f-9f35-04550c0e1c0d,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:39:39.576253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:39.655211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141834f-45fd-42a1-9fbd-f5a7c6d7ecde None None] Pushing event updated for resources: {'Port': ['ID=53fcd4e7-4503-462f-9f35-04550c0e1c0d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:40.493474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdea8eb-000f-44f3-b8f5-05056c60ea69 None None] Network 3810c243-f84f-41d3-a71b-b653dca3be76 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:39:40.608655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-40a830fa-d7f9-4c5e-b3bd-c0443da10a64 None None] Provisioning for port 53fcd4e7-4503-462f-9f35-04550c0e1c0d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:39:40.861025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 53fcd4e7-4503-462f-9f35-04550c0e1c0d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:39:40.942387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 53fcd4e7-4503-462f-9f35-04550c0e1c0d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:39:40.948221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 53fcd4e7-4503-462f-9f35-04550c0e1c0d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:39:40.948585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:40.972225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] Provisioning complete for port 53fcd4e7-4503-462f-9f35-04550c0e1c0d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:39:40.972586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:41.185265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:41.200486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:41.237564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] For port 53fcd4e7-4503-462f-9f35-04550c0e1c0d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=53fcd4e7-4503-462f-9f35-04550c0e1c0d,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:39:41.242017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:41.358728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733bed4-9cff-4a6a-8593-8bab838dfe25 None None] Pushing event updated for resources: {'Port': ['ID=53fcd4e7-4503-462f-9f35-04550c0e1c0d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:39:41.363951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:39:41.364358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:39:42.818204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 53fcd4e7-4503-462f-9f35-04550c0e1c0d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:39:42.885504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 53fcd4e7-4503-462f-9f35-04550c0e1c0d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:39:42.885869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:55.291652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d52b667-c538-4c85-9bff-6e2f886f23a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:57.440028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6334e224-3705-44a1-9d49-07d6b3a8c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:58.599934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:39:58.922171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:00.264615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:01.362217 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:40:25.293835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6545bcb0-11ba-4b0c-8133-2c153eb77ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:27.442883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79303946-a92c-4566-a40c-722bc3033e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:28.603500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:28.924836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:30.269617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:38.363256 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:40:55.296527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d15d8901-873e-401c-8ce7-30b1c69124f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:57.444541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1031d857-9374-4348-b122-0f9f4fd7914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:58.606022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:40:58.926898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:00.271334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.028114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52772) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:04.033908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-19e3b998-de24-43cc-b43f-81cbd2a216cc tempest-verify_tempest_config-1208077774 tempest-verify_tempest_config-1208077774-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:41:04.034826 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-19e3b998-de24-43cc-b43f-81cbd2a216cc tempest-verify_tempest_config-1208077774 tempest-verify_tempest_config-1208077774-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057847 Apr 21 14:41:04.336336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52790) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:04.447822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.461391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:41:04.465345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Usage tracker for resource:security_group_rule and tenant:98cf03bdfb4244258446ce288433346e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:41:04.468169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:41:04.473693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:41:04.553326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.557665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.604503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006849ee-aa6b-4876-ac6e-c4ed2557ab6a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:41:04.607460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Synchronizing usage tracker for tenant:045a7c857d8c4786bf783f166b1587ae on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:41:04.615357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.615709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.616043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.616368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.616691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.617027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.618599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.619964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.620407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.620729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.621049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.621390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:41:04.637385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] Unset dirty status for tenant:045a7c857d8c4786bf783f166b1587ae on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:41:04.638599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af1ebc58-1955-4bd3-813c-6e2f8dfcf00e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98cf03bdfb4244258446ce288433346e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3013239 Apr 21 14:41:04.641355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52796) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:41:04.697033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.720992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.814447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.829307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006849ee-aa6b-4876-ac6e-c4ed2557ab6a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:41:04.835287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:04.840107 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a0de731a-9495-424b-a351-7e0d2f88ab60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/006849ee-aa6b-4876-ac6e-c4ed2557ab6a HTTP/1.1" status: 204 len: 168 time: 0.1978269 Apr 21 14:41:15.362478 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:41:25.298486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-812d8d7c-b7db-451a-b145-0476fe99f473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:27.446419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dc924f31-c56b-4c32-8f51-fa6de91792f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:28.608830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:28.929158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:30.274923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:52.361293 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 5 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:41:55.300283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-542766be-6137-4362-9f22-d7201298eaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:57.448481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-647abe87-bd4f-49aa-960c-444fb555cef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:58.610192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:41:58.930827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:00.274837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:21.785454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1775465'] for agent, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:25.302519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3b72d1a4-3d3d-45d3-8941-b1df392c4771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:27.451162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-452bb234-b702-460b-a40f-ead4485cc0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:28.612677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:28.932763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:29.360696 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:42:30.279811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:36.363221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52866) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:36.472683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd020abf-ce5e-4686-968e-763fbd23ebb7 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1083815 Apr 21 14:42:38.633280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 52876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:42:38.691366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7cc900a8-00fe-46c4-b784-3f07ae99d26d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0570276 Apr 21 14:42:51.774212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:55.304048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-40ba66c3-0402-4dd1-ba74-fbd14492ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:57.451926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d032a3eb-5389-41cc-ba53-87fe012a733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:58.614695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:42:58.936272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:00.280915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:06.359918 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:43:21.786041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:25.306708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0d932f2d-d484-468b-8b13-c5d5f7b90a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:27.453157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d3978cc0-4383-420e-be40-a41c8d42a8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:28.617708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:28.938492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:30.285125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:43.359303 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:43:51.778178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:55.310199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8f0c-0b39-497f-8e30-b078b55d9191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:57.457955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-da237e61-569b-4f8a-8f57-e7ff2530086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:58.622023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:43:58.943864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:00.292917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.414666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:07.612312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1721330696-network', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:07.617030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:07.622108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Usage tracker for resource:network and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:07.628345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:07.631950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:07.646059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Made reservation on behalf of 41bcedfd12f1416590ac0e21f4aaa48d for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:07.649004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.664274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.730477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:07.734711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Usage tracker for resource:security_group_rule and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:07.738036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:07.744014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:07.831466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.837671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.862128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:07.885618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06994ade-5eb1-4ce0-a522-7ea426804854,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:07.894565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.894905 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Added segment 03fbed3a-96f8-4b13-ac2c-65ef30c67862 of type vlan for network 942e4b44-eb1d-4a55-b7ab-b77732af8edb Apr 21 14:44:07.900337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.900675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.901299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.901847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.902248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.902619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.902948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.903449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.903928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.904409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.904896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.905241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Tracked resource versions report: Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: pushed versions: Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: { 'AddressGroup': {'1.2'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'ConntrackHelper': {'1.0'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Log': {'1.0'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Network': {'1.1'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Port': {'1.7'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'PortForwarding': {'1.2'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'QosPolicy': {'1.8'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroup': {'1.4'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SubPort': {'1.0'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Subnet': {'1.1'}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Trunk': {'1.1'}} Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: consumer versions: Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'ConntrackHelper': '1.0', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Log': '1.0', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Network': '1.1', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Port': '1.7', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'PortForwarding': '1.2', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'QosPolicy': '1.8', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroup': '1.4', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SecurityGroupRule': '1.2', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'SubPort': '1.0', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Subnet': '1.1', Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: 'Trunk': '1.1'}} Apr 21 14:44:07.906343 dv-neutron-838896-1-hyperv neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:07.933926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.965449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:07.966625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:07.967268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.076025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] Pushing event updated for resources: {'Network': ['ID=942e4b44-eb1d-4a55-b7ab-b77732af8edb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:08.082498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53072) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:08.083048 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-36f9696b-9c36-4a7d-a264-4507bd943d4c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6685352 Apr 21 14:44:08.089436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Request body: {'subnet': {'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1721330696-subnet', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:08.097574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:08.101956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Usage tracker for resource:subnet and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:08.106538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:08.111983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:08.123913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Made reservation on behalf of 41bcedfd12f1416590ac0e21f4aaa48d for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:08.127158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.141092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53076) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:08.224291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:08.378428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.391436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:08.473523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1846c00-9394-4fb4-908d-f25e689f590e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:08.484783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.485124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.485485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.485818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.486146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.486471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.486789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.487123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.487442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.487754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.488072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.488387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Tracked resource versions report: Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: pushed versions: Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: { 'AddressGroup': {'1.2'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'ConntrackHelper': {'1.0'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Log': {'1.0'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Network': {'1.1'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Port': {'1.7'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'PortForwarding': {'1.2'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'QosPolicy': {'1.8'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroup': {'1.4'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SubPort': {'1.0'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Subnet': {'1.1'}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Trunk': {'1.1'}} Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: consumer versions: Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'ConntrackHelper': '1.0', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Log': '1.0', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Network': '1.1', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Port': '1.7', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'PortForwarding': '1.2', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'QosPolicy': '1.8', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroup': '1.4', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SecurityGroupRule': '1.2', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'SubPort': '1.0', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Subnet': '1.1', Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: 'Trunk': '1.1'}} Apr 21 14:44:08.489492 dv-neutron-838896-1-hyperv neutron-server[88107]: {{(pid=88107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:08.497609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Checking segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:08.497921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Network hostable DHCP agents. Network: 942e4b44-eb1d-4a55-b7ab-b77732af8edb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:08.520574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:08.533979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 942e4b44-eb1d-4a55-b7ab-b77732af8edb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:08.539138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:08.539890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.547109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01057b55-f758-485d-a50d-79dd4a38e47a None None] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:08.568324 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ffb5c99a-66c4-4f88-ac82-a734fe479f8f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4845061 Apr 21 14:44:08.571352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:08.577540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:08.582565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:08.586897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Usage tracker for resource:router and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:08.590966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:08.598033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:08.610479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.612214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.632738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.655352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1112533518'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:08.795169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:08.800797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:network and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:08.804608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:08.811828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:08.915580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:08.916690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.987242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:08.998151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:09.002291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.017451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1614101479-network', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:09.056882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:09.061751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Usage tracker for resource:network and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:09.064667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:09.071004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:09.083418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.097595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Made reservation on behalf of d05d74ab99924b53b8efe60a9d7b369a for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:09.100181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.115849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Allocated IP 172.20.0.2 (942e4b44-eb1d-4a55-b7ab-b77732af8edb/e1846c00-9394-4fb4-908d-f25e689f590e/4b4f0e10-9cfe-4627-bd9c-84d5dfed771b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:09.164424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.178983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:09.188893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:security_group_rule and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:09.195402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:09.199800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:09.206597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:09.210181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:09.214600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:09.233474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:09.290343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53118) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:09.362889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.374444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Transition to ACTIVE for port object 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:09.393640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Transition to ACTIVE for port object 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:09.400558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.481907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Pushing event updated for resources: {'Port': ['ID=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:09.492205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.492891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.493696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.494231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.494859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.496281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.497194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.498066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.498617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.499518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.500669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.501563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Tracked resource versions report: Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: pushed versions: Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: { 'AddressGroup': {'1.2'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'ConntrackHelper': {'1.0'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Log': {'1.0'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Network': {'1.1'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Port': {'1.7'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'PortForwarding': {'1.2'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'QosPolicy': {'1.8'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroup': {'1.4'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SubPort': {'1.0'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Subnet': {'1.1'}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Trunk': {'1.1'}} Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: consumer versions: Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'ConntrackHelper': '1.0', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Log': '1.0', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Network': '1.1', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Port': '1.7', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'PortForwarding': '1.2', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'QosPolicy': '1.8', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroup': '1.4', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SecurityGroupRule': '1.2', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'SubPort': '1.0', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Subnet': '1.1', Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: 'Trunk': '1.1'}} Apr 21 14:44:09.502928 dv-neutron-838896-1-hyperv neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:09.520928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:09.522530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:09.525329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:09.582313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.596042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.597097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.626562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.642519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Attempting to bind port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:09.643184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Attempting to bind port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:09.643861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Attempting to bind port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b on network 942e4b44-eb1d-4a55-b7ab-b77732af8edb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:09.649495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1645095157'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:09.650564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:09.651648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Checking segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:09.652233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.652813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Bound using segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:09.653452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Bound port: 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:09.654008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.655503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:09.657949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:09.667947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Usage tracker for resource:network and tenant:4a1516fc6d2942f98dfb90d75ee5ace5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:09.673405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:09.686170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.691279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:09.717691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Made reservation on behalf of 4a1516fc6d2942f98dfb90d75ee5ace5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:09.719696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:09.731023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.748167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.752944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.753629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Added segment 0b603efd-2ea4-49d6-a44a-c6760f91b1b9 of type vlan for network 4ac9d413-a5af-413e-98bc-90e1b4d85903 Apr 21 14:44:09.759142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] For port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:09.763481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] For port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:09.765561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.774652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.784575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:09.789277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Usage tracker for resource:security_group_rule and tenant:4a1516fc6d2942f98dfb90d75ee5ace5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:09.794189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:09.801073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:09.883403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.885972 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Added segment c2344422-6fd9-47b5-ad30-edd85fc60709 of type vlan for network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 Apr 21 14:44:09.889673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7f109-a0f7-4745-a57c-f733ff4865bd None None] Pushing event updated for resources: {'Port': ['ID=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:09.918393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a904c80-9066-46ee-8cae-975b594ef6b7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:09.995954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:09.997236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.002429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.029231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2429469c-3bef-4035-9fb0-29428b370305,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:10.059233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.066960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:10.066960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.092611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:10.099160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3be33-7506-4d90-947c-ae9b516b8e05,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:10.123935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.128702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.129313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Added segment 6353b8aa-9b5b-4b50-b242-76104ac88ece of type vlan for network 8491ef35-2d0e-449a-af6b-5f7819b38520 Apr 21 14:44:10.220470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.271927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.287016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:10.290250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.300801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Network': ['ID=4ac9d413-a5af-413e-98bc-90e1b4d85903,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:10.324192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:10.390102 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0984082 Apr 21 14:44:10.404328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-87f92a21-4fb1-4afe-abb2-e13779a35c22 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2620237 Apr 21 14:44:10.408446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.423599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'subnet': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:10.441593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.442972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:10.443692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.470298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d3ab4-0cb5-414c-8b2a-2f60509f151f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Pushing event updated for resources: {'Network': ['ID=8491ef35-2d0e-449a-af6b-5f7819b38520,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:10.508141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:10.658370 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2653792 Apr 21 14:44:10.660036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53174) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.663092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53176) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.669629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Request body: {'subnet': {'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1614101479-subnet', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:10.677507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53184) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:10.681666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:10.690362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Usage tracker for resource:subnet and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:10.693989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:10.700991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:10.715350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Made reservation on behalf of d05d74ab99924b53b8efe60a9d7b369a for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:10.718669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:10.721119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Allocated IP 172.26.4.43 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/e1a72765-74b1-4e68-ac45-0905c9e2e955) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:10.747666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a870d3-ee21-4b16-a03b-12dd989474e8 admin admin] Pushing event updated for resources: {'Network': ['ID=7b519709-9d5d-4a72-9446-61b00e6bbeb4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:10.760986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:10.766203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:10.790745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:subnet and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:10.805419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:10.821729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.069012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:11.077551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.090995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:11.108016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.179710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=522cde6b-d209-497b-981f-4fc400145ba2,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:11.221487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:11.231543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-889053707'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:11.236110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.240059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Usage tracker for resource:network and tenant:282f5c9932fc48f991eacda06dbb2d9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.242954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.249158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.256861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Checking segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:11.257302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Network hostable DHCP agents. Network: 7b519709-9d5d-4a72-9446-61b00e6bbeb4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:11.270906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Made reservation on behalf of 282f5c9932fc48f991eacda06dbb2d9c for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:11.274376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.287464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:11.296458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.302479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.316004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.318329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.323843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Usage tracker for resource:security_group_rule and tenant:282f5c9932fc48f991eacda06dbb2d9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.327732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:11.331781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.340475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Usage tracker for resource:floatingip and tenant:122dfa4085e24ccbb917f900044a4b14 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.341248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42878a3-1a91-4e1a-982f-dad5bd1c1a37 None None] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:11.347497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.352151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.359289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.367936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.371975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7b519709-9d5d-4a72-9446-61b00e6bbeb4) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:11.380927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf46009-08c2-4bcd-b331-f387c461ec8d None None] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:11.391374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:11.391955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.395895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.471356 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-86461e55-8801-4889-902a-77fae8b94cd3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8067279 Apr 21 14:44:11.481315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53202) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:11.514605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Provisioning for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:11.546513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:11.546864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53208) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:11.561489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.571046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:11.572875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Usage tracker for resource:router and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.578383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.637094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Provisioning complete for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:11.637485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.675679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.692025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-981866901'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:11.695198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.720633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.731876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:11.734704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Pushing event updated for resources: {'Port': ['ID=e1a72765-74b1-4e68-ac45-0905c9e2e955,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:11.742856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.750699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Usage tracker for resource:network and tenant:42b3187f4f414771a563824472313101 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.754250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.771993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.794881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:11.798423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0468c1-13d7-41e0-964e-2dda1d4cd694,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:11.817041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Made reservation on behalf of 42b3187f4f414771a563824472313101 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:11.820515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.843396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:11.850743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.875209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.875669 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Added segment ba0b7524-25c0-4154-ae4c-42af7a62cef5 of type vlan for network 9971ac75-2745-4389-9c84-b85d0ef2f518 Apr 21 14:44:11.878363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.943188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:11.957182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Usage tracker for resource:security_group_rule and tenant:42b3187f4f414771a563824472313101 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:11.961061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:11.974735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.975801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:11.978977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:11.999031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.042363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.203768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.205286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:12.206145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.221277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:12.221891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.241671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.242249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:12.242829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:12.269665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-820173321'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:12.291535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.308946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:12.313982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Usage tracker for resource:port and tenant:e762f011cdc8441698d35c158afe063c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:12.317143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:12.325034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:12.336293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Subnet': ['ID=b7670e51-fcdc-43f2-87c1-c4c183418530,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:12.345237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Allocated IP 172.26.4.198 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:12.354519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Made reservation on behalf of e762f011cdc8441698d35c158afe063c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:12.356112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] For port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:12.357085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.361796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Checking segment: {'id': '0b603efd-2ea4-49d6-a44a-c6760f91b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:12.362166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network hostable DHCP agents. Network: 4ac9d413-a5af-413e-98bc-90e1b4d85903, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:12.375684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.387175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.490566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:12.505668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:12.532314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dcf52514-a5c7-4ad7-a53f-7c7e5582a272 None None] Provisioning complete for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:12.532892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dcf52514-a5c7-4ad7-a53f-7c7e5582a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.550100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Usage tracker for resource:security_group_rule and tenant:e762f011cdc8441698d35c158afe063c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:12.559638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Pushing event updated for resources: {'Network': ['ID=9971ac75-2745-4389-9c84-b85d0ef2f518,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:12.564763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:12.577828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 9971ac75-2745-4389-9c84-b85d0ef2f518 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:12.593441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:12.601933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:12.611818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.613645 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dc4f57ca-1ad6-4d45-a155-e485bf60cbfa tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9521513 Apr 21 14:44:12.615519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23881b1c-632c-43b7-9111-25aebbac7936 None None] Pushing event updated for resources: {'Port': ['ID=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:12.616543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:12.619151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Allocated IP 172.20.0.2 (7b519709-9d5d-4a72-9446-61b00e6bbeb4/522cde6b-d209-497b-981f-4fc400145ba2/9d2cf91e-73d3-4019-b24e-c327fdb0528f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:12.622882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53238) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:12.653306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4ac9d413-a5af-413e-98bc-90e1b4d85903) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:12.658114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:12.658692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.678749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:floatingip and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:12.681272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.685013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:12.727370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:12.734642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf39904-4729-4f28-85f1-69b456c14828 None None] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:12.755541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:12.782674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.806231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29140167-f4d3-4372-9589-2b81edb31ba8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:12.832812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.833073 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Added segment f849646f-cfbd-45c0-80ba-1f97d25b24a5 of type vlan for network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 Apr 21 14:44:12.890407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.891667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.910292 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d370491d-0425-4028-bf01-7792d9a38e6b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5008438 Apr 21 14:44:12.912995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:12.934290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-457197858'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:12.940191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:12.989548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'name': 'tempest-network--936798837', 'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:13.046235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:13.058008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.088669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.098207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:13.106296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:13.125677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:network and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:13.130901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.132830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:13.153610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port b2784077-b345-469a-be88-9e5d8d5432a3 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:13.194173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:13.222068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.227471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:13.228050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.296777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:13.297159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.299024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:13.301365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.329532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.333586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:13.336764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd0aa1-512c-43ac-927a-3cd35dea528d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:13.347758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:port and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:13.358923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:13.372169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:13.392534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.406693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Transition to ACTIVE for port object 9d2cf91e-73d3-4019-b24e-c327fdb0528f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:13.418633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-4ac9d413-a5af-413e-98bc-90e1b4d85903', 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'tenant_id': '343f2a971e414dd3ac2efc2791302328', 'fixed_ips': [{'subnet_id': 'b7670e51-fcdc-43f2-87c1-c4c183418530'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:13.419453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.420847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.448905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Transition to ACTIVE for port object 9d2cf91e-73d3-4019-b24e-c327fdb0528f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:13.464895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:13.468326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.497351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.526762 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9783185 Apr 21 14:44:13.538621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:13.539216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53252) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:13.555034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:13.557615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:13.563276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:13.565020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290b016-a3b2-4ed6-b8a2-1c886bb7190c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event updated for resources: {'Network': ['ID=d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:13.574899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Request body: {'subnet': {'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:13.588278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:13.596758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:security_group_rule and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:13.602927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Pushing event updated for resources: {'Port': ['ID=66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:13.614805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:13.683982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:13.691122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:13.704013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:13.712813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:13.733220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:13.757964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Pushing event updated for resources: {'Port': ['ID=9d2cf91e-73d3-4019-b24e-c327fdb0528f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:13.819495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.904128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.915528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.959927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.978333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:13.984601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:13.996329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Usage tracker for resource:subnet and tenant:42b3187f4f414771a563824472313101 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:14.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:14.019604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Attempting to bind port 9d2cf91e-73d3-4019-b24e-c327fdb0528f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:14.019945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Attempting to bind port 9d2cf91e-73d3-4019-b24e-c327fdb0528f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:14.020356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Attempting to bind port 9d2cf91e-73d3-4019-b24e-c327fdb0528f on network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:14.023004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Allocated IP 2001:db8::2 (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/8b83a328-40ee-4767-8c54-b5006d83a1a3) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:14.032767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:14.033140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Checking segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:14.033552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.033931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Bound using segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:14.034384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Bound port: 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:14.034759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.077002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:14.157763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port b2784077-b345-469a-be88-9e5d8d5432a3 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:14.175751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Made reservation on behalf of 42b3187f4f414771a563824472313101 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:14.179120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks [] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.196437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.202271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.232092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] For port 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:14.234231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Allocated IP 172.26.4.116 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/6cf2011d-f376-4a4a-b0e6-5eebc7d2003c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:14.246016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] For port 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d2cf91e-73d3-4019-b24e-c327fdb0528f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:14.247392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Router bcf43409-4271-4a99-a558-f2a2df92d2ff is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:44:14.263864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.279770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Transition to ACTIVE for port object b2784077-b345-469a-be88-9e5d8d5432a3 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:14.372338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.413976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.421259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2491-e936-4a66-b5dd-25dd72b77025 None None] Pushing event updated for resources: {'Port': ['ID=9d2cf91e-73d3-4019-b24e-c327fdb0528f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:14.435923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Transition to ACTIVE for port object 8b83a328-40ee-4767-8c54-b5006d83a1a3 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:14.460221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Transition to ACTIVE for port object 8b83a328-40ee-4767-8c54-b5006d83a1a3 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:14.463836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.466937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.513304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.568085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:14.572462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:14.575143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:14.578653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Pushing event updated for resources: {'Port': ['ID=8b83a328-40ee-4767-8c54-b5006d83a1a3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:14.689635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=b2784077-b345-469a-be88-9e5d8d5432a3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:14.719828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Attempting to bind port 8b83a328-40ee-4767-8c54-b5006d83a1a3 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:14.721823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Attempting to bind port 8b83a328-40ee-4767-8c54-b5006d83a1a3 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '0b603efd-2ea4-49d6-a44a-c6760f91b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:14.721823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Attempting to bind port 8b83a328-40ee-4767-8c54-b5006d83a1a3 on network 4ac9d413-a5af-413e-98bc-90e1b4d85903 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:14.727376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::3e2 (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/7e566d7a-6181-4ecd-b9ba-96503f1dfb11) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:14.735621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:14.737889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:14.738256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Checking segment: {'id': '0b603efd-2ea4-49d6-a44a-c6760f91b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:14.738652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.739212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Bound using segment: {'id': '0b603efd-2ea4-49d6-a44a-c6760f91b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:14.739685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Bound port: 8b83a328-40ee-4767-8c54-b5006d83a1a3, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b603efd-2ea4-49d6-a44a-c6760f91b1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:14.740050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.746396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.769165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1f247-4c3a-48cb-bbd1-41b9422816ad,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:14.770903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:14.784099 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Sync routers for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:14.799602 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:14.800243 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:14.835175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Checking segment: {'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:14.835536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Network hostable DHCP agents. Network: 8491ef35-2d0e-449a-af6b-5f7819b38520, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:14.847065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.847362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] For port 8b83a328-40ee-4767-8c54-b5006d83a1a3, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:14.849170 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e5beb87d-6091-48df-a664-b4943ac5da01 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2767239 Apr 21 14:44:14.850633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] For port 8b83a328-40ee-4767-8c54-b5006d83a1a3, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8b83a328-40ee-4767-8c54-b5006d83a1a3,segment=NetworkSegment(0b603efd-2ea4-49d6-a44a-c6760f91b1b9),segment_id=0b603efd-2ea4-49d6-a44a-c6760f91b1b9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:14.854940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53260) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:14.857340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.868771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:14.869111 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Added segment 2698bf56-853e-46fe-934a-03b3042da53b of type vlan for network 3e9e4ece-f356-4e87-9dfe-0a2209aa82fa Apr 21 14:44:14.950235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c7ba-cab0-449c-b025-97776cc27b1c None None] Pushing event updated for resources: {'Port': ['ID=8b83a328-40ee-4767-8c54-b5006d83a1a3,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:15.027988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.094404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.125017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d2cf91e-73d3-4019-b24e-c327fdb0528f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:15.173092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:15.192050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:15.275752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9d2cf91e-73d3-4019-b24e-c327fdb0528f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:15.308179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:15.335379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.341581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:15.354024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:15.369403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:15.406243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Allocated IP 172.26.4.24 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/db2985e0-ea47-45ee-9e81-50f515be8975) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:15.451527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:15.595705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.603296 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:12Z', 'revision_number': 3, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:15.604740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.608022 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Checking router: bcf43409-4271-4a99-a558-f2a2df92d2ff for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:44:15.608564 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Updating router bcf43409-4271-4a99-a558-f2a2df92d2ff port e1a72765-74b1-4e68-ac45-0905c9e2e955 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:44:15.621224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.625004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 8491ef35-2d0e-449a-af6b-5f7819b38520) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:15.678542 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.681415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec0dc4-63c3-44ad-b443-5bd6dadce1a0 None None] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:15.683961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event updated for resources: {'Subnet': ['ID=27f42ab2-3261-442e-91ec-2cf7c733469c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:15.711779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:15.716653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.738279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.806138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:15.806482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:15.806967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:15.824707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Pushing event updated for resources: {'Port': ['ID=66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:15.836875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:15.837463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Checking segment: {'id': 'f849646f-cfbd-45c0-80ba-1f97d25b24a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:15.837605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Network hostable DHCP agents. Network: d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:15.864815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:15.865167 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:15.867587 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 2 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:15.892368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.893704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0cd17110-69cf-4e0b-9119-bb3a50b3180b tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2138267 Apr 21 14:44:15.894591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.895495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:15.896055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:15.907566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1309d-3792-43e7-903b-f9e4bb9fe099 None None] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:15.918558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:15.963061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2911582 Apr 21 14:44:15.964676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53268) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:15.981555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:15.981977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:15.982225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.016609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.025501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-350942241', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'fixed_ips': [{'ip_address': '172.26.4.198'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:16.036974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:16.048934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Usage tracker for resource:port and tenant:122dfa4085e24ccbb917f900044a4b14 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:16.062456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:16.067135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:16.067485 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:16.087710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 3 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:16.103204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:16.137952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:16.139416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Provisioning for port 9d2cf91e-73d3-4019-b24e-c327fdb0528f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:16.157977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Provisioning complete for port 9d2cf91e-73d3-4019-b24e-c327fdb0528f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:16.158889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.254420 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.272045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Made reservation on behalf of 122dfa4085e24ccbb917f900044a4b14 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:16.274883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.280155 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Transition to ACTIVE for port object e1a72765-74b1-4e68-ac45-0905c9e2e955 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:16.298246 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.311636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547c70a-06e7-456d-9707-6d7a828369ab tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=3e9e4ece-f356-4e87-9dfe-0a2209aa82fa,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:16.314234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:16.314594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:16.314924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.332708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3e9e4ece-f356-4e87-9dfe-0a2209aa82fa details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:16.351628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:16.364969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.370969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:16.377967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:16.384695 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Pushing event updated for resources: {'Port': ['ID=e1a72765-74b1-4e68-ac45-0905c9e2e955,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:16.393361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.407301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:16.414845 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.415343 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.415782 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.416334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.416828 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.417289 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.417718 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.417920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:16.418227 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.418553 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:16.418745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.419738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.420296 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.420717 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Tracked resource versions report: Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: pushed versions: Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: { 'AddressGroup': {'1.2'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'ConntrackHelper': {'1.0'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Log': {'1.0'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Network': {'1.1'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Port': {'1.7'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'PortForwarding': {'1.2'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'QosPolicy': {'1.8'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroup': {'1.4'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroupRule': {'1.2'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SubPort': {'1.0'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Subnet': {'1.1'}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Trunk': {'1.1'}} Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: consumer versions: Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: { DHCP agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: HyperV agent@hv-neutron-8388: {}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: L3 agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: Metadata agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: Metering agent@dv-neutron-838896-1-hyperv: {}, Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: Open vSwitch agent@dv-neutron-838896-1-hyperv: { 'AddressGroup': '1.2', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'ConntrackHelper': '1.0', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Log': '1.0', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Network': '1.1', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Port': '1.7', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'PortForwarding': '1.2', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'QosPolicy': '1.8', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroup': '1.4', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SecurityGroupRule': '1.2', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'SubPort': '1.0', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Subnet': '1.1', Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: 'Trunk': '1.1'}} Apr 21 14:44:16.421970 dv-neutron-838896-1-hyperv neutron-server[88110]: {{(pid=88110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 14:44:16.423952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:16.423952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.427866 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Attempting to bind port e1a72765-74b1-4e68-ac45-0905c9e2e955 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:16.428488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 4 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:16.429097 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Attempting to bind port e1a72765-74b1-4e68-ac45-0905c9e2e955 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:16.429699 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Attempting to bind port e1a72765-74b1-4e68-ac45-0905c9e2e955 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.437065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=db2985e0-ea47-45ee-9e81-50f515be8975,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:16.437299 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:16.437776 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:16.438285 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.438757 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:16.439457 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Bound port: e1a72765-74b1-4e68-ac45-0905c9e2e955, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:16.440063 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.449540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.464079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.477560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:16.477886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:16.478215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.492550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:16.492925 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:16.504790 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 5 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:16.524272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003495e-5721-44ad-a701-1397e1777b6e None None] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:16.532868 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] For port e1a72765-74b1-4e68-ac45-0905c9e2e955, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:16.536280 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] For port e1a72765-74b1-4e68-ac45-0905c9e2e955, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e1a72765-74b1-4e68-ac45-0905c9e2e955,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:16.544223 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-657a0884-bb82-4460-98f8-e483864283b1 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9924891 Apr 21 14:44:16.544663 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.554645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53274) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:16.569767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=7e566d7a-6181-4ecd-b9ba-96503f1dfb11,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:16.587599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Request body: {'port': {'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1382198703'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:16.587825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:16.606314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:16.606903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:16.607390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.607920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:16.609236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Usage tracker for resource:security_group_rule and tenant:122dfa4085e24ccbb917f900044a4b14 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:16.613254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.615681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:16.622003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:16.634792 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a454f36-026f-4ae0-9966-b58821ae7864 None None] Pushing event updated for resources: {'Port': ['ID=e1a72765-74b1-4e68-ac45-0905c9e2e955,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:16.650293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:16.650932 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:16.652521 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:16.653525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:16.655692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:16.656504 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 6 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:16.661427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:16.662042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.685980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:16.697036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-61d79e1d-a95e-4ee9-882d-5b902804d6ff tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7827678 Apr 21 14:44:16.706242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53280) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:16.733326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-502803322', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:0d:22:24'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:16.787472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bc24e-d6ee-42e7-9505-5f4851c881d2 None None] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:16.815139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:16.839076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:16.839558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:16.839750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:16.880651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:16.881012 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:16.887357 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 7 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:16.897471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.897813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.898842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.899186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.899477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.899823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.900140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.900476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.900851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:16.901695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:17.027703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:17.088130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:17.089210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:17.089834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:17.090249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:44:17.090703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9e4ece-f356-4e87-9dfe-0a2209aa82fa']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:17.119302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2698bf56-853e-46fe-934a-03b3042da53b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:17.120259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2698bf56-853e-46fe-934a-03b3042da53b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:17.129597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.143474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8b83a328-40ee-4767-8c54-b5006d83a1a3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:17.203667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:17.204143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:17.204471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:17.214422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:17.215258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.220188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:port and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:17.225272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:17.233727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:17.246397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:17.246725 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:17.249574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:17.251613 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 8 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:17.262438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.268490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Usage tracker for resource:port and tenant:42b3187f4f414771a563824472313101 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:17.274399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 8b83a328-40ee-4767-8c54-b5006d83a1a3 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:17.278015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:17.286159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:17.286602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: from cryptography.utils import int_from_bytes Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: from cryptography.utils import int_from_bytes Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn_limited( Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn_limited( Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:17.305335 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:17.357692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:17.358119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.358194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:17.358194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:17.358194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:17.367861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0', 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0', 'tenant_id': '42b3187f4f414771a563824472313101', 'fixed_ips': [{'subnet_id': '27f42ab2-3261-442e-91ec-2cf7c733469c'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:17.370012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.377387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.381112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] device_id is not set on port 3a481eab-73ab-44e1-8dd8-a1bfcd8f5b7e yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:17.420872 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:12Z', 'revision_number': 3, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:17.426120 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42213ed7-6e28-4ead-be52-03475419d235 None None] The sync data for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv is: [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:12Z', 'revision_number': 3, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:17.434254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:17.492604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:17.493139 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:17.536509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.554697 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 9 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:17.570637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Made reservation on behalf of 42b3187f4f414771a563824472313101 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:17.574568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.605810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:17.606164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:17.606617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:17.611711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.617376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.629931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:17.630104 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:17.631272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] device_id is not set on port c91df4c7-f698-4f7c-a119-16a784cdce5a yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:17.637719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd1cdc4-caff-443d-a1a8-f05204b18b12,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:17.675779 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 10 to bind port b2784077-b345-469a-be88-9e5d8d5432a3 Apr 21 14:44:17.682848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] For port 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d2cf91e-73d3-4019-b24e-c327fdb0528f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:17.696810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.721911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e9e4ece-f356-4e87-9dfe-0a2209aa82fa {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:44:17.738054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.762585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e9e4ece-f356-4e87-9dfe-0a2209aa82fa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:17.787764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:17.788269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:17.788606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:17.817604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fef3bf3c-e4fa-4343-877b-ac5c31ce68ef tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/3e9e4ece-f356-4e87-9dfe-0a2209aa82fa HTTP/1.1" status: 204 len: 168 time: 1.8318458 Apr 21 14:44:17.818489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53286) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:17.826007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806da07b-b0b5-49e2-bc5e-5eb0cd6b5acb None None] Pushing event updated for resources: {'Port': ['ID=9d2cf91e-73d3-4019-b24e-c327fdb0528f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:17.828742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port b2784077-b345-469a-be88-9e5d8d5432a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:17.829072 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port b2784077-b345-469a-be88-9e5d8d5432a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:17.829463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.850870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:17.884797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:17.908530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Provisioning for port 8b83a328-40ee-4767-8c54-b5006d83a1a3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:17.912934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:17.917794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Provisioning complete for port 8b83a328-40ee-4767-8c54-b5006d83a1a3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:17.918681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:17.930323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:network and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:17.938420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:17.993898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.018807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:18.019710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Allocated IP 172.20.0.2 (d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0/27f42ab2-3261-442e-91ec-2cf7c733469c/6282605d-9573-48e4-8b22-ccbb000e93d6) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:18.021592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.140076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:18.142359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.167490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.219511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.231340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.263665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.296460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=db2985e0-ea47-45ee-9e81-50f515be8975,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:18.306420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:18.308994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port b2784077-b345-469a-be88-9e5d8d5432a3, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:18.309519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempted to set empty binding levels {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:44:18.310691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.312146 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7c0dc557-2356-4c3a-87d5-6d5d06c42e4c tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0470083 Apr 21 14:44:18.315870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53290) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:18.324613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-719221273'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:18.332195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:18.334317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:18.340289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.389794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] For port 8b83a328-40ee-4767-8c54-b5006d83a1a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8b83a328-40ee-4767-8c54-b5006d83a1a3,segment=NetworkSegment(0b603efd-2ea4-49d6-a44a-c6760f91b1b9),segment_id=0b603efd-2ea4-49d6-a44a-c6760f91b1b9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:18.396111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:network and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:18.409467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:18.410742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.415834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Allocated IP 172.20.0.1 (942e4b44-eb1d-4a55-b7ab-b77732af8edb/e1846c00-9394-4fb4-908d-f25e689f590e/0683a9dd-9653-4ad8-a356-f0499fd0c0c6) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:18.428924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.429398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Added segment 9830608e-cd98-4d28-ae3f-6ec8a8690045 of type vlan for network e6a8a8ed-1eb6-422c-964c-dda44342ee7a Apr 21 14:44:18.433148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:18.446730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:18.447437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.503934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Made reservation on behalf of c0bcb5e23d884ac19864f402481ae738 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:18.507745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.520608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=b2784077-b345-469a-be88-9e5d8d5432a3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:18.528722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-237b8a34-bf65-463c-8897-8a5568ffaac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.2665522 Apr 21 14:44:18.540281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53294) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:18.543662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.576031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.600526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.604309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081d848-8e8a-4b38-992d-d9f1b692cbed None None] Pushing event updated for resources: {'Port': ['ID=8b83a328-40ee-4767-8c54-b5006d83a1a3,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:18.610209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Transition to ACTIVE for port object 6282605d-9573-48e4-8b22-ccbb000e93d6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:18.614803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.616341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Provisioning complete for port 9d2cf91e-73d3-4019-b24e-c327fdb0528f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:18.616704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.632379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Transition to ACTIVE for port object 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:18.656865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:18.679130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:security_group_rule and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:18.686972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:18.697014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Deleting port b2784077-b345-469a-be88-9e5d8d5432a3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:18.697639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.704772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Transition to ACTIVE for port object 6282605d-9573-48e4-8b22-ccbb000e93d6 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:18.716030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.740502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:18.764150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:18.801303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:18.805096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Pushing event updated for resources: {'Port': ['ID=6282605d-9573-48e4-8b22-ccbb000e93d6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:18.880545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:18.892714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:18.920742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Allocated IP 172.20.0.9 (d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0/27f42ab2-3261-442e-91ec-2cf7c733469c/c91df4c7-f698-4f7c-a119-16a784cdce5a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:18.998902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::17c (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/8134f3f5-326e-48eb-a8be-9ea9fbcf3634) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:19.057677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.058960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:19.059597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.080005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Attempting to bind port 6282605d-9573-48e4-8b22-ccbb000e93d6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:19.080366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Attempting to bind port 6282605d-9573-48e4-8b22-ccbb000e93d6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f849646f-cfbd-45c0-80ba-1f97d25b24a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:19.080721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Attempting to bind port 6282605d-9573-48e4-8b22-ccbb000e93d6 on network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:19.092967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Provisioning complete for port 8b83a328-40ee-4767-8c54-b5006d83a1a3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:19.093499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.153489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:19.158684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d2cf91e-73d3-4019-b24e-c327fdb0528f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:19.171313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:19.183762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:19.184227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.200192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:19.202867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:44:19.203433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:19.219403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:19.219403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Checking segment: {'id': 'f849646f-cfbd-45c0-80ba-1f97d25b24a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:19.220227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.220711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Bound using segment: {'id': 'f849646f-cfbd-45c0-80ba-1f97d25b24a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:19.221676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Bound port: 6282605d-9573-48e4-8b22-ccbb000e93d6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f849646f-cfbd-45c0-80ba-1f97d25b24a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd9bd99e8-5761-4581-b35d-e7bfc7f5a1a0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:19.221980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.358317 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5312400 Apr 21 14:44:19.358493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c954602a-d045-4c4c-ad88-9cdfb11f9d23 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.4370003 Apr 21 14:44:19.360491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53298) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:19.373671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53300) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:19.374832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'subnet': {'network_id': 'e6a8a8ed-1eb6-422c-964c-dda44342ee7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:19.388908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] For port 6282605d-9573-48e4-8b22-ccbb000e93d6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:19.395475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] For port 6282605d-9573-48e4-8b22-ccbb000e93d6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6282605d-9573-48e4-8b22-ccbb000e93d6,segment=NetworkSegment(f849646f-cfbd-45c0-80ba-1f97d25b24a5),segment_id=f849646f-cfbd-45c0-80ba-1f97d25b24a5)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:19.413587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.441418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:19.523429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:subnet and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:19.535992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:19.564823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:19.569369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9d2cf91e-73d3-4019-b24e-c327fdb0528f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:19.569369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.573184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Router d3e913b4-382d-420f-8f69-23d7e268f09e is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:44:19.636638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456bd43-6075-4e89-8b04-c267f23db583 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=e6a8a8ed-1eb6-422c-964c-dda44342ee7a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:19.651758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Provisioning for port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:19.655020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e6a8a8ed-1eb6-422c-964c-dda44342ee7a details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:19.667431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea45b41-0dd5-4f43-9af4-35189ed16926 None None] Pushing event updated for resources: {'Port': ['ID=6282605d-9573-48e4-8b22-ccbb000e93d6,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:19.686729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:19.689188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.701930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.721354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Transition to ACTIVE for port object c91df4c7-f698-4f7c-a119-16a784cdce5a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:19.804279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Provisioning complete for port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:19.804668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.867056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port b2784077-b345-469a-be88-9e5d8d5432a3, host hv-neutron-8388, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:19.867743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.889566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a5bcf9aa-28e4-4691-988f-d23a96bd5b01 None None] Port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:19.953934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:19.994773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8b83a328-40ee-4767-8c54-b5006d83a1a3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:20.082943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Provisioning complete for port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:20.083339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.084784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:20.091826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Deleting port 66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:20.092845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.103583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.123081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Calling delete_port for b2784077-b345-469a-be88-9e5d8d5432a3 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:20.126728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8b83a328-40ee-4767-8c54-b5006d83a1a3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:20.127095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.154486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.193389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:20.216211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Provisioning for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:20.233374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:20.253234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Sync routers for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:20.263620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Provisioning complete for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:20.264095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.299634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:20.320803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:20.325332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:20.335891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:20.336587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:20.361240 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:44:20.408478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e1a72765-74b1-4e68-ac45-0905c9e2e955 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:20.452115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-82d1dead-55d4-409d-bef2-dea4689e9789 None None] Port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:20.463989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.480352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.484246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-774f1d4c-f083-4de4-8058-a7784c8db292 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9804533 Apr 21 14:44:20.491028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53306) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:20.497703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event updated for resources: {'Port': ['ID=c91df4c7-f698-4f7c-a119-16a784cdce5a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:20.574075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.584014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:20.605675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:20.611281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:20.629445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:20.632566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e1a72765-74b1-4e68-ac45-0905c9e2e955 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:20.634880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:20.635580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.654801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.666888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=8134f3f5-326e-48eb-a8be-9ea9fbcf3634,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:20.676673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.699563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bc2c40c4-886b-4248-bf92-7bfb199febb6 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9889529 Apr 21 14:44:20.705982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53310) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:20.707275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e1a72765-74b1-4e68-ac45-0905c9e2e955 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:20.707715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.753657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:20.754371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.785676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.817290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.827099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:20.832048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2784077-b345-469a-be88-9e5d8d5432a3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:20.918369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.919354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.953376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40b537b-548f-4b99-924c-4799e05e873d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:20.982840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4ef83c2c-f73c-4db9-94b1-cb00c87cf398 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4239316 Apr 21 14:44:20.984496 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-002e7dab-774c-4371-b585-2f1fcbd1f861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "DELETE /v2.0/ports/b2784077-b345-469a-be88-9e5d8d5432a3 HTTP/1.1" status: 204 len: 168 time: 2.4258676 Apr 21 14:44:20.992382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53314) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:20.992655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53316) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:20.994107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:20.994107 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Added segment ce3676a7-98f2-4b92-bd7c-067d67d6c406 of type vlan for network 059ea339-dd63-474d-96c9-ed596616b249 Apr 21 14:44:21.134845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.136180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.188098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.205282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1f81c5c1-5297-49fa-a079-55b6321d8363 None None] Provisioning for port 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:21.207026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Pushing event updated for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:21.220012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1f81c5c1-5297-49fa-a079-55b6321d8363 None None] Provisioning complete for port 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:21.220371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1f81c5c1-5297-49fa-a079-55b6321d8363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.248799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:21.255045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:21.257574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e1a72765-74b1-4e68-ac45-0905c9e2e955, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e1a72765-74b1-4e68-ac45-0905c9e2e955,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:21.262030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:21.262904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Synchronizing usage tracker for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:21.271872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:21.273924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.274964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:21.333884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Calling delete_port for 66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:21.337652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d57fc0-a9b8-4f13-bce6-8def4a90b67d None None] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:21.369002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1f81c5c1-5297-49fa-a079-55b6321d8363 None None] Port 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:21.410442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Unset dirty status for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:21.411557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1c327fbc-4939-4250-a56c-eb4680df5133 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.7044690 Apr 21 14:44:21.423060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a90b691-886b-4630-94c0-3e2ec6f3a851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:44:21.423722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a90b691-886b-4630-94c0-3e2ec6f3a851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Synchronizing usage tracker for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:21.425379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:44:21.425837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.428649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53322) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.476682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Deleting port c91df4c7-f698-4f7c-a119-16a784cdce5a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:21.477089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.498920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6282605d-9573-48e4-8b22-ccbb000e93d6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:21.540231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:15Z', 'revision_number': 3, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:21.550313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d55e2b7a-cc51-4243-aa0c-009d782fa2ec,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:21.574176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Checking router: d3e913b4-382d-420f-8f69-23d7e268f09e for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:44:21.574516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Updating router d3e913b4-382d-420f-8f69-23d7e268f09e port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:44:21.608658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e1a72765-74b1-4e68-ac45-0905c9e2e955,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:21.663745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-681d3ae4-7615-404a-962a-e3580ffb1ecd None None] Provisioning for port 6282605d-9573-48e4-8b22-ccbb000e93d6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:21.669599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Checking segment: {'id': '9830608e-cd98-4d28-ae3f-6ec8a8690045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e6a8a8ed-1eb6-422c-964c-dda44342ee7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:21.671028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Network hostable DHCP agents. Network: e6a8a8ed-1eb6-422c-964c-dda44342ee7a, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:21.693068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.699467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Router bcf43409-4271-4a99-a558-f2a2df92d2ff has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:44:21.711892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Network e6a8a8ed-1eb6-422c-964c-dda44342ee7a is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:21.718994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.789818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6282605d-9573-48e4-8b22-ccbb000e93d6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:21.790236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e6a8a8ed-1eb6-422c-964c-dda44342ee7a) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:21.804811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:21.805489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.824292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0212d-95a2-430f-bcca-f49ce3ec44d8 None None] Network e6a8a8ed-1eb6-422c-964c-dda44342ee7a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:21.842602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6282605d-9573-48e4-8b22-ccbb000e93d6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:21.843177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.895690 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a77a1e86-8bf2-4ebc-9275-405b2a9c583b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5351472 Apr 21 14:44:21.898745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53326) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.916463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6a8a8ed-1eb6-422c-964c-dda44342ee7a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:21.924035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:21.939789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:floatingip and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:21.939972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a90b691-886b-4630-94c0-3e2ec6f3a851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Unset dirty status for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:21.941092 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a90b691-886b-4630-94c0-3e2ec6f3a851 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports/b2784077-b345-469a-be88-9e5d8d5432a3 HTTP/1.1" status: 404 len: 333 time: 0.9399571 Apr 21 14:44:21.950366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:21.951223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53330) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:21.954257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:21.969777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-293812239'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:21.973674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.979362 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Sync routers for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:21.993396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5583137-11cc-4839-9829-538a308d79b9 admin admin] 10.222.0.35 "PUT /v2.0/routers/bcf43409-4271-4a99-a558-f2a2df92d2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1174409 Apr 21 14:44:21.995248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:21.995698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:21.995804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:22.009412 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:22.010353 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:22.011211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.072483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:22.087175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60dfc15c-6cfa-4885-b5c4-559e4571f67f None None] Provisioning complete for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:22.087539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60dfc15c-6cfa-4885-b5c4-559e4571f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.094043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:22.212354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.251359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:22.297836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60dfc15c-6cfa-4885-b5c4-559e4571f67f None None] Port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:22.355455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.360845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:22.361490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.367867 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:22.442684 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.1255815 Apr 21 14:44:22.443257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.447473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:22.462570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Made reservation on behalf of e762f011cdc8441698d35c158afe063c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:22.462989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Request body: {'subnet': {'network_id': '059ea339-dd63-474d-96c9-ed596616b249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:22.465954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.535461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port 2574783d-52bf-499a-9f8d-50ad0383a6a3 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:22.578888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7654fc-45d2-494c-95c4-344121b290a2 None None] Network e6a8a8ed-1eb6-422c-964c-dda44342ee7a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:22.660589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.715880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6282605d-9573-48e4-8b22-ccbb000e93d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6282605d-9573-48e4-8b22-ccbb000e93d6,segment=NetworkSegment(f849646f-cfbd-45c0-80ba-1f97d25b24a5),segment_id=f849646f-cfbd-45c0-80ba-1f97d25b24a5)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:22.763274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:22.941844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Allocated IP 172.20.0.5 (e6a8a8ed-1eb6-422c-964c-dda44342ee7a/d55e2b7a-cc51-4243-aa0c-009d782fa2ec/37be217f-33f4-4e5a-bbcc-578db1bde95e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:23.035365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.130556 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:20Z', 'revision_number': 2, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:23.142704 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Checking router: bcf43409-4271-4a99-a558-f2a2df92d2ff for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:44:23.144345 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Updating router bcf43409-4271-4a99-a558-f2a2df92d2ff port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:44:23.163682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Transition to ACTIVE for port object 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:23.167555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Provisioning for port c91df4c7-f698-4f7c-a119-16a784cdce5a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:23.175899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6282605d-9573-48e4-8b22-ccbb000e93d6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:23.187521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.191827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Provisioning complete for port c91df4c7-f698-4f7c-a119-16a784cdce5a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:23.192199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.223647 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.233455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e6cc4a-7c3c-4f23-8523-1676dd8d2d5d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:23.244069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:23.247421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.254827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.257528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0554c-3e98-47c2-8e74-d4f92c667090 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Network': ['ID=059ea339-dd63-474d-96c9-ed596616b249,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:23.257954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:subnet and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:23.276804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:23.316752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:23.320335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 059ea339-dd63-474d-96c9-ed596616b249 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:23.359328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.372542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Made reservation on behalf of c0bcb5e23d884ac19864f402481ae738 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:23.376257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.476794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Port c91df4c7-f698-4f7c-a119-16a784cdce5a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:23.490017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6282605d-9573-48e4-8b22-ccbb000e93d6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:23.514961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Attempting to bind port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:23.515327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Attempting to bind port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:23.515688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Attempting to bind port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:23.524430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.536659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5a033-73ab-4ebe-8e77-1cc82c494479 None None] Pushing event updated for resources: {'Port': ['ID=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:23.549227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:23.549518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:23.549870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.550256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:23.550724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Bound port: 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:23.551124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.630853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Provisioning complete for port 6282605d-9573-48e4-8b22-ccbb000e93d6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:23.631172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04249b7c-c3c6-4e85-98c9-092867c28f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.649375 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.668983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.680661 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Transition to ACTIVE for port object 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:23.697122 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.711006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 8134f3f5-326e-48eb-a8be-9ea9fbcf3634 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:23.714438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] For port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:23.720025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] For port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:23.730149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6282605d-9573-48e4-8b22-ccbb000e93d6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:23.730698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.802966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:23.855740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Port': ['ID=37be217f-33f4-4e5a-bbcc-578db1bde95e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:23.861132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Network e6a8a8ed-1eb6-422c-964c-dda44342ee7a is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:23.955615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:23.967531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:24.025321 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b852fc-5558-4249-afda-1d15282676b3 None None] Pushing event updated for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.080865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.093893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:24.098459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.114932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149106580', 'description': 'tempest-description--964536321'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:24.121517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:24.122156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:24.130668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:24.143420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Usage tracker for resource:security_group and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:24.147308 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Attempting to bind port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:24.148248 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Attempting to bind port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:24.148745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Attempting to bind port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 on network 942e4b44-eb1d-4a55-b7ab-b77732af8edb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:24.154110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Calling delete_port for c91df4c7-f698-4f7c-a119-16a784cdce5a owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:24.154578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:24.157092 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:24.157646 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Checking segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:24.158254 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.158766 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Bound using segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:24.159435 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Bound port: 0683a9dd-9653-4ad8-a356-f0499fd0c0c6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:24.159954 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.170217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:24.201508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5a033-73ab-4ebe-8e77-1cc82c494479 None None] Pushing event updated for resources: {'Port': ['ID=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.213642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.218242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5f035d9f-0b1e-4389-bdc3-a1202f954f70 tempest-ExternalNetworksAdminNegativeTestJSON-96518113 tempest-ExternalNetworksAdminNegativeTestJSON-96518113-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/a1e4f42a-c5c5-4bb0-a10c-b34600403ae4 HTTP/1.1" status: 204 len: 168 time: 4.8402121 Apr 21 14:44:24.275389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Subnet': ['ID=70641f7e-8820-4454-bcb4-97c4d126a2fe,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.280742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.284216 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] For port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:24.288682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] For port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:24.294145 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.375159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:24.376070 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b852fc-5558-4249-afda-1d15282676b3 None None] Pushing event updated for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.379589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Usage tracker for resource:security_group_rule and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:24.382778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:24.389302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:24.395789 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:24.396204 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:43:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:24.486984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.518020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.537938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.595438 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:24.677094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:24.694529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.727270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Checking segment: {'id': 'ce3676a7-98f2-4b92-bd7c-067d67d6c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '059ea339-dd63-474d-96c9-ed596616b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:24.727515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network hostable DHCP agents. Network: 059ea339-dd63-474d-96c9-ed596616b249, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:24.732422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b148566-729c-4ddf-86f6-97f94a11e5b7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.746273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e1a72765-74b1-4e68-ac45-0905c9e2e955 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:24.779391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.781586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.815996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53360) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:24.816767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.817982 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a329478d-a91d-4a06-977e-17f74eef0b18 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7225647 Apr 21 14:44:24.849183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53364) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:24.882267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'security_group_rule': {'security_group_id': '1b148566-729c-4ddf-86f6-97f94a11e5b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:24.891285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.909708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=2574783d-52bf-499a-9f8d-50ad0383a6a3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:24.913355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 059ea339-dd63-474d-96c9-ed596616b249 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:24.915753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:24.964614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a8600393-a6e4-4119-b31d-e03b3bb9deaa None None] Provisioning complete for port c91df4c7-f698-4f7c-a119-16a784cdce5a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:24.965106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8600393-a6e4-4119-b31d-e03b3bb9deaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:24.981124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Usage tracker for resource:security_group_rule and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:24.991275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:25.011051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event deleted for resources: {'Port': ['ID=c91df4c7-f698-4f7c-a119-16a784cdce5a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:25.026915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:25.027215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a8600393-a6e4-4119-b31d-e03b3bb9deaa None None] Port c91df4c7-f698-4f7c-a119-16a784cdce5a was deleted so its status cannot be updated. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 21 14:44:25.028774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 059ea339-dd63-474d-96c9-ed596616b249) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:25.030389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.047572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:25.047818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.082935 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:24Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:25.083436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:25.090066 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8cea6-7be9-4a03-9568-1c6fd3fa1c19 None None] The sync data for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv is: [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:24Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:25.099821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Usage tracker for resource:security_group_rule and tenant:9ee1f21adb464631975c00d654fe0ccc is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:25.105810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-884f40ed-89f8-4dbc-bbcd-4d6413f9984b tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6535323 Apr 21 14:44:25.120230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53372) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.121450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:25.130643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1813fe3-3dda-4c5f-8147-8f821955b64f None None] Network 059ea339-dd63-474d-96c9-ed596616b249 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:25.142640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.161754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.221432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:25.226154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1111917635', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:25.235342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.239429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:25.264625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:25.301384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:25.302546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:25.303145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.346861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=8134f3f5-326e-48eb-a8be-9ea9fbcf3634,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:25.385140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.394318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:25.405284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:router and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:25.408952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:25.418440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:25.500107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.508129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21d0a132-dc65-45e5-8afc-cbba818dcd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.519283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e1a72765-74b1-4e68-ac45-0905c9e2e955 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:25.520065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.540122 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b2d41f26-fdab-4263-9659-8a3716b309d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.5774925 Apr 21 14:44:25.542756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.543799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Port': ['ID=37be217f-33f4-4e5a-bbcc-578db1bde95e,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:25.546994 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-872eea45-1ba6-49aa-afd3-fe4ca0ce4f64 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "DELETE /v2.0/ports/c91df4c7-f698-4f7c-a119-16a784cdce5a HTTP/1.1" status: 204 len: 168 time: 4.5450764 Apr 21 14:44:25.548052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53378) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.548052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.553876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.554892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.559254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.609660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ee1f21adb464631975c00d654fe0ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7882245 Apr 21 14:44:25.617448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:25.639111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53388) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.725997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.726867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.732448 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5b0bf04e-c5a3-4829-a0d2-db889fbec28e tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/8134f3f5-326e-48eb-a8be-9ea9fbcf3634 HTTP/1.1" status: 204 len: 168 time: 4.2574184 Apr 21 14:44:25.747653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.748869 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e9c7269f-9419-45b1-9933-c80764a03d20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8490133 Apr 21 14:44:25.757178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53392) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.757532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53394) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.769774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.820285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.837116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-059ea339-dd63-474d-96c9-ed596616b249', 'network_id': '059ea339-dd63-474d-96c9-ed596616b249', 'tenant_id': 'c0bcb5e23d884ac19864f402481ae738', 'fixed_ips': [{'subnet_id': '70641f7e-8820-4454-bcb4-97c4d126a2fe'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:25.840378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:25.861242 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-856ddb5b-4644-4f05-8a85-f7810ecf514a tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] GET failed (client error): The resource could not be found. Apr 21 14:44:25.866665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-856ddb5b-4644-4f05-8a85-f7810ecf514a tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports/8134f3f5-326e-48eb-a8be-9ea9fbcf3634 HTTP/1.1" status: 404 len: 333 time: 0.1017742 Apr 21 14:44:25.910824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53400) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:25.922551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-423195271'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:26.033055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.051924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518ede-2d41-4e46-a6c4-e9d27bdbf26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bbd3b-831e-4f18-95ce-5574440d02ec,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:26.055721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.068824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.068991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Allocated IP 172.20.0.2 (059ea339-dd63-474d-96c9-ed596616b249/70641f7e-8820-4454-bcb4-97c4d126a2fe/dcea0c7d-f773-4743-99de-6ec4ed8ce4d7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:26.084890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-91a2671d-675b-40ea-97c2-c2d306280f20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Synchronizing usage tracker for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:floatingip {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:26.176957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.266278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:15Z', 'revision_number': 3, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:26.274733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc47fc7-c2b7-45ba-b49d-4f2ed1d85d5b None None] The sync data for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv is: [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:15Z', 'revision_number': 3, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:26.294774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:26.336182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Usage tracker for resource:port and tenant:343f2a971e414dd3ac2efc2791302328 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:26.341826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:26.377626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:26.379725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce3cefdf-7bd1-4f6b-b4dc-16683ec3f7cd tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8271279 Apr 21 14:44:26.380776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.382104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53406) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:26.382232 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5229528 Apr 21 14:44:26.388258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53408) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:26.392430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1029384949'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:26.401196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Allocated IP 172.20.0.1 (7b519709-9d5d-4a72-9446-61b00e6bbeb4/522cde6b-d209-497b-981f-4fc400145ba2/bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:26.408443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'security_group_rule': {'security_group_id': '1b148566-729c-4ddf-86f6-97f94a11e5b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:26.412982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273ab5-86dd-4ce6-984e-ab44e1938ef9 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7d49f4-803d-4def-9f37-6920ce6bfb57,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:26.421595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.421733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-91a2671d-675b-40ea-97c2-c2d306280f20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Unset dirty status for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:floatingip {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:26.424135 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-91a2671d-675b-40ea-97c2-c2d306280f20 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "GET /v2.0/floatingips?floating_network_id=e6a8a8ed-1eb6-422c-964c-dda44342ee7a HTTP/1.1" status: 200 len: 689 time: 0.6577070 Apr 21 14:44:26.428549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:26.433937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53414) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:26.435114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:26.467146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Usage tracker for resource:security_group_rule and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:26.473049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Usage tracker for resource:network and tenant:42b3187f4f414771a563824472313101 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:26.477313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:26.481544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:26.484166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Transition to ACTIVE for port object dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:26.506917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Transition to ACTIVE for port object dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:26.511591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:26.567107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.613005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:26.616451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.715126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Network 059ea339-dd63-474d-96c9-ed596616b249 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:26.723322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:26.733361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:26.739587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Pushing event updated for resources: {'Port': ['ID=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:26.755452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.773532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:26.775728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.780863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:26.882390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.887489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port 2574783d-52bf-499a-9f8d-50ad0383a6a3 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:26.897165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.913706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Attempting to bind port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:26.914151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Attempting to bind port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ce3676a7-98f2-4b92-bd7c-067d67d6c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '059ea339-dd63-474d-96c9-ed596616b249'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:26.914411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Attempting to bind port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 on network 059ea339-dd63-474d-96c9-ed596616b249 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:26.918520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:26.925050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:26.925528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Checking segment: {'id': 'ce3676a7-98f2-4b92-bd7c-067d67d6c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '059ea339-dd63-474d-96c9-ed596616b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:26.925922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.926329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Bound using segment: {'id': 'ce3676a7-98f2-4b92-bd7c-067d67d6c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '059ea339-dd63-474d-96c9-ed596616b249'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:26.926860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Bound port: dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3676a7-98f2-4b92-bd7c-067d67d6c406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '059ea339-dd63-474d-96c9-ed596616b249'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:26.927227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.940034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:26.940427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.949444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Transition to ACTIVE for port object 2574783d-52bf-499a-9f8d-50ad0383a6a3 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:26.955145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bbd3b-831e-4f18-95ce-5574440d02ec,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:26.967018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Made reservation on behalf of 42b3187f4f414771a563824472313101 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:26.969460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.970552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:26.982012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 5601371e-820e-4b49-95ee-9420f9d3e586 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:27.029514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Deleting port 37be217f-33f4-4e5a-bbcc-578db1bde95e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:27.029849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.098570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] For port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:27.102883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] For port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,segment=NetworkSegment(ce3676a7-98f2-4b92-bd7c-067d67d6c406),segment_id=ce3676a7-98f2-4b92-bd7c-067d67d6c406)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:27.115900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.121424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.189459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.190593 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee65bcaa-c2e6-4c36-9f82-11d098ea2cfc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e49bbd3b-831e-4f18-95ce-5574440d02ec HTTP/1.1" status: 204 len: 168 time: 1.4977324 Apr 21 14:44:27.208019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=2574783d-52bf-499a-9f8d-50ad0383a6a3,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:27.250035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.250591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.251396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.257420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.257861 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.259309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 2 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.264200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61632e3-0962-460b-8f2c-202e21e8f865 None None] Pushing event updated for resources: {'Port': ['ID=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:27.285518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:27.290305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.290708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.291646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.305123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.305727 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.306615 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 3 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.332405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.332794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.333264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.340406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.340795 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.341472 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 4 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.369828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.370161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.370488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.432328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.456353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.456678 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.458773 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 5 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.511366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:27.515100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.515440 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Added segment 66b5ffae-5adb-4bfd-89eb-639045e9bb50 of type vlan for network 72728914-e69c-478c-9afb-21ed639faa27 Apr 21 14:44:27.521456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.575640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.599718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.615824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b2cf113a-6997-4d47-aad4-4c984345ecf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.619185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:27.627237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.627567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.627898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.635600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.642513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.668410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.668742 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.672043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 6 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.682940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.725960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa129ff-6bab-40a8-a9f0-c9c438835f27,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:27.731694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.732039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.732361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.744237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Transition to ACTIVE for port object bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:27.748753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.749120 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.756717 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 7 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.779639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.789182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.789182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.789182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.794365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53424) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:27.795372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::eb (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/5601371e-820e-4b49-95ee-9420f9d3e586) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:27.810608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.810964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:27.845230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.845582 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.852652 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 8 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.893136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.893136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.893136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.914215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.914521 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.919803 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 9 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:27.937574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Allocated IP 172.26.4.39 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/80b92f71-c015-4e5c-abdb-60e6323490c3) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:27.941488 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-60a4a537-cff7-4964-9f8c-585aa9e07996 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=122dfa4085e24ccbb917f900044a4b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459703 Apr 21 14:44:27.945728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53428) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:27.951470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:27.951796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:27.952121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:27.969983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Calling delete_port for 37be217f-33f4-4e5a-bbcc-578db1bde95e owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:27.973714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:27.974038 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:27.977934 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 10 to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 Apr 21 14:44:28.035477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.036288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:28.036559 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9669c5c6-759b-488f-8c76-f89fd8233520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6393068 Apr 21 14:44:28.036655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:28.037091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:28.046889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53432) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:28.081001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.086467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:28.087071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.170927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:28.171247 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:28.171663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.184886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:28.214063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:28.227498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Usage tracker for resource:floatingip and tenant:41bcedfd12f1416590ac0e21f4aaa48d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:28.227826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.261119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:28.276077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.278102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:28.288683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event updated for resources: {'Network': ['ID=72728914-e69c-478c-9afb-21ed639faa27,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:28.301306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 72728914-e69c-478c-9afb-21ed639faa27 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:28.360665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.385910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.390034 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6dbdda0e-0c26-4bb6-ae48-cfe4552cc95c tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0047879 Apr 21 14:44:28.404182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53436) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:28.406237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:28.412434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:28.422645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port 2574783d-52bf-499a-9f8d-50ad0383a6a3, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:28.423017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempted to set empty binding levels {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:44:28.425747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:28.459079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.478262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Pushing event updated for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:28.586438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.618451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:28.671871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.685849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.707066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.711020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.742605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:28.743877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.749461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] In _notify_port_updated(), no bound segment for port 2574783d-52bf-499a-9f8d-50ad0383a6a3 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:44:28.749768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:28.750337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:28.750929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.755422 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "PUT /v2.0/ports/2574783d-52bf-499a-9f8d-50ad0383a6a3 HTTP/1.1" status: 200 len: 980 time: 3.2044060 Apr 21 14:44:28.766242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53440) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:28.883099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:28.883478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.945806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-56ce4759-8796-4992-9b04-84e3e2e3bf80 None None] Provisioning for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:28.951803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.964314 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-49d2018a-0092-4a02-9ef3-4fb7445ad16b tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks HTTP/1.1" status: 200 len: 8041 time: 0.5456169 Apr 21 14:44:28.965624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644dfc-fc64-4257-abcb-3bf435b06ab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=2574783d-52bf-499a-9f8d-50ad0383a6a3,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:28.973692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-56ce4759-8796-4992-9b04-84e3e2e3bf80 None None] Provisioning complete for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:28.974465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56ce4759-8796-4992-9b04-84e3e2e3bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:28.985790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:29.006187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 5601371e-820e-4b49-95ee-9420f9d3e586 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:29.007142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53444) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:29.008869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Port': ['ID=37be217f-33f4-4e5a-bbcc-578db1bde95e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:29.062543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:29.064518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370b016-80af-4f2b-a1cd-1d275ad8d518 None None] Network 059ea339-dd63-474d-96c9-ed596616b249 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:29.064756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd1cdc4-caff-443d-a1a8-f05204b18b12,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:29.069173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:29.139208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.205513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-56ce4759-8796-4992-9b04-84e3e2e3bf80 None None] Port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:29.225107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.229383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d74ecfd8-5db3-43de-b615-fd9546da4df4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cd1cdc4-caff-443d-a1a8-f05204b18b12 HTTP/1.1" status: 204 len: 168 time: 1.2803693 Apr 21 14:44:29.240381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:29.292536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.320881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.382781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=80b92f71-c015-4e5c-abdb-60e6323490c3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:29.413060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Provisioning for port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:29.422260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Provisioning complete for port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:29.422697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.461365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:29.480769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:29.481135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.501030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:29.502697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.503169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.503715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.504067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.504513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.504960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.505939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.505939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.507094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.507094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.507330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.507590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.508030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.508466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.508911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.509382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.509956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.513261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-80965382-b048-419f-b265-b0f990534dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15424 time: 0.7351356 Apr 21 14:44:29.522870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53450) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:29.529096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=5601371e-820e-4b49-95ee-9420f9d3e586,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:29.540405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:29.578404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:29.584052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:29.584666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.596731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf140cc7-f19f-4f4a-b23c-0aee57992570 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] Network 72728914-e69c-478c-9afb-21ed639faa27 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:29.597279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.656907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.708949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.752175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.779372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d492cb49-24d4-4444-814d-635015d74cab None None] For port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,segment=NetworkSegment(ce3676a7-98f2-4b92-bd7c-067d67d6c406),segment_id=ce3676a7-98f2-4b92-bd7c-067d67d6c406)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:29.780408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.787930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4efcf-5150-48d0-ba34-61d955bca716 None None] Network 72728914-e69c-478c-9afb-21ed639faa27 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:29.795300 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bf140cc7-f19f-4f4a-b23c-0aee57992570 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "POST /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7838416 Apr 21 14:44:29.821276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.833373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53458) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:29.932723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Deleting port 2574783d-52bf-499a-9f8d-50ad0383a6a3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:29.933143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.967257 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc35f4e7-bff8-4481-a6ee-b1730d4f2090 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0545144 Apr 21 14:44:29.974918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:29.993763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:30.005635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53466) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.014230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.062474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:0d:22:24'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:30.094489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492cb49-24d4-4444-814d-635015d74cab None None] Pushing event updated for resources: {'Port': ['ID=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:30.177680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a07bd0b5-17b9-4fb6-ba26-098278cb6539 None None] Provisioning for port 5601371e-820e-4b49-95ee-9420f9d3e586 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:30.195977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a07bd0b5-17b9-4fb6-ba26-098278cb6539 None None] Provisioning complete for port 5601371e-820e-4b49-95ee-9420f9d3e586 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:30.196338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a07bd0b5-17b9-4fb6-ba26-098278cb6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.261011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:30.271227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a07bd0b5-17b9-4fb6-ba26-098278cb6539 None None] Port 5601371e-820e-4b49-95ee-9420f9d3e586 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:30.294992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.339650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.411103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c4a1767-dfc9-4ba7-ad96-29794a1f3560 None None] Provisioning complete for port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:30.411915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1767-dfc9-4ba7-ad96-29794a1f3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.412266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Allocated IP 172.26.4.149 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b5892395-5caf-45c0-80ac-c72fa21f8b4b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:30.422267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d55e2b7a-cc51-4243-aa0c-009d782fa2ec,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:30.428028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.501001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:30.646935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:30.647310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.724538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.732797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53480) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.762950 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe98449f-e6c0-4e5c-8304-866046667994 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks HTTP/1.1" status: 200 len: 8811 time: 0.9284632 Apr 21 14:44:30.832167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:30.861462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.868172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53486) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.879194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-1e6e0fab-abf5-43bc-934e-73216e536f85 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:30.886051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1e6e0fab-abf5-43bc-934e-73216e536f85 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1477051 Apr 21 14:44:30.890420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.896134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-7569c00c-a29b-4576-8a08-74ac2a736cc2 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:30.899698 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7569c00c-a29b-4576-8a08-74ac2a736cc2 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0083532 Apr 21 14:44:30.903641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.909308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.924455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:30.924850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:30.943726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-2d72cdec-4792-40c8-9ef7-352a958d6008 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:30.947253 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d72cdec-4792-40c8-9ef7-352a958d6008 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0220597 Apr 21 14:44:30.953177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53498) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.964793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a8a8ed-1eb6-422c-964c-dda44342ee7a']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:30.976794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-69c8de1b-c509-4743-bc9b-5ff49ba71fe1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:30.976963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69c8de1b-c509-4743-bc9b-5ff49ba71fe1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0122163 Apr 21 14:44:30.989793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:30.990360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:30.996204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:30.997941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9830608e-cd98-4d28-ae3f-6ec8a8690045') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:30.997941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9830608e-cd98-4d28-ae3f-6ec8a8690045') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:31.004677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port 2574783d-52bf-499a-9f8d-50ad0383a6a3, host hv-neutron-8388, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:31.004830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:31.005040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.023975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'Port': ['ID=b5892395-5caf-45c0-80ac-c72fa21f8b4b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:31.047557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-ce7d3d39-8831-40cf-9471-00ded2bb6ba3 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.048544 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ce7d3d39-8831-40cf-9471-00ded2bb6ba3 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0539241 Apr 21 14:44:31.051777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.060107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-25851c56-03ab-443a-a3ae-50500239da69 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.061407 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25851c56-03ab-443a-a3ae-50500239da69 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0081959 Apr 21 14:44:31.064026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:44:31.066043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.074048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.079026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-5ec8d550-8a48-4cda-84de-e2fc574c5ac5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.082580 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5ec8d550-8a48-4cda-84de-e2fc574c5ac5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0118024 Apr 21 14:44:31.083829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53514) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.090283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-b2cf1e4a-cb2b-4870-a899-c5ba7c58f1c0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.093799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2cf1e4a-cb2b-4870-a899-c5ba7c58f1c0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0071383 Apr 21 14:44:31.106003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.171635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.184133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-a704748c-6360-4dd9-a4b0-47e4dabfad2d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.185076 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a704748c-6360-4dd9-a4b0-47e4dabfad2d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0748255 Apr 21 14:44:31.188999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.203977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-2e0dc932-49a6-4b93-9e02-d558bcfce512 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.207185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e0dc932-49a6-4b93-9e02-d558bcfce512 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0098097 Apr 21 14:44:31.212836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53526) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.229042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-011ea952-93d4-4a5a-9087-7e5ed1089611 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.232400 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-011ea952-93d4-4a5a-9087-7e5ed1089611 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142314 Apr 21 14:44:31.234445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.243659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-95411fab-1092-477a-bef2-a7df69ccffcb tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.247601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95411fab-1092-477a-bef2-a7df69ccffcb tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084846 Apr 21 14:44:31.247743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.264846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Calling delete_port for 2574783d-52bf-499a-9f8d-50ad0383a6a3 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:31.270451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53534) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.322448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.342732 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8b15a1c0-acaf-4c4e-a2af-9bafe1a72ae1 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "DELETE /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks/72728914-e69c-478c-9afb-21ed639faa27 HTTP/1.1" status: 204 len: 168 time: 0.4735019 Apr 21 14:44:31.343222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-648d7ee4-1199-4879-bfb9-1aed28088ec7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.347350 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-648d7ee4-1199-4879-bfb9-1aed28088ec7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0672843 Apr 21 14:44:31.347350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53538) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.347547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:31.347547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.359759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:31.361948 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:31.363518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.379402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-facaaf89-4904-4ac3-a519-be1157a0499c tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.382824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-facaaf89-4904-4ac3-a519-be1157a0499c tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0140138 Apr 21 14:44:31.383698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53546) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.397832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-054246bc-bfd2-4a8c-b5e9-663aaaff43c1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.402194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-054246bc-bfd2-4a8c-b5e9-663aaaff43c1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0128558 Apr 21 14:44:31.409270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53550) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.437646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:31.451943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] Sync routers for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:31.462667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:31.464013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:31.470260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.476922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-9c536506-a459-4d9d-bb28-b7987782e8da tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.481126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9c536506-a459-4d9d-bb28-b7987782e8da tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0192013 Apr 21 14:44:31.493733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53554) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.518544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.528699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:31.537420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:31.538012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:31.559415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-de9d7c78-d904-4661-bc4f-c4849ac58b1b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.563026 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-de9d7c78-d904-4661-bc4f-c4849ac58b1b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0639729 Apr 21 14:44:31.580240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53558) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.594010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.598423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:31.598874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb764e3-e641-49ab-9678-df9fc1bb4178 None None] The sync data for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:31.622999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-eccbfe3c-641b-4d40-8a36-b66840648f60 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.627126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eccbfe3c-641b-4d40-8a36-b66840648f60 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0317421 Apr 21 14:44:31.627354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53562) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.652989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-ad571c46-8a2e-4624-9786-ddfc6eec4570 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.653231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.653975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ad571c46-8a2e-4624-9786-ddfc6eec4570 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0210049 Apr 21 14:44:31.654413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2b524207-677e-49e9-9bba-34d7aa37e8f2 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.5094347 Apr 21 14:44:31.658306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53566) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.658633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.670918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.692646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e6a8a8ed-1eb6-422c-964c-dda44342ee7a {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:44:31.700106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.708504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.717752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:31.721983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Pushing event updated for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:31.733190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-393f9b9b-87d3-4ea6-b61d-6f43c9fbb213 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.736563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-393f9b9b-87d3-4ea6-b61d-6f43c9fbb213 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0732021 Apr 21 14:44:31.745461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53574) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.745964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6a8a8ed-1eb6-422c-964c-dda44342ee7a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:31.771200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-226e5b4d-7bb6-4426-be4a-93089bb47a81 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.772115 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-226e5b4d-7bb6-4426-be4a-93089bb47a81 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0257425 Apr 21 14:44:31.778667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53578) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.794822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-59fd2930-bc3e-4b19-88b9-35928a2600ad tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.795749 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-59fd2930-bc3e-4b19-88b9-35928a2600ad tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0119941 Apr 21 14:44:31.821631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53582) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.833573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-239415ae-36c8-4376-9529-d56186e35614 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.834495 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-239415ae-36c8-4376-9529-d56186e35614 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0120664 Apr 21 14:44:31.840242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.853726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-a550a40d-8910-4b43-a819-e197453464ac tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.854759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a550a40d-8910-4b43-a819-e197453464ac tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0119374 Apr 21 14:44:31.894574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.895404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event deleted for resources: {'Port': ['ID=2574783d-52bf-499a-9f8d-50ad0383a6a3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:31.899670 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-efb42fd5-db99-4733-bee4-ff4f75cfb7f0 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e6a8a8ed-1eb6-422c-964c-dda44342ee7a HTTP/1.1" status: 204 len: 168 time: 5.4618375 Apr 21 14:44:31.912664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ec526abe-b461-4cd4-b44c-2649b101f48b tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2574783d-52bf-499a-9f8d-50ad0383a6a3 HTTP/1.1" status: 204 len: 168 time: 2.3714492 Apr 21 14:44:31.912664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53594) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.913799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-7edd8088-336c-477f-b965-82e665441326 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:31.918335 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7edd8088-336c-477f-b965-82e665441326 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0171921 Apr 21 14:44:31.921068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53596) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.921413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53598) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:31.995283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-05011a9f-663c-4e35-a235-0d871e006126 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks HTTP/1.1" status: 200 len: 8003 time: 0.6410456 Apr 21 14:44:31.998745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53606) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.007480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:32.033605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-9ccbca6a-225b-4cee-b867-38993bc890b6 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.034545 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9ccbca6a-225b-4cee-b867-38993bc890b6 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.1004243 Apr 21 14:44:32.037350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53610) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.043324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.053838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-b65f3cb7-eb1a-4f52-a618-ddf6518e3637 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.057706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b65f3cb7-eb1a-4f52-a618-ddf6518e3637 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0147719 Apr 21 14:44:32.059883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53614) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.065170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.108954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-cf2a47f7-f304-4624-9e1f-7d4606dc1899 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.112500 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf2a47f7-f304-4624-9e1f-7d4606dc1899 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0465121 Apr 21 14:44:32.178816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.187372 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b6186efa-af24-4041-9943-4cf2df426e23 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/networks/d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1822946 Apr 21 14:44:32.196752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-5b6fe543-f90b-4a85-8ecd-239535ddf83b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.201180 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5b6fe543-f90b-4a85-8ecd-239535ddf83b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0136950 Apr 21 14:44:32.201327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53622) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.201327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b227d4-dc88-4b19-a640-5b324c31e1d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:44:32.201756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-10b227d4-dc88-4b19-a640-5b324c31e1d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Synchronizing usage tracker for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:32.205877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.210237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.221556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39152f48-c998-4acb-8df7-a62e835a34bb tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Synchronizing usage tracker for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:floatingip {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:32.226722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-091cc780-a03f-4fbb-94e8-1c683fe366bc tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.227648 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-091cc780-a03f-4fbb-94e8-1c683fe366bc tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0191317 Apr 21 14:44:32.233475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.251171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-3734d33e-e401-4be0-809a-253fb4ae7bdc tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.252013 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3734d33e-e401-4be0-809a-253fb4ae7bdc tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0121400 Apr 21 14:44:32.263237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53634) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.265661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'Port': ['ID=b5892395-5caf-45c0-80ac-c72fa21f8b4b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:32.278219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.279424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4446c101-e0d4-4663-bdb3-e1b511daeac2 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2305717 Apr 21 14:44:32.286428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-55134b5a-c08b-4e22-b054-70f547079ed8 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.289896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-55134b5a-c08b-4e22-b054-70f547079ed8 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0210783 Apr 21 14:44:32.295163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9ae9a794-9306-43e8-ad3f-bd32d37a2c9c tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/networks/d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0925136 Apr 21 14:44:32.296492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.296690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.297314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-10b227d4-dc88-4b19-a640-5b324c31e1d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Unset dirty status for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:32.302432 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-10b227d4-dc88-4b19-a640-5b324c31e1d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports/2574783d-52bf-499a-9f8d-50ad0383a6a3 HTTP/1.1" status: 404 len: 333 time: 0.3658094 Apr 21 14:44:32.308197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-01210996-7c6d-4688-94d4-8943ca8943dd tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.312515 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-01210996-7c6d-4688-94d4-8943ca8943dd tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0097411 Apr 21 14:44:32.315586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53648) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.315897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53650) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.329892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653903814', 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:32.334856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-eb7c4bfb-70fa-4a63-af2c-b3d91ddde773 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.336004 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eb7c4bfb-70fa-4a63-af2c-b3d91ddde773 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0147815 Apr 21 14:44:32.338698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53656) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.342272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39152f48-c998-4acb-8df7-a62e835a34bb tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Unset dirty status for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:floatingip {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:32.345932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-39152f48-c998-4acb-8df7-a62e835a34bb tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4235597 Apr 21 14:44:32.345932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:32.350516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-fdc2470a-b175-4c7c-b8c8-104110317d16 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.351437 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fdc2470a-b175-4c7c-b8c8-104110317d16 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118141 Apr 21 14:44:32.351923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53660) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.356206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53664) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.358889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:32.375344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:32.383573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.408061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-68dd4ab5-bc58-4f43-ac83-66640d5c938b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.411492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68dd4ab5-bc58-4f43-ac83-66640d5c938b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0244236 Apr 21 14:44:32.415585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53668) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.430692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-80048131-f397-4b7e-b59f-fbe3e5263b62 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.435163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-80048131-f397-4b7e-b59f-fbe3e5263b62 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0151014 Apr 21 14:44:32.439560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53674) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.450330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-90cb0ca2-70d7-4319-8f95-fc5876d84972 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.453246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-90cb0ca2-70d7-4319-8f95-fc5876d84972 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0108039 Apr 21 14:44:32.461980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53678) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.464508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.471081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:32.551210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.551670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.552117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.552557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.553010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.553465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.553904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.554335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.555335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Synchronizing usage tracker for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:32.577441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-d6b3edd4-c6de-4618-ac70-878c2af6e2e1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.581145 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d6b3edd4-c6de-4618-ac70-878c2af6e2e1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.1180654 Apr 21 14:44:32.584368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53690) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.593936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-3088ad3a-320a-44aa-86b1-6de792a0a821 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.594555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3088ad3a-320a-44aa-86b1-6de792a0a821 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0093181 Apr 21 14:44:32.598743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53694) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.657164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-48fdd50b-5378-4c95-a486-643f299078d5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.658144 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-48fdd50b-5378-4c95-a486-643f299078d5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0586443 Apr 21 14:44:32.665647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Unset dirty status for tenant:f9ec9ee196b646b68112c4c26fb22dec on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:32.667276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2bfcb47-2509-4833-8ba0-7c07e9c5be1b tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5173 time: 0.3144832 Apr 21 14:44:32.669803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53702) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.671285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0cd65bc8-d37f-4f22-a111-1188c9e60beb None None] Provisioning complete for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:32.675494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-5973b7b3-d91d-4507-9a9f-9c6b1500ae9c tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.675650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Made reservation on behalf of e762f011cdc8441698d35c158afe063c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:32.678668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5973b7b3-d91d-4507-9a9f-9c6b1500ae9c tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057395 Apr 21 14:44:32.678781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.683937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0cd65bc8-d37f-4f22-a111-1188c9e60beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.695640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53708) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.695975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53710) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.704549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port 9cf8e812-9972-4ebe-9180-df5f929eb57b yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:32.748412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=5601371e-820e-4b49-95ee-9420f9d3e586,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:32.764658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] In _notify_port_updated(), no bound segment for port 5601371e-820e-4b49-95ee-9420f9d3e586 on network 4ac9d413-a5af-413e-98bc-90e1b4d85903 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:44:32.770113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:32.770744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.772006 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-60fd19f0-525e-4e59-bc5d-fd6fb7c6df19 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "PUT /v2.0/ports/5601371e-820e-4b49-95ee-9420f9d3e586 HTTP/1.1" status: 200 len: 1001 time: 2.7464449 Apr 21 14:44:32.779348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53716) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.783485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0cd65bc8-d37f-4f22-a111-1188c9e60beb None None] Port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:32.864935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-3c3b93c3-9db8-4f33-b260-45f16759f756 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.868329 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3c3b93c3-9db8-4f33-b260-45f16759f756 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1108449 Apr 21 14:44:32.872768 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-7a08a33b-2373-4f1f-8627-fc26ef647460 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] delete failed (client error): The resource could not be found. Apr 21 14:44:32.874105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7a08a33b-2373-4f1f-8627-fc26ef647460 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/f8a8d460-b69b-4159-800c-3b156c520ee1 HTTP/1.1" status: 404 len: 345 time: 0.1206756 Apr 21 14:44:32.881160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.881527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53722) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.911111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-c2d97721-6a4c-423b-bf15-b9d3ad3d94f0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.915091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c2d97721-6a4c-423b-bf15-b9d3ad3d94f0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0267913 Apr 21 14:44:32.915091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53732) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.915267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53734) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.935440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-e1c589ab-15a2-44a6-aefe-bace13ef6686 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:32.938892 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e1c589ab-15a2-44a6-aefe-bace13ef6686 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0164635 Apr 21 14:44:32.938892 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 14:44:32.943640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53740) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.955206 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd09eb48-5c94-44e9-b415-a58c8a95f36a tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] DELETE failed (client error): The resource could not be found. Apr 21 14:44:32.955675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd09eb48-5c94-44e9-b415-a58c8a95f36a tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:32.957342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dd09eb48-5c94-44e9-b415-a58c8a95f36a tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/e6a8a8ed-1eb6-422c-964c-dda44342ee7a HTTP/1.1" status: 404 len: 339 time: 0.0702438 Apr 21 14:44:32.964225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53742) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:32.975962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'name': 'tempest-network--432352935', 'router:external': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:32.981056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:32.985595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:32.995589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:network and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:33.006483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:33.020858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-cbc7eb81-70af-4f44-87f4-34d575e1174a tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.024216 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cbc7eb81-70af-4f44-87f4-34d575e1174a tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0164280 Apr 21 14:44:33.024338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:33.026234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.030910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-bb36370e-cc68-475e-b619-bb241c06cce3 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Synchronizing usage tracker for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:33.087521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-98da3bb1-aeec-4457-87d2-aa1f96f4f7f6 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.091851 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-98da3bb1-aeec-4457-87d2-aa1f96f4f7f6 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0608771 Apr 21 14:44:33.110135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53752) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.110885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5f9c1987-37d6-47de-80a5-77a376f815d2 None None] Provisioning complete for port 5601371e-820e-4b49-95ee-9420f9d3e586 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:33.111645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5f9c1987-37d6-47de-80a5-77a376f815d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.118439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 5601371e-820e-4b49-95ee-9420f9d3e586 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:33.118931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.120619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-b37bffd4-766e-4c17-88a6-4934d4da4610 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.121671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b37bffd4-766e-4c17-88a6-4934d4da4610 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098951 Apr 21 14:44:33.127870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.128689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:33.131066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.162093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-26333459-70b4-47e4-8303-190abd862964 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.163248 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-26333459-70b4-47e4-8303-190abd862964 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0229778 Apr 21 14:44:33.167278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53760) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.176920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-7163590a-3a1c-4b7f-9a25-af6e1b42e90f tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.178095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7163590a-3a1c-4b7f-9a25-af6e1b42e90f tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078895 Apr 21 14:44:33.179754 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-25ef0c50-d56c-4b6d-bed4-965383d28e36 tempest-DHCPAgentSchedulersTestJSON-568172625 tempest-DHCPAgentSchedulersTestJSON-568172625-project-admin] 10.222.0.35 "GET /v2.0/agents/2c7d2886-858b-4a18-acd6-260c8f89eda2/dhcp-networks HTTP/1.1" status: 200 len: 7272 time: 0.8786976 Apr 21 14:44:33.181356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53764) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.184917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c1987-37d6-47de-80a5-77a376f815d2 None None] Port 5601371e-820e-4b49-95ee-9420f9d3e586 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:33.199986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53766) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.233262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Router d3e913b4-382d-420f-8f69-23d7e268f09e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:44:33.235468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-bb36370e-cc68-475e-b619-bb241c06cce3 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Unset dirty status for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:33.236088 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-bb36370e-cc68-475e-b619-bb241c06cce3 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--149106580&fields=id&tenant_id=41bcedfd12f1416590ac0e21f4aaa48d HTTP/1.1" status: 200 len: 267 time: 0.3176332 Apr 21 14:44:33.250390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-51ac2b51-6bca-436c-8794-ddf9146a2c55 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.254496 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51ac2b51-6bca-436c-8794-ddf9146a2c55 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0664248 Apr 21 14:44:33.256646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53772) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.294159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-e056f14a-1283-4a5a-97c0-038c07e2c02e tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.297450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e056f14a-1283-4a5a-97c0-038c07e2c02e tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0285461 Apr 21 14:44:33.299981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53776) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.304265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:33.327407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-6acc479c-ea3b-41ea-ab97-c4b5b48a590e tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.330925 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6acc479c-ea3b-41ea-ab97-c4b5b48a590e tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0254574 Apr 21 14:44:33.334545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53780) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.426932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-a9794641-ff74-4fd0-a07b-6e00c930fd0b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.430848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a9794641-ff74-4fd0-a07b-6e00c930fd0b tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0852590 Apr 21 14:44:33.434741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.435086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Added segment ad988aa2-f95c-4573-85c8-c3f4d59a1160 of type vlan for network 15ffee34-23f0-4804-ad5d-cdd0c96febaf Apr 21 14:44:33.440629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53784) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.482306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-1499c739-e034-4470-8993-c800ef74a5b7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.483262 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1499c739-e034-4470-8993-c800ef74a5b7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0388820 Apr 21 14:44:33.489388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53788) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.511965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-a78c6dce-501d-498b-a984-e863d4e641e0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.512891 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a78c6dce-501d-498b-a984-e863d4e641e0 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0216970 Apr 21 14:44:33.522503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53792) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.544569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-2d5eccba-c8e4-4f0e-95ea-e10f2d6ba02d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.545456 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2d5eccba-c8e4-4f0e-95ea-e10f2d6ba02d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0202513 Apr 21 14:44:33.554236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53796) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.560816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.598412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.604280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.606222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-5b64dbea-ecaa-4603-99a0-923b1479ab54 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.607178 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5b64dbea-ecaa-4603-99a0-923b1479ab54 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0520427 Apr 21 14:44:33.617367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53800) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.636132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-3248d0c7-0e5d-4e62-a7e1-4f9463c66fb4 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:33.636848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-3248d0c7-0e5d-4e62-a7e1-4f9463c66fb4 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Synchronizing usage tracker for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:33.647575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-1e110dc1-9477-48e5-8ff6-bfb7460a9cd1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.651118 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1e110dc1-9477-48e5-8ff6-bfb7460a9cd1 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0285270 Apr 21 14:44:33.658511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.672622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-50116b39-c092-4222-ab8d-39ce53dbd81d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.676172 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-50116b39-c092-4222-ab8d-39ce53dbd81d tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0139492 Apr 21 14:44:33.678520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53808) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.728217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-10d3a9d7-600e-4dbd-aab6-f63a8c874519 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.731813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-10d3a9d7-600e-4dbd-aab6-f63a8c874519 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0451035 Apr 21 14:44:33.739637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.753921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-0cbfcfcd-bf3b-4f25-8396-8e5f2c8a435a tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.757224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0cbfcfcd-bf3b-4f25-8396-8e5f2c8a435a tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0141673 Apr 21 14:44:33.758706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-3248d0c7-0e5d-4e62-a7e1-4f9463c66fb4 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Unset dirty status for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:33.760320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-3248d0c7-0e5d-4e62-a7e1-4f9463c66fb4 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/networks?id=942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 200 len: 806 time: 0.5055270 Apr 21 14:44:33.760760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.770230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-4f61376d-f51a-4064-9f33-8999f84d80b5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.771145 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4f61376d-f51a-4064-9f33-8999f84d80b5 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0068941 Apr 21 14:44:33.775671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53822) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.777725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.778624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:33.779191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:33.799866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-03504b87-3fee-48f6-a52d-db2656ffed48 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.803266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-03504b87-3fee-48f6-a52d-db2656ffed48 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0241189 Apr 21 14:44:33.827210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53826) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.830799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Allocated IP 172.20.0.1 (059ea339-dd63-474d-96c9-ed596616b249/70641f7e-8820-4454-bcb4-97c4d126a2fe/c2b88d98-d105-43b0-9a8e-417effe8cff6) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:33.846290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-d015eff7-af19-4c2b-ae08-d73e0c9d58af tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:33.847239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d015eff7-af19-4c2b-ae08-d73e0c9d58af tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0182521 Apr 21 14:44:33.853330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53830) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:33.858184 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-61867c53-2a95-4996-875a-cf7b3c15e258 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/quotas/41bcedfd12f1416590ac0e21f4aaa48d HTTP/1.1" status: 200 len: 375 time: 0.0861244 Apr 21 14:44:33.986642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.003441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-c682f256-aea0-4d55-a9d2-5d7303e94bc7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:34.006781 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c682f256-aea0-4d55-a9d2-5d7303e94bc7 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1482856 Apr 21 14:44:34.009398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.023203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:34.035603 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Sync routers for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:34.046645 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:34.047452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:34.078448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=15ffee34-23f0-4804-ad5d-cdd0c96febaf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:34.094666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-78eb0d05-3207-4767-b6fc-37a5a358489c tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1272583 Apr 21 14:44:34.097764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53838) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.109314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 15ffee34-23f0-4804-ad5d-cdd0c96febaf details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:34.233903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 5601371e-820e-4b49-95ee-9420f9d3e586 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:34.266409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [None req-774cc77f-30d6-4b3a-86a0-dbcd6b31508f tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:34.269790 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-774cc77f-30d6-4b3a-86a0-dbcd6b31508f tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.2513900 Apr 21 14:44:34.278482 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:34.279354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53842) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.299431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-dcf9aaa9-42cc-47ef-9ca3-cef1a8ab0b10 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:34.303130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dcf9aaa9-42cc-47ef-9ca3-cef1a8ab0b10 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0192776 Apr 21 14:44:34.316099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53846) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.329888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [None req-85dab935-9cc1-4a1e-9a34-0526b4f596b4 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] http://10.222.0.35:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:34.333843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85dab935-9cc1-4a1e-9a34-0526b4f596b4 tempest-ExtensionsTestJSON-1246024920 tempest-ExtensionsTestJSON-1246024920-project] 10.222.0.35 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0136085 Apr 21 14:44:34.359968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.368586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.395863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36d14422-b6df-4812-b3fc-dee19b2ce47f admin admin] 10.222.0.35 "PUT /v2.0/routers/d3e913b4-382d-420f-8f69-23d7e268f09e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8916142 Apr 21 14:44:34.395863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.401331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Transition to ACTIVE for port object c2b88d98-d105-43b0-9a8e-417effe8cff6 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:34.451104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-1208c3bb-d1d2-417e-a300-5c63657adb35 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Synchronizing usage tracker for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:34.466690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e0113-1627-4cda-84fa-430992e40ee6 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:34.472748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e0113-1627-4cda-84fa-430992e40ee6 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:34.482207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e0113-1627-4cda-84fa-430992e40ee6 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:34.489474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e0113-1627-4cda-84fa-430992e40ee6 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:34.491728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f78e0113-1627-4cda-84fa-430992e40ee6 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3906870 Apr 21 14:44:34.498182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.509104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.580097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72728914-e69c-478c-9afb-21ed639faa27']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:34.589610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:34.609346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:34.611881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:34.612982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:34.613832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.618115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 059ea339-dd63-474d-96c9-ed596616b249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:34.625552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:34.640754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b5ffae-5adb-4bfd-89eb-639045e9bb50') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:34.640754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b5ffae-5adb-4bfd-89eb-639045e9bb50') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:34.646592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-1208c3bb-d1d2-417e-a300-5c63657adb35 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Unset dirty status for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:34.656388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-1208c3bb-d1d2-417e-a300-5c63657adb35 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6561530 Apr 21 14:44:34.673709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:34.675295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.703148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=c2b88d98-d105-43b0-9a8e-417effe8cff6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:34.763142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=9cf8e812-9972-4ebe-9180-df5f929eb57b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:34.792633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.814711 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:30Z', 'revision_number': 2, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:34.823966 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Checking router: d3e913b4-382d-420f-8f69-23d7e268f09e for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:44:34.824549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Updating router d3e913b4-382d-420f-8f69-23d7e268f09e port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:44:34.891179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.911809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53868) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.930397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.931031 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:34.945379 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-731641ad-efc1-4172-bd46-217b8d96ee97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6256115 Apr 21 14:44:34.946325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:34.957163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.026492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=5601371e-820e-4b49-95ee-9420f9d3e586,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:35.028575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b5c07988-e7be-49c0-9770-58bbeb6f8054 None None] Provisioning for port c2b88d98-d105-43b0-9a8e-417effe8cff6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:35.037457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b5c07988-e7be-49c0-9770-58bbeb6f8054 None None] Provisioning complete for port c2b88d98-d105-43b0-9a8e-417effe8cff6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:35.037938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b5c07988-e7be-49c0-9770-58bbeb6f8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.045646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:35.046636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:35.076958 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:35.133942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846fd7a9-61f7-46fc-925d-1bdfe338bba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:35.139150 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-846fd7a9-61f7-46fc-925d-1bdfe338bba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports/9cf8e812-9972-4ebe-9180-df5f929eb57b HTTP/1.1" status: 200 len: 958 time: 0.1917915 Apr 21 14:44:35.139806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53878) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.158749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b5c07988-e7be-49c0-9770-58bbeb6f8054 None None] Port c2b88d98-d105-43b0-9a8e-417effe8cff6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:35.162796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.434169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.446051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Deleting port 9cf8e812-9972-4ebe-9180-df5f929eb57b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:35.446383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.463326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.485060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:35.521421 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.538034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.539219 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Transition to ACTIVE for port object bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:35.541595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ffee34-23f0-4804-ad5d-cdd0c96febaf']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:35.549732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Usage tracker for resource:security_group_rule and tenant:8e22dd72eb9949a3a062caaf9072d144 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:35.550390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-57e5cbd8-46ec-41e0-b771-ca6037f411ff service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:35.550851 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.559200 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-57e5cbd8-46ec-41e0-b771-ca6037f411ff service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3760176 Apr 21 14:44:35.589847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:35.612394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.615371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.626326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:35.629368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad988aa2-f95c-4573-85c8-c3f4d59a1160') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:35.629777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad988aa2-f95c-4573-85c8-c3f4d59a1160') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:35.647608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event deleted for resources: {'Network': ['ID=72728914-e69c-478c-9afb-21ed639faa27,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:35.649957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.654396 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cad7d0a0-ffca-4a78-a65b-f272d170f97b tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/5601371e-820e-4b49-95ee-9420f9d3e586 HTTP/1.1" status: 204 len: 168 time: 2.7812846 Apr 21 14:44:35.660477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53886) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.662157 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9b1d0b32-65e7-4e74-aca6-8d22cab3a703 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "DELETE /v2.0/networks/72728914-e69c-478c-9afb-21ed639faa27 HTTP/1.1" status: 204 len: 168 time: 2.4615076 Apr 21 14:44:35.666771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.685336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.694285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120924377', 'description': 'tempest-description--1458759568'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:35.712187 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ba317-284d-4736-a810-9dd3f35b81d9 None None] Pushing event updated for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:35.737517 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c582c2a8-c365-469f-952f-798ac215a564 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] GET failed (client error): The resource could not be found. Apr 21 14:44:35.738325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c582c2a8-c365-469f-952f-798ac215a564 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Synchronizing usage tracker for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:35.743386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.756982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:35.757854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:35.771794 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:35.776133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:35.794570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:security_group and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:35.857197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:35.865182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c582c2a8-c365-469f-952f-798ac215a564 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Unset dirty status for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:35.872291 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c582c2a8-c365-469f-952f-798ac215a564 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports/5601371e-820e-4b49-95ee-9420f9d3e586 HTTP/1.1" status: 404 len: 333 time: 0.2086465 Apr 21 14:44:35.873245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53896) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.881635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Attempting to bind port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:35.882014 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Attempting to bind port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:35.882717 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Attempting to bind port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f on network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:35.885917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-659035898'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:35.891156 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:35.891471 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Checking segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:35.893038 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.893857 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Bound using segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:35.894334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Bound port: bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:35.894726 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:35.907571 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c067310-1762-4830-a92e-3ac8b5fd10a5 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] DELETE failed (client error): The resource could not be found. Apr 21 14:44:35.907989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c067310-1762-4830-a92e-3ac8b5fd10a5 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:35.909704 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6c067310-1762-4830-a92e-3ac8b5fd10a5 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "DELETE /v2.0/ports/c91df4c7-f698-4f7c-a119-16a784cdce5a HTTP/1.1" status: 404 len: 333 time: 0.2193782 Apr 21 14:44:35.914132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:35.918794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53900) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:35.992125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.001934 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] For port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:36.005435 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] For port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:36.009609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.016240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.079665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15ffee34-23f0-4804-ad5d-cdd0c96febaf {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:44:36.099269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:36.099930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:36.177072 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ba317-284d-4736-a810-9dd3f35b81d9 None None] Pushing event updated for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:36.181061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.184359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Network': ['ID=15ffee34-23f0-4804-ad5d-cdd0c96febaf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:36.185870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-399e80eb-305b-4dd4-b7a9-4d85e1a23ae2 service neutron] 10.222.0.35 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256857 Apr 21 14:44:36.196448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Deleting subnet 27f42ab2-3261-442e-91ec-2cf7c733469c {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:44:36.200352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.260807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.325535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:36.358337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:security_group_rule and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:36.373090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:36.380899 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:44:36.387735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.436160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.465955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:36.522870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.597353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event deleted for resources: {'Subnet': ['ID=27f42ab2-3261-442e-91ec-2cf7c733469c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:36.599778 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-594ecb1b-b28d-44b3-9e33-7f8f18677a85 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/15ffee34-23f0-4804-ad5d-cdd0c96febaf HTTP/1.1" status: 204 len: 168 time: 2.0812793 Apr 21 14:44:36.609493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53904) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:36.614029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da143700-ce3c-4be3-956d-7c8f5dfdf3c9 None None] Network d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:36.618776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.621752 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a1e9a8a9-da63-4174-b55b-1b6eef051271 tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "DELETE /v2.0/subnets/27f42ab2-3261-442e-91ec-2cf7c733469c HTTP/1.1" status: 204 len: 168 time: 0.7013245 Apr 21 14:44:36.628213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Calling delete_port for 9cf8e812-9972-4ebe-9180-df5f929eb57b owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:36.628718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53908) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:36.632056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'name': 'tempest-network--1328973221', 'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:36.638158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:36.642214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:network and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:36.645139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:36.650965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:36.662644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:36.666992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.690373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:36.692702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.717218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.742800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:36.796304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.836247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.836938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.890658 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:35Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:36.893257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:36.895549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eed067-78c7-4ae2-8533-bb1a48c61a6d None None] The sync data for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv is: [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:35Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:36.898641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.926536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545a03bd-dc70-44c9-88a7-b857db19980a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:36.935458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:36.955751 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-86f66a31-6c9c-4f18-be8d-026ee2848ccb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e22dd72eb9949a3a062caaf9072d144&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0399010 Apr 21 14:44:36.961697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:36.965817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53912) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:36.973437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 6d32b96e-33a9-43d2-811d-35fdd1a99475 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:37.054816 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-1e24b062-dd34-49f7-bc49-6c7a721134b2 service neutron] 10.222.0.35 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772274 Apr 21 14:44:37.070977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] DHCP port deletion for d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:44:37.081569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Deleting port 6282605d-9573-48e4-8b22-ccbb000e93d6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:37.082514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.224206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.226978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=c2b88d98-d105-43b0-9a8e-417effe8cff6,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:37.233441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::224 (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/6d32b96e-33a9-43d2-811d-35fdd1a99475) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:37.288303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.288654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Added segment d2508e2e-4180-4787-aafb-5ab0ce3e290b of type vlan for network ee4b03da-34b9-4aa4-853a-733473db2db9 Apr 21 14:44:37.382606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.388780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cf8e812-9972-4ebe-9180-df5f929eb57b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:37.399827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.418840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.431481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] For port 6282605d-9573-48e4-8b22-ccbb000e93d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6282605d-9573-48e4-8b22-ccbb000e93d6,segment=NetworkSegment(f849646f-cfbd-45c0-80ba-1f97d25b24a5),segment_id=f849646f-cfbd-45c0-80ba-1f97d25b24a5)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:37.431778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.457297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-005d27f2-1cba-4233-9446-502abc1ca45c tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "DELETE /v2.0/ports/9cf8e812-9972-4ebe-9180-df5f929eb57b HTTP/1.1" status: 204 len: 168 time: 2.2968161 Apr 21 14:44:37.460897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53934) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:37.461298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53938) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:37.545377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2465768e-eb17-4a29-8d1e-40f324f50815,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:37.548170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.549441 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2eba5d95-bfed-49b2-a881-d52e9d763458 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8743670 Apr 21 14:44:37.550735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1f4703-2bac-4818-804d-b10bc154cccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:44:37.551243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b1f4703-2bac-4818-804d-b10bc154cccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Synchronizing usage tracker for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:37.553699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:37.571922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'security_group_rule': {'security_group_id': '2465768e-eb17-4a29-8d1e-40f324f50815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:37.579088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:37.579884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Deleting port 6282605d-9573-48e4-8b22-ccbb000e93d6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:37.580728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.583247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:security_group_rule and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:37.586228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:37.593539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:37.633774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.685010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b1f4703-2bac-4818-804d-b10bc154cccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Unset dirty status for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:37.687604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Calling delete_port for 6282605d-9573-48e4-8b22-ccbb000e93d6 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:37.692848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0b1f4703-2bac-4818-804d-b10bc154cccd tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports/9cf8e812-9972-4ebe-9180-df5f929eb57b HTTP/1.1" status: 404 len: 333 time: 0.1970119 Apr 21 14:44:37.695352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53952) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:37.713682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.754000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881405810'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:37.772834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:37.778633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36c41f12-8035-4bba-953d-c5a6288f142a req-585d962c-75fa-446c-ab42-0230b4038dfc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.2849121 Apr 21 14:44:37.797157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 059ea339-dd63-474d-96c9-ed596616b249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:37.802243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:37.804467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:37.877663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.939603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:37.987244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.023484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Made reservation on behalf of e762f011cdc8441698d35c158afe063c for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:38.028022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.035697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] No DVR routers for this DVR port 6282605d-9573-48e4-8b22-ccbb000e93d6 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:44:38.044721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.050641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660994c-5900-4817-af7a-26b198d33f6b None None] Pushing event deleted for resources: {'Port': ['ID=6282605d-9573-48e4-8b22-ccbb000e93d6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:38.064856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.079856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.129779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.130736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:38.131311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.176363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1510031c-8100-41a3-984a-621b4e283a35 None None] Provisioning complete for port c2b88d98-d105-43b0-9a8e-417effe8cff6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:38.176954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1510031c-8100-41a3-984a-621b4e283a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.239244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port 00199dd1-4a25-48d4-ba4e-163b44a715e1 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:38.242240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1510031c-8100-41a3-984a-621b4e283a35 None None] Port c2b88d98-d105-43b0-9a8e-417effe8cff6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:38.260766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 6d32b96e-33a9-43d2-811d-35fdd1a99475 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:38.291927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166070ac-de6e-41e2-9a36-f6489d5bc2a5,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:38.315890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:44:38.438081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] For port 6282605d-9573-48e4-8b22-ccbb000e93d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6282605d-9573-48e4-8b22-ccbb000e93d6,segment=NetworkSegment(f849646f-cfbd-45c0-80ba-1f97d25b24a5),segment_id=f849646f-cfbd-45c0-80ba-1f97d25b24a5)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:38.438539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.489447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:38.538619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=ee4b03da-34b9-4aa4-853a-733473db2db9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:38.554403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network ee4b03da-34b9-4aa4-853a-733473db2db9 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:38.623392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Calling delete_port for 6282605d-9573-48e4-8b22-ccbb000e93d6 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:38.656486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-87cb4e7b-cc28-41df-a4bb-0a6ffd6bf518 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0455847 Apr 21 14:44:38.657368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 53976) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:38.673356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.676587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.680189 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/545a03bd-dc70-44c9-88a7-b857db19980a HTTP/1.1" status: 204 len: 168 time: 1.7062476 Apr 21 14:44:38.743522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07dbbc-6622-4565-9ce3-7735b3cffcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a03bd-dc70-44c9-88a7-b857db19980a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:38.748431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.793842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:38.809793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] Sync routers for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:38.814333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:38.821802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:38.822429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.830624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e1a2306d-ddbf-459c-94e2-7252a4bafd92 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "PUT /v2.0/routers/0a1acecd-29d4-4ddb-acf6-4fd36c5420cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1680377 Apr 21 14:44:38.832184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:38.833608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68aa7d99-58ab-4a8e-9afe-aef93f60b59a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2705972 Apr 21 14:44:38.834589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:38.835972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 53986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:38.863476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'security_group_rule': {'security_group_id': '2465768e-eb17-4a29-8d1e-40f324f50815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:38.886598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Request body: {'port': {'network_id': '059ea339-dd63-474d-96c9-ed596616b249', 'name': 'tempest-FloatingIPAdminTestJSON-280001575'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:38.908066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:38.908066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:38.997123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:39.054175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:39.054835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:39.129875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.132214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:39.138812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:39.147163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:39.147343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:39.147569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac2243-c467-4662-8eb3-76c5ecab59cb None None] The sync data for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:39.163697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:39.164677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.165592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:39.169836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:39.171044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:security_group_rule and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:39.174822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:39.182430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.188100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:39.192844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1545ee-69a1-4e4d-bf25-5d19c5c7533d tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:39.193496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fc1545ee-69a1-4e4d-bf25-5d19c5c7533d tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Synchronizing usage tracker for tenant:282f5c9932fc48f991eacda06dbb2d9c on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:39.225778 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3460603 Apr 21 14:44:39.229314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11772d7-80e9-4594-b07d-c587292c4a52 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=6d32b96e-33a9-43d2-811d-35fdd1a99475,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:39.230872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54000) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.241090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0d:22:24'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:39.310574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6282605d-9573-48e4-8b22-ccbb000e93d6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:44:39.319635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:44:39.319635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:44:39.356834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.373060 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-79e3d19e-3d00-4a72-a9f6-6e4303ee9ffb req-817edccc-76a7-41f0-beba-aa0248355779 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.1663897 Apr 21 14:44:39.379602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fc1545ee-69a1-4e4d-bf25-5d19c5c7533d tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Unset dirty status for tenant:282f5c9932fc48f991eacda06dbb2d9c on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:39.383388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc1545ee-69a1-4e4d-bf25-5d19c5c7533d tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "GET /v2.0/networks/ee4b03da-34b9-4aa4-853a-733473db2db9 HTTP/1.1" status: 200 len: 757 time: 0.7135053 Apr 21 14:44:39.385139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54006) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.388750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:39.392912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Usage tracker for resource:port and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:39.398326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:39.405257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:39.417050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6282605d-9573-48e4-8b22-ccbb000e93d6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:44:39.426536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6282605d-9573-48e4-8b22-ccbb000e93d6 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:44:39.461304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Made reservation on behalf of c0bcb5e23d884ac19864f402481ae738 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:39.466354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.468131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:39.604970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f27dc74c-d6f2-4498-9eda-57f0fa398e30 None None] Provisioning for port 6d32b96e-33a9-43d2-811d-35fdd1a99475 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:39.609685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] device_id is not set on port e05425c1-c8eb-4b1d-9b72-faffa93f133c yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:39.610684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f27dc74c-d6f2-4498-9eda-57f0fa398e30 None None] Provisioning complete for port 6d32b96e-33a9-43d2-811d-35fdd1a99475 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:39.611119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f27dc74c-d6f2-4498-9eda-57f0fa398e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.657708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f994d-fa32-454f-a8a1-41ae2839b516 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:39.659121 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3a1f994d-fa32-454f-a8a1-41ae2839b516 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "GET /v2.0/networks/9971ac75-2745-4389-9c84-b85d0ef2f518 HTTP/1.1" status: 200 len: 767 time: 0.2728419 Apr 21 14:44:39.661999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54018) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.708588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.708825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f27dc74c-d6f2-4498-9eda-57f0fa398e30 None None] Port 6d32b96e-33a9-43d2-811d-35fdd1a99475 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:39.715475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.746387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.805556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9bfa60-9338-4f39-9e5c-bcda5d550013,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:39.810862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.812235 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-125c6408-5c47-4822-a0ab-122ee2d25ee1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9586694 Apr 21 14:44:39.820033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Deleting port 6282605d-9573-48e4-8b22-ccbb000e93d6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:39.820274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.847636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.867888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:39.876009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.13', 65158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.886005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:39.920736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:floatingip and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:39.926266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.934542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:39.939563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:39.972743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:39.979473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] The port '6282605d-9573-48e4-8b22-ccbb000e93d6' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:44:40.007242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.088216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Allocated IP 172.20.0.7 (059ea339-dd63-474d-96c9-ed596616b249/70641f7e-8820-4454-bcb4-97c4d126a2fe/e05425c1-c8eb-4b1d-9b72-faffa93f133c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:40.116557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.117251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Network 8491ef35-2d0e-449a-af6b-5f7819b38520 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:40.126638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.140561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:40.143022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:40.144102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:40.144720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.159066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=00199dd1-4a25-48d4-ba4e-163b44a715e1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:40.219989 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0792a44e-e0f2-4f6d-a970-68836b699c06 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5186176 Apr 21 14:44:40.222716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-501085910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:40.232938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:40.235556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.258740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:40.276864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:40.325090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5a628743-23ff-4fbf-bb1b-ec2c7f3d243a tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:40.326576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5a628743-23ff-4fbf-bb1b-ec2c7f3d243a tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "GET /v2.0/networks?id=942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 200 len: 806 time: 0.4469731 Apr 21 14:44:40.355044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:router and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:40.364640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.371981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:40.389076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.397094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f849646f-cfbd-45c0-80ba-1f97d25b24a5') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.397415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f849646f-cfbd-45c0-80ba-1f97d25b24a5') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.406439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:40.434185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:40.435180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.474478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4b03da-34b9-4aa4-853a-733473db2db9']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.499489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.500581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.504636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.518682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2508e2e-4180-4787-aafb-5ab0ce3e290b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.518997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2508e2e-4180-4787-aafb-5ab0ce3e290b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:40.535367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:40.536038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.552655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:40.553048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:40.606499 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:40.631191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.707374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.713825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.732347 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8edfc339-7e2f-479d-bab7-b052c2f71d22 req-a2a93ae5-34be-4e78-b7fc-daf6a7127b39 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.1550684 Apr 21 14:44:40.758859 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-63099bf8-edcd-48f3-8dc4-6864c6b061af tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41bcedfd12f1416590ac0e21f4aaa48d HTTP/1.1" status: 200 len: 379 time: 0.3750453 Apr 21 14:44:40.772253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'port': {'device_id': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'admin_state_up': True, 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'security_groups': ['1b148566-729c-4ddf-86f6-97f94a11e5b7']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:40.878450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.893997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:40.894697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:40.919394 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:40.955931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.048243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.067841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] Pushing event deleted for resources: {'Network': ['ID=d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.070912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.095662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.103535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5d7ffead-59e9-4ff8-bb7c-8e5784bf730f tempest-DHCPAgentSchedulersTestJSON-1414341839 tempest-DHCPAgentSchedulersTestJSON-1414341839-project] 10.222.0.35 "DELETE /v2.0/networks/d9bd99e8-5761-4581-b35d-e7bfc7f5a1a0 HTTP/1.1" status: 204 len: 168 time: 4.4449682 Apr 21 14:44:41.135633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.141673 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3f7c59be-42b3-4ab0-bd56-46d3d1aa1ac5 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1521311 Apr 21 14:44:41.142868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54074) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.146162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.153564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.171444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee4b03da-34b9-4aa4-853a-733473db2db9 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:44:41.176458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.176880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1165061356'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:41.185422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.187807 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/ee4b03da-34b9-4aa4-853a-733473db2db9 HTTP/1.1" status: 204 len: 168 time: 1.5248482 Apr 21 14:44:41.189512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.195942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.201717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54078) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.246927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.258536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26720830-66c5-4370-92c8-f0681e8b9468 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee4b03da-34b9-4aa4-853a-733473db2db9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.288643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:network and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.328242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'name': 'tempest-network--1589629517'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:41.332507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.366332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.396758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.411621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Allocated IP 172.26.4.59 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/831cea4d-e48a-4813-8008-dec19304cd06) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:41.419158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] In _notify_port_updated(), no bound segment for port 6d32b96e-33a9-43d2-811d-35fdd1a99475 on network 4ac9d413-a5af-413e-98bc-90e1b4d85903 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:44:41.433601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:41.437556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.450656 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "PUT /v2.0/ports/6d32b96e-33a9-43d2-811d-35fdd1a99475 HTTP/1.1" status: 200 len: 1002 time: 2.2177610 Apr 21 14:44:41.454083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Usage tracker for resource:network and tenant:f9ec9ee196b646b68112c4c26fb22dec is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.474280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54082) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.474280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.506388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:41.640501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c41efa-b0f4-43c6-9b6d-df663608b4a4 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=6d32b96e-33a9-43d2-811d-35fdd1a99475,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:41.670806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:41.682616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.721655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.734928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.761264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Made reservation on behalf of 41bcedfd12f1416590ac0e21f4aaa48d for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:41.766130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.768374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Made reservation on behalf of f9ec9ee196b646b68112c4c26fb22dec for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:41.770657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.797523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.803967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.834874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:41.867281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 6d32b96e-33a9-43d2-811d-35fdd1a99475 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:41.868483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:41.939316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:41.969250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:security_group_rule and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:41.986032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:41.986246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b37d9b3a-be4c-4e35-9ab9-ade176a4b2a0 None None] Provisioning complete for port 6d32b96e-33a9-43d2-811d-35fdd1a99475 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:41.986721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b37d9b3a-be4c-4e35-9ab9-ade176a4b2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.010737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:42.018023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:42.095116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.095749 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Added segment 59cb4481-9e2a-4c83-8a2b-4fb2da77dd3c of type vlan for network eaeccc20-e65e-46a1-b583-6f6dffbe643e Apr 21 14:44:42.098191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'Port': ['ID=831cea4d-e48a-4813-8008-dec19304cd06,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:42.106442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b37d9b3a-be4c-4e35-9ab9-ade176a4b2a0 None None] Port 6d32b96e-33a9-43d2-811d-35fdd1a99475 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:42.178188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.193407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Transition to ACTIVE for port object e05425c1-c8eb-4b1d-9b72-faffa93f133c will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:42.208391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:42.227956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:42.243933 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d96dd6f3-98e5-42c5-9475-dcb24345299c req-ab96a536-7aa1-4251-88de-ee02525aa87b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.1329317 Apr 21 14:44:42.246129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:42.382339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:42.441213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3910dc30-0b2a-47d6-b949-8402745308ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42b3187f4f414771a563824472313101&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6003160 Apr 21 14:44:42.445889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.454252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:42.467767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.469038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.470261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:42.471006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.483363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Allocated IP 172.20.0.14 (942e4b44-eb1d-4a55-b7ab-b77732af8edb/e1846c00-9394-4fb4-908d-f25e689f590e/339d6c58-1c48-4aaa-af91-8d434a0b5f03) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:42.518937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.522822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.524033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] device_id is not set on port 00199dd1-4a25-48d4-ba4e-163b44a715e1 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:42.527325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2547123 Apr 21 14:44:42.541635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54102) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:42.543805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.575181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:42.602952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.689756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Network 059ea339-dd63-474d-96c9-ed596616b249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:42.699969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:42.710204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:42.717121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:42.717905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.777586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Transition to ACTIVE for port object 00199dd1-4a25-48d4-ba4e-163b44a715e1 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:42.778924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.811334 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9592576 Apr 21 14:44:42.846944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54108) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:42.855244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfaf436-8cc8-48ec-a38c-9c69b969f4fc tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event updated for resources: {'Port': ['ID=e05425c1-c8eb-4b1d-9b72-faffa93f133c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:42.859812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:42.860486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:42.881992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 6d32b96e-33a9-43d2-811d-35fdd1a99475 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:42.967651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56a3dd-3e13-4244-8f6c-b6bd9a11c8cc tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=eaeccc20-e65e-46a1-b583-6f6dffbe643e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:42.984354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network eaeccc20-e65e-46a1-b583-6f6dffbe643e details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:43.039921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378c45cf-d2ae-453f-a978-83da4933f080,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.061294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.061786 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Added segment 258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb of type vlan for network 2f8f60fe-f360-4e97-91b6-077405797efd Apr 21 14:44:43.173809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.236366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.267868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f4c812d9-7aca-4351-99bc-95824dbd3082 None None] Provisioning for port e05425c1-c8eb-4b1d-9b72-faffa93f133c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:43.301338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f4c812d9-7aca-4351-99bc-95824dbd3082 None None] Provisioning complete for port e05425c1-c8eb-4b1d-9b72-faffa93f133c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:43.305791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f4c812d9-7aca-4351-99bc-95824dbd3082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.310997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=00199dd1-4a25-48d4-ba4e-163b44a715e1,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.372412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:43.460865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f4c812d9-7aca-4351-99bc-95824dbd3082 None None] Port e05425c1-c8eb-4b1d-9b72-faffa93f133c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:43.488068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'project_id': 'c0bcb5e23d884ac19864f402481ae738', 'port_id': 'e05425c1-c8eb-4b1d-9b72-faffa93f133c'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:43.493465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:43.497256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.499539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Usage tracker for resource:floatingip and tenant:c0bcb5e23d884ac19864f402481ae738 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:43.503000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:43.506336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:43.507466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.510447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:43.519604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.538406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.553520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.640923 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4921489 Apr 21 14:44:43.654538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.667999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54116) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:43.668763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:43.669157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:43.669543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:43.678289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=6d32b96e-33a9-43d2-811d-35fdd1a99475,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.715775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'subnet': {'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:43.964068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.979372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:43.981518 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9689aa31-d6a8-4661-b31f-55af7f27ff24 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/6d32b96e-33a9-43d2-811d-35fdd1a99475 HTTP/1.1" status: 204 len: 168 time: 2.5040770 Apr 21 14:44:43.982629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c2fc1-dc2f-4531-ab9e-8433a176cb6d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Network': ['ID=2f8f60fe-f360-4e97-91b6-077405797efd,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:43.984710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54120) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:43.989334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:43.991086 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:43.992810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d24bf73b-44c1-40c6-b32f-af50bf6e3f30 req-462643ab-7bf1-43c7-8109-a4f9486457c8 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Synchronizing usage tracker for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:44.001425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2f8f60fe-f360-4e97-91b6-077405797efd details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:44.034671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 2 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:44.037014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Network eaeccc20-e65e-46a1-b583-6f6dffbe643e is not hosted by any dhcp agent {{(pid=88107) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 21 14:44:44.038074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:44.038832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.043834 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "PUT /v2.0/networks/eaeccc20-e65e-46a1-b583-6f6dffbe643e HTTP/1.1" status: 200 len: 858 time: 1.4793100 Apr 21 14:44:44.049593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54124) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:44.123083 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a84a37-eef2-487f-b77d-f1195401b852 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] GET failed (client error): The resource could not be found. Apr 21 14:44:44.123638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-75a84a37-eef2-487f-b77d-f1195401b852 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Synchronizing usage tracker for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:44.193229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.233556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:44.234082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:44.234539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:44.254630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d24bf73b-44c1-40c6-b32f-af50bf6e3f30 req-462643ab-7bf1-43c7-8109-a4f9486457c8 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Unset dirty status for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:44.255889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d24bf73b-44c1-40c6-b32f-af50bf6e3f30 req-462643ab-7bf1-43c7-8109-a4f9486457c8 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.7188909 Apr 21 14:44:44.256950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Transition to ACTIVE for port object 339d6c58-1c48-4aaa-af91-8d434a0b5f03 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:44.274069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:44.352085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-75a84a37-eef2-487f-b77d-f1195401b852 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Unset dirty status for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:44.358842 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-75a84a37-eef2-487f-b77d-f1195401b852 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports/6d32b96e-33a9-43d2-811d-35fdd1a99475 HTTP/1.1" status: 404 len: 333 time: 0.3720641 Apr 21 14:44:44.389313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54128) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:44.395288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:44.396115 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:44.411255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:subnet and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:44.414430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 3 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:44.418196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53fd5-cff8-42f0-be63-114025f86665 tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event updated for resources: {'Network': ['ID=eaeccc20-e65e-46a1-b583-6f6dffbe643e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:44.441526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1990214382'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:44.445725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.494806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:44.538080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:44.606097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:44.606483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:44.606748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:44.610599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.625105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.653166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29140167-f4d3-4372-9589-2b81edb31ba8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:44.654925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:44.655298 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:44.662482 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 4 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:44.665629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeccc20-e65e-46a1-b583-6f6dffbe643e']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:44.682208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cb4481-9e2a-4c83-8a2b-4fb2da77dd3c') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:44.683498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cb4481-9e2a-4c83-8a2b-4fb2da77dd3c') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:44.684710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:44.684989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:44.685366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:44.703879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:44.704386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.704502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.720265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.731035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:44.731420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.749994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:44.750332 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:44.751605 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:44.790343 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 5 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:44.810468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.811595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29e2a413-7e53-4f3d-ae44-9287fad549cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29140167-f4d3-4372-9589-2b81edb31ba8 HTTP/1.1" status: 204 len: 168 time: 2.3564668 Apr 21 14:44:44.875778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.921871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eaeccc20-e65e-46a1-b583-6f6dffbe643e {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:44:44.926193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.937519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] Pushing event deleted for resources: {'Network': ['ID=eaeccc20-e65e-46a1-b583-6f6dffbe643e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:44.948398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7b558e7a-dff4-4950-bd48-ce7fb4431fee tempest-ExternalNetworksTestJSON-1823852115 tempest-ExternalNetworksTestJSON-1823852115-project-admin] 10.222.0.35 "DELETE /v2.0/networks/eaeccc20-e65e-46a1-b583-6f6dffbe643e HTTP/1.1" status: 204 len: 168 time: 0.8947895 Apr 21 14:44:44.948976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54136) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:44.971092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:44.998083 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d60dfad-71f5-4fc8-8e11-e6043b914192 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] DELETE failed (client error): The resource could not be found. Apr 21 14:44:44.998763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d60dfad-71f5-4fc8-8e11-e6043b914192 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:44:45.003770 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1d60dfad-71f5-4fc8-8e11-e6043b914192 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "DELETE /v2.0/subnets/d55e2b7a-cc51-4243-aa0c-009d782fa2ec HTTP/1.1" status: 404 len: 337 time: 0.0536172 Apr 21 14:44:45.004345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54140) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:45.127267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.174532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.178972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.285685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:45.286370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:45.286370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:45.303819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Subnet': ['ID=5a847569-f097-4437-8abf-49e03f337c66,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:45.307234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.312100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:45.339388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:45.339741 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:45.344030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.360867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 6 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:45.381513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:45.429368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54148) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:45.453701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.465453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.470995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Checking segment: {'id': '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:45.471561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network hostable DHCP agents. Network: 2f8f60fe-f360-4e97-91b6-077405797efd, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:45.496256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9971ac75-2745-4389-9c84-b85d0ef2f518']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:45.504185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:45.512613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Usage tracker for resource:security_group_rule and tenant:43c807fd2f834cb1b79dbaa5e76d0529 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:45.515942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.516232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0b7524-25c0-4154-ae4c-42af7a62cef5') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:45.516527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0b7524-25c0-4154-ae4c-42af7a62cef5') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:45.520654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:45.523144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:45.523277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:45.523736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:45.532928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:45.535789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.580178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:45.582068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:45.582603 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:45.588914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.620296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:45.620889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.630969 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 7 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:45.642194 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:45.652159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'Port': ['ID=831cea4d-e48a-4813-8008-dec19304cd06,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:45.658736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:45.661506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.663068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-17db98f3-0196-412f-b3b4-2b406e89cbf6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8106029 Apr 21 14:44:45.664273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:45.672420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:45.673301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.746183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:45.746624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:45.747585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:45.776545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:45.789963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.886984 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1217360 Apr 21 14:44:45.887583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:45.888127 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:45.890271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.909046 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 8 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:45.942163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:45.962282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-07351762-623f-40d1-9077-9914bc81124a tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:45.964298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-07351762-623f-40d1-9077-9914bc81124a tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173390 Apr 21 14:44:45.990067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] Pushing event deleted for resources: {'Network': ['ID=9971ac75-2745-4389-9c84-b85d0ef2f518,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:46.013808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network 2f8f60fe-f360-4e97-91b6-077405797efd is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:46.039221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 88d93aa9-2620-432a-b966-d6afb3f55161 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:46.069035 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9132ef09-c798-4ab2-91f3-77476aca7569 tempest-ExternalNetworksTestJSON-378819170 tempest-ExternalNetworksTestJSON-378819170-project] 10.222.0.35 "DELETE /v2.0/networks/9971ac75-2745-4389-9c84-b85d0ef2f518 HTTP/1.1" status: 204 len: 168 time: 1.0636184 Apr 21 14:44:46.160341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa15e58-8e81-44a4-9738-5685ebf29420 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event updated for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:46.193056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:46.194571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.194960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:46.196047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:46.205563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2f8f60fe-f360-4e97-91b6-077405797efd) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:46.208475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.214618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd926cb9-7c04-4b2b-944e-a721a1bcd4d5 None None] Network 2f8f60fe-f360-4e97-91b6-077405797efd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:46.233798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:46.234657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.286430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-92cb2531-6e8e-4b2a-bc50-60e3e48d47e1 None None] Provisioning for port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:46.309979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-92cb2531-6e8e-4b2a-bc50-60e3e48d47e1 None None] Provisioning complete for port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:46.310602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92cb2531-6e8e-4b2a-bc50-60e3e48d47e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.338545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c8660-367d-493f-929e-5d4be38b32a5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:46.344519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f6532759-0c1c-4d7e-9761-90304f6962f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43c807fd2f834cb1b79dbaa5e76d0529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9147136 Apr 21 14:44:46.345194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54170) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:46.389042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:46.389731 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:46.408355 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 9 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:46.474733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.475301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a2f1096d-3cf0-4c82-8b87-f86489272e8b tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7891378 Apr 21 14:44:46.479456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54178) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:46.513017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'network': {'name': 'tempest-router-network01--1549731840'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:46.527530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:46.527861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:46.528184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:46.544431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:46.548009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.615362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:46.616049 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:46.617216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:network and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:46.657511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-92cb2531-6e8e-4b2a-bc50-60e3e48d47e1 None None] Port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:46.659812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Request body: {'port': {'device_id': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:46.671591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.688860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempt 10 to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 Apr 21 14:44:46.705526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03966-cff8-4e97-b332-b0b739686697 req-ea9e390f-1e18-4b55-89ed-60d4d36b0706 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:46.711470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c8660-367d-493f-929e-5d4be38b32a5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:46.713710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1c03966-cff8-4e97-b332-b0b739686697 req-ea9e390f-1e18-4b55-89ed-60d4d36b0706 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 932 time: 1.1750059 Apr 21 14:44:46.721827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2f8f60fe-f360-4e97-91b6-077405797efd', 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd', 'tenant_id': 'fe4fd77e604e48b39cdc04d9cb61cb43', 'fixed_ips': [{'subnet_id': '5a847569-f097-4437-8abf-49e03f337c66'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:46.722816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.723963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:46.738402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:46.742372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0e4d3f94-aab7-4ad8-a810-93c8b4b6de7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d79c8660-367d-493f-929e-5d4be38b32a5 HTTP/1.1" status: 204 len: 168 time: 0.3933971 Apr 21 14:44:46.821994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-a3ae1bd2-7f3b-460a-916c-7975ebf6b4f6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Synchronizing usage tracker for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:46.827133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54186) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:46.840922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:46.864553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Allocated IP 172.26.4.223 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/a6a02c2a-d14c-41ed-959d-589a1df9a1b2) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:46.955540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:46.958123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:46.963669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempting to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:47.023757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:47.027429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.038127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:47.038350 dv-neutron-838896-1-hyperv neutron-server[88108]: ERROR neutron.plugins.ml2.managers [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Failed to bind port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on host hv-neutron-8388 for vnic_type normal using segments [{'id': '6353b8aa-9b5b-4b50-b242-76104ac88ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8491ef35-2d0e-449a-af6b-5f7819b38520'}] Apr 21 14:44:47.038800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.046010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Allocated IP 2001:db8::2 (2f8f60fe-f360-4e97-91b6-077405797efd/5a847569-f097-4437-8abf-49e03f337c66/358d5bb7-57c4-48e6-bb2c-b64b5314545c) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:47.130462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::1e7 (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/88d93aa9-2620-432a-b966-d6afb3f55161) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:47.137105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-a3ae1bd2-7f3b-460a-916c-7975ebf6b4f6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Unset dirty status for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:47.138507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-a3ae1bd2-7f3b-460a-916c-7975ebf6b4f6 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2120924377&fields=id&tenant_id=d05d74ab99924b53b8efe60a9d7b369a HTTP/1.1" status: 200 len: 267 time: 0.7702408 Apr 21 14:44:47.174899 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1c03966-cff8-4e97-b332-b0b739686697 req-42ac29cd-8ad7-4e48-8437-c2ac76b8bc31 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598017 Apr 21 14:44:47.388038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.424940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Transition to ACTIVE for port object 358d5bb7-57c4-48e6-bb2c-b64b5314545c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:47.466085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:47.478607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Transition to ACTIVE for port object 358d5bb7-57c4-48e6-bb2c-b64b5314545c will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:47.489527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.513383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e62188ae-b634-4c33-a2bc-4cb08f8feb5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=282f5c9932fc48f991eacda06dbb2d9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6849074 Apr 21 14:44:47.514062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54200) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:47.594105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Network 2f8f60fe-f360-4e97-91b6-077405797efd is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:47.595446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:47.599955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:47.645701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Pushing event updated for resources: {'Port': ['ID=358d5bb7-57c4-48e6-bb2c-b64b5314545c,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:47.684628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.693969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.722043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Attempting to bind port 358d5bb7-57c4-48e6-bb2c-b64b5314545c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:47.722594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Attempting to bind port 358d5bb7-57c4-48e6-bb2c-b64b5314545c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:47.723272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Attempting to bind port 358d5bb7-57c4-48e6-bb2c-b64b5314545c on network 2f8f60fe-f360-4e97-91b6-077405797efd {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:47.733916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:47.734688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Checking segment: {'id': '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:47.735244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.735648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Bound using segment: {'id': '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:47.736122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Bound port: 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2f8f60fe-f360-4e97-91b6-077405797efd'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:47.736497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.772082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.772408 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Added segment 9e9155ad-6761-4573-9da9-6def909e775d of type vlan for network d7ff97df-61ed-4029-9525-fe325711625f Apr 21 14:44:47.785844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.928094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] For port 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:47.942052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] For port 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=358d5bb7-57c4-48e6-bb2c-b64b5314545c,segment=NetworkSegment(258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb),segment_id=258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:47.948002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.950562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.991830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port 00199dd1-4a25-48d4-ba4e-163b44a715e1, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:47.992056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:47.992245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attempted to set empty binding levels {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:44:47.998509 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a0468c1-13d7-41e0-964e-2dda1d4cd694 HTTP/1.1" status: 204 len: 168 time: 0.4827640 Apr 21 14:44:48.002160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce028b02-f4f2-4188-bc93-b1c66421dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0468c1-13d7-41e0-964e-2dda1d4cd694,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.043113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.068755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.137998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.211574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a3d59-ddf5-41fe-9f14-e1f338afdcda None None] Pushing event updated for resources: {'Port': ['ID=358d5bb7-57c4-48e6-bb2c-b64b5314545c,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:48.231252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.405390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-80d7c84f-ad69-4634-be5f-5ce01abb1f1e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:48.406090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-80d7c84f-ad69-4634-be5f-5ce01abb1f1e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Synchronizing usage tracker for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:48.561412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] In _notify_port_updated(), no bound segment for port 00199dd1-4a25-48d4-ba4e-163b44a715e1 on network 8491ef35-2d0e-449a-af6b-5f7819b38520 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:44:48.562325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:48.563379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.569242 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "PUT /v2.0/ports/00199dd1-4a25-48d4-ba4e-163b44a715e1 HTTP/1.1" status: 200 len: 981 time: 8.3304534 Apr 21 14:44:48.569242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:48.569838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54222) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:48.749981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Deleting port 00199dd1-4a25-48d4-ba4e-163b44a715e1 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:48.757721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:48.760209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:48.780665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:48.787217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-80d7c84f-ad69-4634-be5f-5ce01abb1f1e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Unset dirty status for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:48.794285 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-80d7c84f-ad69-4634-be5f-5ce01abb1f1e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/networks?id=7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 200 len: 812 time: 1.6094279 Apr 21 14:44:48.804157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:48.972213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54226) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:48.980095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e5e5b-6c54-4961-aaf8-67ec26953a33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event updated for resources: {'Port': ['ID=00199dd1-4a25-48d4-ba4e-163b44a715e1,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.172370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.178321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:49.179114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.189801 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-a2f8a180-2704-4f83-8a44-5280761b37af tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/quotas/d05d74ab99924b53b8efe60a9d7b369a HTTP/1.1" status: 200 len: 375 time: 0.3946927 Apr 21 14:44:49.514590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] For port 00199dd1-4a25-48d4-ba4e-163b44a715e1, host hv-neutron-8388, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:49.514915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:49.748767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Calling delete_port for 00199dd1-4a25-48d4-ba4e-163b44a715e1 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:49.822520 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.3295300 Apr 21 14:44:49.824457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:49.849698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed5130-1202-4ef2-8c18-b8c3cf298c44 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Network': ['ID=d7ff97df-61ed-4029-9525-fe325711625f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:49.867734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network d7ff97df-61ed-4029-9525-fe325711625f details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:49.940782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1890db0-4b28-4293-8635-225e87246662 None None] Network 2f8f60fe-f360-4e97-91b6-077405797efd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:49.963835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.076139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Pushing event deleted for resources: {'Port': ['ID=00199dd1-4a25-48d4-ba4e-163b44a715e1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.098418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.098978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54248) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.118574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 88d93aa9-2620-432a-b966-d6afb3f55161 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:50.129138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.149096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a02c2a-d14c-41ed-959d-589a1df9a1b2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.155357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1fb5d2c-f44a-45d1-aca5-292f59160d99 None None] Provisioning for port 358d5bb7-57c4-48e6-bb2c-b64b5314545c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:50.176838 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-28a5f1b1-470b-4940-bc7c-f9d463b6cc88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "DELETE /v2.0/ports/00199dd1-4a25-48d4-ba4e-163b44a715e1 HTTP/1.1" status: 204 len: 168 time: 1.6059017 Apr 21 14:44:50.179147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'network': {'name': 'tempest-router-network02--471768962'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:50.179739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54254) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.231515 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7229f13b-fa89-4ba2-bd0e-00eddaa5d202 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f9ec9ee196b646b68112c4c26fb22dec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2483137 Apr 21 14:44:50.244448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54258) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.252606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:50.273070 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b44f9d9-b6d9-4913-933c-017019110faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:44:50.273507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8b44f9d9-b6d9-4913-933c-017019110faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Synchronizing usage tracker for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:50.331816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:network and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:50.332255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8b44f9d9-b6d9-4913-933c-017019110faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] Unset dirty status for tenant:e762f011cdc8441698d35c158afe063c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:50.340567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8b44f9d9-b6d9-4913-933c-017019110faa tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-530002538-project-admin] 10.222.0.35 "GET /v2.0/ports/00199dd1-4a25-48d4-ba4e-163b44a715e1 HTTP/1.1" status: 404 len: 333 time: 0.1596322 Apr 21 14:44:50.341521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:50.347668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138eaf4-ec74-4541-b991-ee8388713386 req-16ab1084-f5ca-41e4-aae5-395930ff5520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:50.349162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5138eaf4-ec74-4541-b991-ee8388713386 req-16ab1084-f5ca-41e4-aae5-395930ff5520 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 932 time: 1.9368112 Apr 21 14:44:50.363244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:50.373939 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-8cb1914f-9c12-4d8a-9889-d76a910e1535 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1817181 Apr 21 14:44:50.386015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:50.463772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5138eaf4-ec74-4541-b991-ee8388713386 req-c8440c54-e846-48d5-aadb-eea2a10c7848 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843246 Apr 21 14:44:50.472328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1779237720', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:50.473170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.518557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:50.527910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Usage tracker for resource:port and tenant:5b1e9db46e924720a6aa5d4a90dd2460 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:50.533364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:50.589046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 358d5bb7-57c4-48e6-bb2c-b64b5314545c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:50.610918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:50.669656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.674499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Made reservation on behalf of 5b1e9db46e924720a6aa5d4a90dd2460 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:50.678515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.698679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 358d5bb7-57c4-48e6-bb2c-b64b5314545c completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:50.701920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.705381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 358d5bb7-57c4-48e6-bb2c-b64b5314545c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:50.706335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.786564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:50.792143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Usage tracker for resource:security_group_rule and tenant:5b1e9db46e924720a6aa5d4a90dd2460 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:50.796227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:50.808426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:50.845296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=88d93aa9-2620-432a-b966-d6afb3f55161,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:50.861379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:50.864456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.900411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:50.919113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:50.929397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.970649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:50.978831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.025802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8491ef35-2d0e-449a-af6b-5f7819b38520']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.049174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:51.052683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6353b8aa-9b5b-4b50-b242-76104ac88ece') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.053227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6353b8aa-9b5b-4b50-b242-76104ac88ece') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:51.056256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:51.057421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.077516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.094661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-d8f176de-886e-4fd9-9468-b068fc6ebf82 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:44:51.095934 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-d8f176de-886e-4fd9-9468-b068fc6ebf82 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2638385 Apr 21 14:44:51.096740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.099327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.100414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.101180 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66d1f247-4c3a-48cb-bbd1-41b9422816ad HTTP/1.1" status: 204 len: 168 time: 0.8244550 Apr 21 14:44:51.103532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:51.128243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-87cb268d-69b3-419e-b1ac-7d16637c1995 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.7342224 Apr 21 14:44:51.158675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54272) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:51.187346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'network_id': '4ac9d413-a5af-413e-98bc-90e1b4d85903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234968288'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:51.192618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4c86c7a5-2000-4a0d-861d-ce9e322a4e19 None None] Provisioning complete for port 358d5bb7-57c4-48e6-bb2c-b64b5314545c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:51.193033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c86c7a5-2000-4a0d-861d-ce9e322a4e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.221510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.264651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=358d5bb7-57c4-48e6-bb2c-b64b5314545c,segment=NetworkSegment(258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb),segment_id=258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:51.282523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.282780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:44:51.284434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.320039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b4482-2afb-40f8-a62e-144bc3bdc32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1f247-4c3a-48cb-bbd1-41b9422816ad,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.332584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:44:51.357994 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:44:51.373418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.373761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Added segment e8792aa4-2fa3-4795-baa8-e89590fc7cbe of type vlan for network 95fe975d-64bb-44e7-9d22-e62461e92dc4 Apr 21 14:44:51.378661 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c2ad7ef7-ba58-4709-b5b4-4e0887d5062e service neutron] 10.222.0.35 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409768 Apr 21 14:44:51.429628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=358d5bb7-57c4-48e6-bb2c-b64b5314545c,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.436674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339d6c58-1c48-4aaa-af91-8d434a0b5f03 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:44:51.463696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.532631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.553533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Transition to ACTIVE for port object 339d6c58-1c48-4aaa-af91-8d434a0b5f03 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:51.566910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.585101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.586682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:51.595459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d511cf9-6684-4165-94d1-f4ac3e231ace None None] Provisioning for port 88d93aa9-2620-432a-b966-d6afb3f55161 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:51.599791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:51.601964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.605758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d511cf9-6684-4165-94d1-f4ac3e231ace None None] Provisioning complete for port 88d93aa9-2620-432a-b966-d6afb3f55161 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:51.606379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d511cf9-6684-4165-94d1-f4ac3e231ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.612573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.616728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.628826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] device_id is not set on port 4c4f3af9-9a77-41c1-a2e8-d11106e4d392 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:51.647686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Pushing event updated for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.664698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.686885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] 10.222.0.35 "DELETE /v2.0/networks/8491ef35-2d0e-449a-af6b-5f7819b38520 HTTP/1.1" status: 204 len: 168 time: 1.3441167 Apr 21 14:44:51.692475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4f196-c378-4343-8ae6-59ac799684c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1703836281-project] Pushing event deleted for resources: {'Network': ['ID=8491ef35-2d0e-449a-af6b-5f7819b38520,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.718595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Made reservation on behalf of 343f2a971e414dd3ac2efc2791302328 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:51.722016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:51.725923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3d511cf9-6684-4165-94d1-f4ac3e231ace None None] Port 88d93aa9-2620-432a-b966-d6afb3f55161 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:51.764396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e817b-eaf4-4f1b-ba49-fc6db4de8f72,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:51.786364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] device_id is not set on port 431727c1-a832-4155-9a08-da43a91cb43c yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:44:51.804168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.026414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.031881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:52.032591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.068201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ea502c88-6093-4f6a-b12f-49ae26a80445 service neutron] 10.222.0.35 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781888 Apr 21 14:44:52.079933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54292) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.115129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Attempting to bind port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:52.115542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Attempting to bind port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:52.115947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Attempting to bind port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 on network 942e4b44-eb1d-4a55-b7ab-b77732af8edb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:52.125279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Allocated IP 2001:db8::1e9 (4ac9d413-a5af-413e-98bc-90e1b4d85903/b7670e51-fcdc-43f2-87c1-c4c183418530/431727c1-a832-4155-9a08-da43a91cb43c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:52.140809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 on network 942e4b44-eb1d-4a55-b7ab-b77732af8edb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:52.141580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Attempting to bind port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 on network 942e4b44-eb1d-4a55-b7ab-b77732af8edb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:52.150892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Allocated IP 172.26.4.42 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/4c4f3af9-9a77-41c1-a2e8-d11106e4d392) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:52.265254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:52.265818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Checking segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:52.266503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Bound using segment: {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:52.267103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Bound port: 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03fbed3a-96f8-4b13-ac2c-65ef30c67862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:52.267439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.293082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.4447882 Apr 21 14:44:52.298929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54306) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.318072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'subnet': {'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:52.327092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3840970-c5bf-4643-9c2c-b0d55447bc4a tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Network': ['ID=95fe975d-64bb-44e7-9d22-e62461e92dc4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:52.340134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:52.346492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ebe0f-b37b-405d-86c3-417dbce97ac0 req-9fc6f62d-155b-4469-82bb-85ca87ea517c tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:52.348384 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f61ebe0f-b37b-405d-86c3-417dbce97ac0 req-9fc6f62d-155b-4469-82bb-85ca87ea517c tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 944 time: 0.7073033 Apr 21 14:44:52.494545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 358d5bb7-57c4-48e6-bb2c-b64b5314545c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:52.596737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 358d5bb7-57c4-48e6-bb2c-b64b5314545c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:52.597182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.607383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.625344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Transition to ACTIVE for port object 431727c1-a832-4155-9a08-da43a91cb43c will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:52.674864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.729704 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2dc54e6-0ca6-493f-903e-81028ec893f9 req-feed4c36-1ef2-4160-982f-660cc3aeee47 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 210 time: 0.3147616 Apr 21 14:44:52.783792 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f61ebe0f-b37b-405d-86c3-417dbce97ac0 req-8650cafe-20b2-447e-951b-3687b992d7cc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708851 Apr 21 14:44:52.787359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d91ed53e-1dde-4f53-87df-326be5361fd5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a1516fc6d2942f98dfb90d75ee5ace5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6882739 Apr 21 14:44:52.805923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54336) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:52.863182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:52.887669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:52.892681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.925012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:52.957096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.004693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.039536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:53.040387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.042309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] 10.222.0.13 "PUT /v2.0/ports/339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 200 len: 1094 time: 6.6602623 Apr 21 14:44:53.044506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:53.049268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:44:53.052003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:53.130076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.142709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:53.157727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.236775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:53.251332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:53.258654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=431727c1-a832-4155-9a08-da43a91cb43c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.261229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:53.266964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:53.267586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.284916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:53.348757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:subnet and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:53.359651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:53.364148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89e3da-a496-4b30-9da7-90a0d2e5c90a service neutron] Pushing event updated for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.369266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:53.454091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:53.454693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.464882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.489087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3be33-7506-4d90-947c-ae9b516b8e05,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.506065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Pushing event updated for resources: {'Port': ['ID=4c4f3af9-9a77-41c1-a2e8-d11106e4d392,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:53.513623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.514805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9dc0057d-b040-4309-a4b0-1117446c0ee9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73f3be33-7506-4d90-947c-ae9b516b8e05 HTTP/1.1" status: 204 len: 168 time: 0.7054644 Apr 21 14:44:53.520397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5ecbb8ba-1e21-460a-a38b-7af718f1a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:53.522166 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-5ecbb8ba-1e21-460a-a38b-7af718f1a917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 1097 time: 0.3272803 Apr 21 14:44:53.542553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:53.552673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.597653 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f859c784-15bd-46db-b904-c302f77aedc2 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4927604 Apr 21 14:44:53.598607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54366) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.626902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.42'}]}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:53.631360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b3cad70c-3f40-4f42-af9b-18675ddfdca2 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4700906 Apr 21 14:44:53.635568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54372) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:53.641886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.642363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-ba346239-74d6-42c7-94ec-2b3109914021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 200 len: 217 time: 0.1094706 Apr 21 14:44:53.644047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:53.644952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e2', 'mac_address': 'fa:16:3e:0d:22:24'}, {'ip_address': '2001:db8::1e7', 'mac_address': 'fa:16:3e:69:29:c2'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:53.651406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Usage tracker for resource:router and tenant:5b1e9db46e924720a6aa5d4a90dd2460 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:53.707511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:53.739455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-417ed04e-0097-4e2c-b6a5-790e1a14ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:53.744177 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-417ed04e-0097-4e2c-b6a5-790e1a14ba2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1846c00-9394-4fb4-908d-f25e689f590e HTTP/1.1" status: 200 len: 845 time: 0.0933938 Apr 21 14:44:53.773258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:53.781107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.813620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-75b46727-b6ec-429e-81d9-96ebf1302e6f None None] Provisioning for port 431727c1-a832-4155-9a08-da43a91cb43c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:53.827082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-75b46727-b6ec-429e-81d9-96ebf1302e6f None None] Provisioning complete for port 431727c1-a832-4155-9a08-da43a91cb43c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:53.830959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-75b46727-b6ec-429e-81d9-96ebf1302e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:53.995040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-75b46727-b6ec-429e-81d9-96ebf1302e6f None None] Port 431727c1-a832-4155-9a08-da43a91cb43c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:54.023638 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c7b797-b09d-4d4f-a85f-cc0b10f08102'] response: {'name': 'network-changed', 'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'status': 'completed', 'code': 200} Apr 21 14:44:54.147350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.148272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.163376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54392) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.166677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.253458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a740406c-eaf8-4694-ab87-3beba866f21c req-60a1cdc9-2717-4179-b87c-9a0ccefb0e6b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 210 time: 0.2289438 Apr 21 14:44:54.289538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.295071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a02c2a-d14c-41ed-959d-589a1df9a1b2,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.298378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.331745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.423109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.562017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.13', 65166) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.651059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Subnet': ['ID=f8bef6a5-5b65-4420-a4fa-f86bc6a5804d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:54.653281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Checking segment: {'id': '9e9155ad-6761-4573-9da9-6def909e775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:54.653630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network hostable DHCP agents. Network: d7ff97df-61ed-4029-9525-fe325711625f, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:54.779769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-806eebd0-6a47-4b64-8dad-1f935061da7b tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:54.807530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-6c51d4d2-b4bf-4935-89cc-c3c9d70b88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:54.809289 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-6c51d4d2-b4bf-4935-89cc-c3c9d70b88db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=942e4b44-eb1d-4a55-b7ab-b77732af8edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0067978 Apr 21 14:44:54.825921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37aec881-17d6-484c-b3a4-f11f0917c2be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e762f011cdc8441698d35c158afe063c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4909291 Apr 21 14:44:54.837195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54408) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:54.896958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network d7ff97df-61ed-4029-9525-fe325711625f is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:54.908610 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Floating IP 55555938-f46b-43dd-9d4c-7fcc92034240 associated. External IP: 172.26.4.223, port: e05425c1-c8eb-4b1d-9b72-faffa93f133c. Apr 21 14:44:54.927039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, d7ff97df-61ed-4029-9525-fe325711625f) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:54.935780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f02357-6f0c-4bc1-a3fa-005dac3743ff None None] Network d7ff97df-61ed-4029-9525-fe325711625f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:54.961612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:54.962295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.967236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.968858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.977231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-de558928-fe89-4318-b8ac-7986d2df6421 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:54.979171 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-de558928-fe89-4318-b8ac-7986d2df6421 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.13 "GET /v2.0/networks?id=7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 200 len: 812 time: 0.4099221 Apr 21 14:44:54.995579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:54.997293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b9950-d4da-40b1-b9b8-1f4e89c3b3e6 req-484075db-7d5f-4fb9-9b18-88e85198aa97 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:55.004212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a3b9950-d4da-40b1-b9b8-1f4e89c3b3e6 req-484075db-7d5f-4fb9-9b18-88e85198aa97 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 944 time: 0.9046710 Apr 21 14:44:55.058997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.077809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-806eebd0-6a47-4b64-8dad-1f935061da7b tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "PUT /v2.0/quotas/9bc1b63a323f4ceb8e0c0a4e81d028bb HTTP/1.1" status: 200 len: 368 time: 0.8408015 Apr 21 14:44:55.082949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:55.086027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] In _notify_port_updated(), no bound segment for port 431727c1-a832-4155-9a08-da43a91cb43c on network 4ac9d413-a5af-413e-98bc-90e1b4d85903 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:44:55.091613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:55.092241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.096530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "PUT /v2.0/ports/431727c1-a832-4155-9a08-da43a91cb43c HTTP/1.1" status: 200 len: 1068 time: 1.4599469 Apr 21 14:44:55.117976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54414) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:55.141730 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-474e7b44-08ea-49fc-94e0-1919054bc9f0 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8383868 Apr 21 14:44:55.166469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-d7ff97df-61ed-4029-9525-fe325711625f', 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f', 'tenant_id': 'fe4fd77e604e48b39cdc04d9cb61cb43', 'fixed_ips': [{'subnet_id': 'f8bef6a5-5b65-4420-a4fa-f86bc6a5804d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:55.167988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.169756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Request body: {'network': {'project_id': '9bc1b63a323f4ceb8e0c0a4e81d028bb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:55.174172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54420) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:55.202879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.208998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0ac91-7d35-4125-87e5-3ea0e8b30c94 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event updated for resources: {'Port': ['ID=431727c1-a832-4155-9a08-da43a91cb43c,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:55.212853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'subnet': {'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:55.216081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.232253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Usage tracker for resource:network and tenant:9bc1b63a323f4ceb8e0c0a4e81d028bb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.235893 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-2bdc5c47-6384-417c-8391-4b1c0aff081e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d05d74ab99924b53b8efe60a9d7b369a HTTP/1.1" status: 200 len: 380 time: 0.2449460 Apr 21 14:44:55.261616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'port': {'device_id': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'admin_state_up': True, 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'security_groups': ['2465768e-eb17-4a29-8d1e-40f324f50815']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:55.363763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6979528c-5dc6-45a9-be3e-9770be35f858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.387534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Allocated IP 2001:db8::2 (d7ff97df-61ed-4029-9525-fe325711625f/f8bef6a5-5b65-4420-a4fa-f86bc6a5804d/9aca4295-77b3-45ff-858d-2525f1afc298) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:55.418086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a3b9950-d4da-40b1-b9b8-1f4e89c3b3e6 req-b692b9d3-0b26-483a-abf6-c00d15827c54 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4130342 Apr 21 14:44:55.429631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.468035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 431727c1-a832-4155-9a08-da43a91cb43c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:55.468632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.480712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.483066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.507679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:subnet and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.530927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a71bdcb4-c11a-4f2c-8537-940584fd2c25 None None] Provisioning complete for port 431727c1-a832-4155-9a08-da43a91cb43c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:55.531602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a71bdcb4-c11a-4f2c-8537-940584fd2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.549251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:55.557116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.561169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Usage tracker for resource:port and tenant:d05d74ab99924b53b8efe60a9d7b369a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:55.590585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.595621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4824ace8-7ca8-4e7f-acc5-57a00418a117 req-89346528-4bb5-456e-88c7-6e68271ba15e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 210 time: 0.1740863 Apr 21 14:44:55.599659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:55.611087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a71bdcb4-c11a-4f2c-8537-940584fd2c25 None None] Port 431727c1-a832-4155-9a08-da43a91cb43c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:55.616081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.631216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:55.633234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd0aa1-512c-43ac-927a-3cd35dea528d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:55.636476 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-405420f3-6e1d-4713-a932-ba536fd910ce service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594981 Apr 21 14:44:55.640630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Made reservation on behalf of 9bc1b63a323f4ceb8e0c0a4e81d028bb for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:55.643243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.648368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.652621 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ef56f0b7-b6c3-4189-b40b-c19537d8f5d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73fd0aa1-512c-43ac-927a-3cd35dea528d HTTP/1.1" status: 204 len: 168 time: 0.8113525 Apr 21 14:44:55.672318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Made reservation on behalf of d05d74ab99924b53b8efe60a9d7b369a for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:55.675961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.733385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.750191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Transition to ACTIVE for port object 9aca4295-77b3-45ff-858d-2525f1afc298 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:55.777318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Transition to ACTIVE for port object 9aca4295-77b3-45ff-858d-2525f1afc298 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:55.789548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.791536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:55.794905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.822676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.880351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:55.902288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Network d7ff97df-61ed-4029-9525-fe325711625f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:55.911233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:55.934595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:55.936893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Pushing event updated for resources: {'Port': ['ID=9aca4295-77b3-45ff-858d-2525f1afc298,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.018481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:56.044271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 431727c1-a832-4155-9a08-da43a91cb43c owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:56.054713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Usage tracker for resource:security_group_rule and tenant:9bc1b63a323f4ceb8e0c0a4e81d028bb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:56.062263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:56.079737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:56.083001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed8df5ba-0d2a-4d30-a4c4-2b30f4060a1c req-9e0c5611-9321-48d3-9e55-80a2e486e9cf service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199276 Apr 21 14:44:56.122706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Attempting to bind port 9aca4295-77b3-45ff-858d-2525f1afc298 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:56.122973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Attempting to bind port 9aca4295-77b3-45ff-858d-2525f1afc298 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9e9155ad-6761-4573-9da9-6def909e775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:56.123437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Attempting to bind port 9aca4295-77b3-45ff-858d-2525f1afc298 on network d7ff97df-61ed-4029-9525-fe325711625f {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:56.127662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Allocated IP 172.20.0.13 (7b519709-9d5d-4a72-9446-61b00e6bbeb4/522cde6b-d209-497b-981f-4fc400145ba2/339b24bf-c594-4f28-ade3-bd25c86a18c3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:56.131133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:56.131133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Checking segment: {'id': '9e9155ad-6761-4573-9da9-6def909e775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:56.131133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.132758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Bound using segment: {'id': '9e9155ad-6761-4573-9da9-6def909e775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:56.132758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Bound port: 9aca4295-77b3-45ff-858d-2525f1afc298, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9155ad-6761-4573-9da9-6def909e775d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd7ff97df-61ed-4029-9525-fe325711625f'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:56.137002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.251831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] For port 9aca4295-77b3-45ff-858d-2525f1afc298, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:44:56.262311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] For port 9aca4295-77b3-45ff-858d-2525f1afc298, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9aca4295-77b3-45ff-858d-2525f1afc298,segment=NetworkSegment(9e9155ad-6761-4573-9da9-6def909e775d),segment_id=9e9155ad-6761-4573-9da9-6def909e775d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:44:56.268451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.352701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.387437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7c1cc-a22c-474d-a43c-4a9523df7488 None None] Pushing event updated for resources: {'Port': ['ID=9aca4295-77b3-45ff-858d-2525f1afc298,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.416181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=431727c1-a832-4155-9a08-da43a91cb43c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:56.465546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:44:56.524346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.604087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Transition to ACTIVE for port object 339b24bf-c594-4f28-ade3-bd25c86a18c3 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:56.974165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:56.993792 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b8cd1193-367a-4689-9987-adac2218b877 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/431727c1-a832-4155-9a08-da43a91cb43c HTTP/1.1" status: 204 len: 168 time: 1.8716283 Apr 21 14:44:56.994498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54452) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:57.034271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.072291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-ba2b1629-65e3-4bea-9ac7-296f8d972454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:57.074170 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-ba2b1629-65e3-4bea-9ac7-296f8d972454 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 1097 time: 0.8831184 Apr 21 14:44:57.094010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddc6c9f-20b9-4e03-83ba-f33fdd2e3589 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] GET failed (client error): The resource could not be found. Apr 21 14:44:57.094537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5ddc6c9f-20b9-4e03-83ba-f33fdd2e3589 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Synchronizing usage tracker for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:57.121211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:57.126744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:57.132954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:57.173440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5ddc6c9f-20b9-4e03-83ba-f33fdd2e3589 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Unset dirty status for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:57.177405 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5ddc6c9f-20b9-4e03-83ba-f33fdd2e3589 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports/431727c1-a832-4155-9a08-da43a91cb43c HTTP/1.1" status: 404 len: 333 time: 0.1787434 Apr 21 14:44:57.180173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54458) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:57.181281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.192393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event updated for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.267998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:57.268631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.285642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.290230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 88d93aa9-2620-432a-b966-d6afb3f55161 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:57.290573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.345420 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ec9a1d3a-0f89-4d59-b4e2-f3d499227828 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0909305 Apr 21 14:44:57.361519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Request body: {'port': {'device_id': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:57.367075 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:44:57.479038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff6e3fa2-a11e-449b-b237-d5ec97e02814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.545646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:57.561183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.564800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8c373848-7659-41b7-b397-a50657ca62b7 None None] Provisioning for port 339b24bf-c594-4f28-ade3-bd25c86a18c3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:57.583723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8c373848-7659-41b7-b397-a50657ca62b7 None None] Provisioning complete for port 339b24bf-c594-4f28-ade3-bd25c86a18c3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:57.584343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8c373848-7659-41b7-b397-a50657ca62b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.660984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.666528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.686693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8c373848-7659-41b7-b397-a50657ca62b7 None None] Port 339b24bf-c594-4f28-ade3-bd25c86a18c3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:44:57.702096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850c217f-1150-4549-89a7-f7d460a7b650,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.722592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.722943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Added segment 95823da6-a98a-437a-9d83-aa24cc920e42 of type vlan for network c8fad04b-1d20-4157-80f7-7d17522a826e Apr 21 14:44:57.746690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7728004-c88b-4e7e-b8a9-8aa64f523c68 req-cd578f89-7bb7-464e-8fb5-3c7e1d2567df tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:57.748112 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b7728004-c88b-4e7e-b8a9-8aa64f523c68 req-cd578f89-7bb7-464e-8fb5-3c7e1d2567df tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 932 time: 0.7663143 Apr 21 14:44:57.762681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.771301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fc925-d2c8-4116-a584-e3c4fb60e944 req-1374dfde-a8c5-4948-9ddb-a3ad297000fd tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:57.772813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-874fc925-d2c8-4116-a584-e3c4fb60e944 req-1374dfde-a8c5-4948-9ddb-a3ad297000fd tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 944 time: 0.9913995 Apr 21 14:44:57.798390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:57.807230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:44:57.818888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54472) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:57.824536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] Sync routers for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:44:57.842204 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:57.843366 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.959222 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.969816 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:44:57.970707 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:57.989543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Subnet': ['ID=43d67eeb-1eac-4f47-8c1e-42b444ed9f6a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:57.992240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57331715-31b7-4fce-9418-d98c3379f429 None None] Network d7ff97df-61ed-4029-9525-fe325711625f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:58.007353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-bba5c785-2949-416b-8d12-4621b53102e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:58.012578 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-bba5c785-2949-416b-8d12-4621b53102e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 200 len: 907 time: 0.8737776 Apr 21 14:44:58.023327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 88d93aa9-2620-432a-b966-d6afb3f55161 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:44:58.033633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.055231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1421820018', 'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:58.057004 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:44:58.057590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7e3442-a895-4662-9002-5dbcc546b30b None None] The sync data for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:44:58.075978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.089503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:network and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.094481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.106616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.135274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e7744616-899e-4ea5-b66d-c6905239aa77 None None] Provisioning for port 9aca4295-77b3-45ff-858d-2525f1afc298 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:58.139275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.189834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Checking segment: {'id': 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:58.190335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network hostable DHCP agents. Network: 95fe975d-64bb-44e7-9d22-e62461e92dc4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:44:58.197237 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b7728004-c88b-4e7e-b8a9-8aa64f523c68 req-00db79ad-2f63-473a-abaa-d4b9b5531510 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226203 Apr 21 14:44:58.213387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-b47ddcc7-552f-437d-a6d7-17c8d46e0af6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 200 len: 217 time: 0.1343274 Apr 21 14:44:58.215921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Made reservation on behalf of b6f27d8dd7f348378e5c596227625778 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:58.218987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.240871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.303121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.313644 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-874fc925-d2c8-4116-a584-e3c4fb60e944 req-92e5dc3e-d29c-46d0-8ba4-3a2cd05a75f7 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615128 Apr 21 14:44:58.317904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:security_group_rule and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.323745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:44:58.331286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.345171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.365962 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eb98c6aa-3709-4709-9f44-20e4b5c2bc9e tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 15.5051138 Apr 21 14:44:58.366418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54478) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.396565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-8136adb0-8516-4bbd-8e2d-d4c473ebce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:58.398109 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-8136adb0-8516-4bbd-8e2d-d4c473ebce61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1846c00-9394-4fb4-908d-f25e689f590e HTTP/1.1" status: 200 len: 845 time: 0.1723316 Apr 21 14:44:58.402260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:44:58.407388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.408283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:58.408850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.473082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.512724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9aca4295-77b3-45ff-858d-2525f1afc298 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:44:58.604090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9aca4295-77b3-45ff-858d-2525f1afc298 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:44:58.610093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9aca4295-77b3-45ff-858d-2525f1afc298 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:44:58.610893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.674204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.682268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=88d93aa9-2620-432a-b966-d6afb3f55161,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.731778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 95fe975d-64bb-44e7-9d22-e62461e92dc4) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:58.746545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:58.747349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.757676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339b24bf-c594-4f28-ade3-bd25c86a18c3 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:44:58.759611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event updated for resources: {'Network': ['ID=c8fad04b-1d20-4157-80f7-7d17522a826e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:58.760238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f413a0-b20f-4a96-9718-b1279e675ac3 None None] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:44:58.768085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-46851d41-0f1b-4541-b5a8-7b4566aac21d tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "GET /v2.0/floatingips/55555938-f46b-43dd-9d4c-7fcc92034240 HTTP/1.1" status: 200 len: 982 time: 0.3985760 Apr 21 14:44:58.776575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54482) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.777250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54484) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.777497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c583d35-5809-4050-af8d-37da3cb22b96 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.6504893 Apr 21 14:44:58.778726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.798002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.801278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Request body: {'network': {'project_id': '9bc1b63a323f4ceb8e0c0a4e81d028bb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:44:58.807537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.823488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network c8fad04b-1d20-4157-80f7-7d17522a826e details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:44:58.851455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:58.864754 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-17979213-635c-439e-9c27-ccc3c875936d tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6872492 Apr 21 14:44:58.879576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.880835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:44:58.887498 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-457749c1-e4d4-4723-810e-6e1ab887844f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/88d93aa9-2620-432a-b966-d6afb3f55161 HTTP/1.1" status: 204 len: 168 time: 1.7035227 Apr 21 14:44:58.893420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:58.908850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Usage tracker for resource:network and tenant:9bc1b63a323f4ceb8e0c0a4e81d028bb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:44:58.922434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:44:58.974373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:44:58.976373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Transition to ACTIVE for port object 339b24bf-c594-4f28-ade3-bd25c86a18c3 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:59.000729 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd89873-030d-4c9d-bdc3-f101c73b7d42 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] GET failed (client error): The resource could not be found. Apr 21 14:44:59.001515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4dd89873-030d-4c9d-bdc3-f101c73b7d42 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Synchronizing usage tracker for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:44:59.004002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.060454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-bbe4788e-7ee4-4b14-a8e3-cd06cae318c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:44:59.061941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-bbe4788e-7ee4-4b14-a8e3-cd06cae318c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=942e4b44-eb1d-4a55-b7ab-b77732af8edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6481791 Apr 21 14:44:59.092245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Made reservation on behalf of 9bc1b63a323f4ceb8e0c0a4e81d028bb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:44:59.094797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.102645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.105853 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5b304dfb-ce61-439d-8900-cd488a5dea83 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.3113229 Apr 21 14:44:59.108619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 9aca4295-77b3-45ff-858d-2525f1afc298, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9aca4295-77b3-45ff-858d-2525f1afc298,segment=NetworkSegment(9e9155ad-6761-4573-9da9-6def909e775d),segment_id=9e9155ad-6761-4573-9da9-6def909e775d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:44:59.118973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.123298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54498) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:59.279178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4dd89873-030d-4c9d-bdc3-f101c73b7d42 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Unset dirty status for tenant:343f2a971e414dd3ac2efc2791302328 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:44:59.283802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4dd89873-030d-4c9d-bdc3-f101c73b7d42 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "GET /v2.0/ports/88d93aa9-2620-432a-b966-d6afb3f55161 HTTP/1.1" status: 404 len: 333 time: 0.3802202 Apr 21 14:44:59.293465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54504) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:44:59.302289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Pushing event updated for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.334495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=9aca4295-77b3-45ff-858d-2525f1afc298,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.345657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-95fe975d-64bb-44e7-9d22-e62461e92dc4', 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4', 'tenant_id': 'fe4fd77e604e48b39cdc04d9cb61cb43', 'fixed_ips': [{'subnet_id': '43d67eeb-1eac-4f47-8c1e-42b444ed9f6a'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:44:59.346739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.354518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.362415 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-44ed41ea-4b71-4382-99bd-9fa76a46854f service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574093 Apr 21 14:44:59.392889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.434163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:59.580107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Allocated IP 2001:db8::2 (95fe975d-64bb-44e7-9d22-e62461e92dc4/43d67eeb-1eac-4f47-8c1e-42b444ed9f6a/7bcb5156-2ae0-491b-bf58-25b15dedf2a4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:44:59.583312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:44:59.592043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.592043 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Added segment 1de28831-c40d-4c36-853d-0c0d147ea034 of type vlan for network adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4 Apr 21 14:44:59.596237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:59.596598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.659284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9326488c-ae9c-46ca-8f64-69c6ade0192e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.672960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.672960 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Added segment 3a4e94b3-3cda-4cff-9a5d-24adef856959 of type vlan for network 221b632a-47d2-46e7-98e3-25d2bf476ed5 Apr 21 14:44:59.720691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.738992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.756210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.778399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.786810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port a6a02c2a-d14c-41ed-959d-589a1df9a1b2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:44:59.787147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.817847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.831941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Transition to ACTIVE for port object 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:59.855622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Transition to ACTIVE for port object 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:44:59.862884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:44:59.876006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Attempting to bind port 339b24bf-c594-4f28-ade3-bd25c86a18c3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:44:59.876334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Attempting to bind port 339b24bf-c594-4f28-ade3-bd25c86a18c3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:44:59.876656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Attempting to bind port 339b24bf-c594-4f28-ade3-bd25c86a18c3 on network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:59.930086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Port 339b24bf-c594-4f28-ade3-bd25c86a18c3 on network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:44:59.930417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Attempting to bind port 339b24bf-c594-4f28-ade3-bd25c86a18c3 on network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:44:59.944125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:44:59.948161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:44:59.951793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:44:59.987298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Pushing event updated for resources: {'Port': ['ID=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:44:59.997122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:44:59.997546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Checking segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:44:59.998068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Bound using segment: {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:44:59.998874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Bound port: 339b24bf-c594-4f28-ade3-bd25c86a18c3, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2344422-6fd9-47b5-ad30-edd85fc60709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:44:59.998874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.056277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Attempting to bind port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:00.057495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Attempting to bind port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:00.057771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Attempting to bind port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 on network 95fe975d-64bb-44e7-9d22-e62461e92dc4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:00.063956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:00.064322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Checking segment: {'id': 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:00.064720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.065107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Bound using segment: {'id': 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:00.065614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Bound port: 7bcb5156-2ae0-491b-bf58-25b15dedf2a4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95fe975d-64bb-44e7-9d22-e62461e92dc4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:00.065988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.121663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.122780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:00.122916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.147974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.148881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:00.150084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.166575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] For port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:00.169825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] For port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,segment=NetworkSegment(e8792aa4-2fa3-4795-baa8-e89590fc7cbe),segment_id=e8792aa4-2fa3-4795-baa8-e89590fc7cbe)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:00.175502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.184188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.184797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc6c2de8-311e-409d-97bb-7fd9c3946568 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:00.267802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63425c-fe31-4ef3-9467-f09656fe8bfc None None] Pushing event updated for resources: {'Port': ['ID=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.316466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.359667 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:45:00.360720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-140be82c-eee7-4e32-be97-6db8f3c58767 tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.7488079 Apr 21 14:45:00.367652 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4b4b0f-6a9e-4b96-95ed-afab8e10f323 req-fea905b6-2dbe-4742-b4f2-6a79b153c46a service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936725 Apr 21 14:45:00.371607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.388163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9a38-7638-4cff-985f-b606d6fda99d req-ccf14e98-a698-4b09-8467-9fa2eeb657c8 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:00.390004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f3b9a38-7638-4cff-985f-b606d6fda99d req-ccf14e98-a698-4b09-8467-9fa2eeb657c8 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 944 time: 0.9011519 Apr 21 14:45:00.470703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339d6c58-1c48-4aaa-af91-8d434a0b5f03 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:45:00.507352 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7110207 Apr 21 14:45:00.511526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.525846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdd597-4f13-4014-b632-d7bf111e6e7e tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event updated for resources: {'Network': ['ID=adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.527048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9aca4295-77b3-45ff-858d-2525f1afc298 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:00.528680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7088292 Apr 21 14:45:00.532207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f296c-1a7d-40ec-8d1c-e611d8191789 req-b84bca4f-68d6-4371-a097-dfa1eafc11c2 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:00.533787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-799f296c-1a7d-40ec-8d1c-e611d8191789 req-b84bca4f-68d6-4371-a097-dfa1eafc11c2 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 944 time: 1.0438869 Apr 21 14:45:00.534952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.551158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:00.566696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Request body: {'network': {'project_id': '9bc1b63a323f4ceb8e0c0a4e81d028bb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:00.592617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'subnet': {'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:00.599998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:00.615525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:00.624673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.625050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.649081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Usage tracker for resource:network and tenant:9bc1b63a323f4ceb8e0c0a4e81d028bb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:00.660792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Deleting port 4c4f3af9-9a77-41c1-a2e8-d11106e4d392 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:00.661124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.706896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:00.712306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.746375 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f3b9a38-7638-4cff-985f-b606d6fda99d req-fc4cad2f-7242-4165-b500-bb0d23c9352f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184865 Apr 21 14:45:00.789116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:00.792331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:00.842407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:00.849614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9aca4295-77b3-45ff-858d-2525f1afc298 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:00.849985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:00.867072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:00.890963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'port_id': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'mac_address': 'fa:16:3e:82:1f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:45:00.928145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for a6a02c2a-d14c-41ed-959d-589a1df9a1b2 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:00.936496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:subnet and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:00.948836 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-799f296c-1a7d-40ec-8d1c-e611d8191789 req-106772bc-dc22-47cf-a436-04c96b5ce722 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952515 Apr 21 14:45:00.950935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:00.966806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd74fd-a4a4-4f09-875e-ef2280b61123 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Network': ['ID=221b632a-47d2-46e7-98e3-25d2bf476ed5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:00.966806 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:45:00.966806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:45:00.966806 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a6e594ae-386e-4173-98dc-392d75e02b1f tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4317384 Apr 21 14:45:00.970923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:00.972010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:01.005016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:01.007006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54526) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.007466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Made reservation on behalf of b6f27d8dd7f348378e5c596227625778 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:01.010480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.038614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 7e566d7a-6181-4ecd-b9ba-96503f1dfb11 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:01.051387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.113122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-efc7aac1-9ee7-4e02-9c9a-0f9f18dc27e9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9bc1b63a323f4ceb8e0c0a4e81d028bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895226 Apr 21 14:45:01.115783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.169934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339d6c58-1c48-4aaa-af91-8d434a0b5f03 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:45:01.210186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:01.221931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.242940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.296703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.327524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.376085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:01.376705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.382842 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 200 len: 1094 time: 4.0265286 Apr 21 14:45:01.387014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:45:01.477401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819d16e3-503b-4a64-aafc-271a02e3bb43 None None] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:01.516688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.521237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.535471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db0a2e-7254-49ed-8051-a6b6697431c1 service neutron] Pushing event updated for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.622297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Port': ['ID=7e566d7a-6181-4ecd-b9ba-96503f1dfb11,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:01.641477 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8f240f4d-a44b-4f46-b3f8-865280d20570 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/ports/7e566d7a-6181-4ecd-b9ba-96503f1dfb11 HTTP/1.1" status: 204 len: 168 time: 2.3362372 Apr 21 14:45:01.644642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54538) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:01.684179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['339d6c58-1c48-4aaa-af91-8d434a0b5f03'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:45:01.687141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.751252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting subnet b7670e51-fcdc-43f2-87c1-c4c183418530 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:01.792404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.812747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c0ffa4d2-306a-4983-907f-aa89cc615cb3 None None] Provisioning for port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:01.816907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.849839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Allocated IP 2001:db8::1 (d7ff97df-61ed-4029-9525-fe325711625f/f8bef6a5-5b65-4420-a4fa-f86bc6a5804d/22bbfd1b-d223-4817-961c-129dbc6d663b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:01.876446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ecd70b2d-b737-435b-9e49-f161f54f31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:01.877991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-ecd70b2d-b737-435b-9e49-f161f54f31f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 1097 time: 0.4263854 Apr 21 14:45:01.958145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:01.987649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.104479 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86cc42e0-5b65-4a19-a557-faeca9f30dc1'] response: {'name': 'network-changed', 'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'status': 'completed', 'code': 200} Apr 21 14:45:02.105472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=a6a02c2a-d14c-41ed-959d-589a1df9a1b2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.109826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-28d480a4-80cb-4ac8-9cf7-29ddfc9b9cc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 200 len: 217 time: 0.2233043 Apr 21 14:45:02.204005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Calling delete_port for 4c4f3af9-9a77-41c1-a2e8-d11106e4d392 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:02.237877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.238252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Floating IP 55555938-f46b-43dd-9d4c-7fcc92034240 disassociated (deleted). External IP: 172.26.4.223, port: e05425c1-c8eb-4b1d-9b72-faffa93f133c. Apr 21 14:45:02.433098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-79703d47-7856-4491-af59-0d1192d2b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:02.434549 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-79703d47-7856-4491-af59-0d1192d2b9ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=522cde6b-d209-497b-981f-4fc400145ba2 HTTP/1.1" status: 200 len: 851 time: 0.3121016 Apr 21 14:45:02.457493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.522741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:02.534553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850c217f-1150-4549-89a7-f7d460a7b650,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.584099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.619267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:02.624332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:02.624783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.625990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35cacb-055e-4850-9be0-5c639ba98251 req-f494589d-fbb7-47a1-a7a1-dc3507ab383f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:02.627018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e35cacb-055e-4850-9be0-5c639ba98251 req-f494589d-fbb7-47a1-a7a1-dc3507ab383f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 945 time: 0.6375113 Apr 21 14:45:02.732367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41d981-f219-40b4-8ce2-a960f834887b req-2d978c6a-8a93-45f5-a92a-f19ba6015d70 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:02.733549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c41d981-f219-40b4-8ce2-a960f834887b req-2d978c6a-8a93-45f5-a92a-f19ba6015d70 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 944 time: 0.4856770 Apr 21 14:45:02.740352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.747543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.762143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-538ddd40-51c7-4f13-8bad-689b31f36c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:02.763751 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-538ddd40-51c7-4f13-8bad-689b31f36c75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b519709-9d5d-4a72-9446-61b00e6bbeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3194690 Apr 21 14:45:02.774086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.777227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9e1d4752-90f6-4384-8c85-d56df8247e5d tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "DELETE /v2.0/security-groups/850c217f-1150-4549-89a7-f7d460a7b650 HTTP/1.1" status: 204 len: 168 time: 1.6288891 Apr 21 14:45:02.784359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,segment=NetworkSegment(e8792aa4-2fa3-4795-baa8-e89590fc7cbe),segment_id=e8792aa4-2fa3-4795-baa8-e89590fc7cbe)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:02.784681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54552) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:02.795953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Transition to ACTIVE for port object 22bbfd1b-d223-4817-961c-129dbc6d663b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:02.796946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.829538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.836742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.872469 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e35cacb-055e-4850-9be0-5c639ba98251 req-cfad2f67-a8a3-4437-8fcd-edff1c03ab76 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197621 Apr 21 14:45:02.897389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c4f3af9-9a77-41c1-a2e8-d11106e4d392,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.902386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:02.964286 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c41d981-f219-40b4-8ce2-a960f834887b req-bcea9ad2-5019-4c4b-9de2-f5aa8ada9063 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766608 Apr 21 14:45:02.978976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:02.984580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.000916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6dcd7d-5d03-4150-a17b-292213a8c075 None None] Network 4ac9d413-a5af-413e-98bc-90e1b4d85903 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:03.033909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Subnet': ['ID=b7670e51-fcdc-43f2-87c1-c4c183418530,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:03.039861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-227abcd1-9115-4f06-a258-0b1934dfa28e tempest-RoutersAdminNegativeTest-493117225 tempest-RoutersAdminNegativeTest-493117225-project-admin] 10.222.0.35 "DELETE /v2.0/ports/4c4f3af9-9a77-41c1-a2e8-d11106e4d392 HTTP/1.1" status: 204 len: 168 time: 2.6640840 Apr 21 14:45:03.083246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Port': ['ID=22bbfd1b-d223-4817-961c-129dbc6d663b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:03.090017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.138466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network d7ff97df-61ed-4029-9525-fe325711625f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:03.140134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:03.160847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:03.162478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:03.163187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.163318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-621dd7d9-c054-4dfb-907c-01e8c1701cf8 tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/subnets/b7670e51-fcdc-43f2-87c1-c4c183418530 HTTP/1.1" status: 204 len: 168 time: 1.5163763 Apr 21 14:45:03.166241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:45:03.166854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.171590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.173658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54558) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:03.211486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-76eb8c71-23ad-455c-a7a3-a91ed4ee5597 service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284732 Apr 21 14:45:03.401835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] DHCP port deletion for 4ac9d413-a5af-413e-98bc-90e1b4d85903 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:03.413756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Deleting port 8b83a328-40ee-4767-8c54-b5006d83a1a3 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:03.414378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.531916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fc898532-a07a-4d7f-903f-dc59391ade75,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:03.588567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.594161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.628691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5bddeef4-02e8-4c1a-b2d1-1a76bb6c3054 None None] Provisioning for port 22bbfd1b-d223-4817-961c-129dbc6d663b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:03.645926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5bddeef4-02e8-4c1a-b2d1-1a76bb6c3054 None None] Provisioning complete for port 22bbfd1b-d223-4817-961c-129dbc6d663b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:03.646547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5bddeef4-02e8-4c1a-b2d1-1a76bb6c3054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.656312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Checking segment: {'id': '3a4e94b3-3cda-4cff-9a5d-24adef856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:03.656679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network hostable DHCP agents. Network: 221b632a-47d2-46e7-98e3-25d2bf476ed5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:03.673631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54566) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:03.714642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 8b83a328-40ee-4767-8c54-b5006d83a1a3 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:03.714977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.720015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.783894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.789466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5bddeef4-02e8-4c1a-b2d1-1a76bb6c3054 None None] Port 22bbfd1b-d223-4817-961c-129dbc6d663b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:03.793294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] For port 8b83a328-40ee-4767-8c54-b5006d83a1a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8b83a328-40ee-4767-8c54-b5006d83a1a3,segment=NetworkSegment(0b603efd-2ea4-49d6-a44a-c6760f91b1b9),segment_id=0b603efd-2ea4-49d6-a44a-c6760f91b1b9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:03.793681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.801711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:03.806032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de28831-c40d-4c36-853d-0c0d147ea034') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.806729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de28831-c40d-4c36-853d-0c0d147ea034') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:03.815190 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b477f94-54db-4e42-a3a0-a7f6a273f0db req-916ce654-4c00-47bf-94ea-93e5412c882e service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954443 Apr 21 14:45:03.819133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:03.832376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.839105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] Sync routers for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:03.865685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.912693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.931910 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-18f65401-0c3b-4929-a55b-2b7d882020d1 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/floatingips/55555938-f46b-43dd-9d4c-7fcc92034240 HTTP/1.1" status: 204 len: 168 time: 4.8053153 Apr 21 14:45:03.932872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:03.938746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:03.939410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:03.959387 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:03.966266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:03.969919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 221b632a-47d2-46e7-98e3-25d2bf476ed5) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:03.972889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:03.978806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Usage tracker for resource:floatingip and tenant:fb4b1242404c4ce4bef8ec042a132f29 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:03.982195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:03.988246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:04.003426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.012391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.028943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:04.029655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.047881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec23a9-d842-4037-9da5-e100e99f01ae None None] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:04.069699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Calling delete_port for 8b83a328-40ee-4767-8c54-b5006d83a1a3 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:04.110388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:04.111026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:04.200628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:04.221024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:04.282467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e06a0295-34c0-4b5f-85f7-d6485387f575 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7258961 Apr 21 14:45:04.283662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Usage tracker for resource:security_group_rule and tenant:6f021e9eb4e5492281b2007e52540740 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:04.290388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:04.290707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:04.298660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:04.325538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1386636740', 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:04.333419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:04.343486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:port and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:04.347338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:04.352000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:04.358845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:04.361382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.361840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:04.362243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967641-47b4-480e-9785-aadbfc38f4e0 None None] The sync data for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:04.390782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:04.392506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.411637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event deleted for resources: {'Network': ['ID=adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.459678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.464337 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6c8c8946-f242-47bb-9832-4b02369ee2c9 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "DELETE /v2.0/networks/adbd3e88-bdd3-4cd1-8c01-3809e7cf30a4 HTTP/1.1" status: 204 len: 168 time: 1.6787009 Apr 21 14:45:04.469727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Made reservation on behalf of b6f27d8dd7f348378e5c596227625778 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:04.472063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.473436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54584) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:04.501869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] device_id is not set on port 6c063f41-2e22-4b50-9e67-937f991fd668 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:04.506221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] For port 8b83a328-40ee-4767-8c54-b5006d83a1a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8b83a328-40ee-4767-8c54-b5006d83a1a3,segment=NetworkSegment(0b603efd-2ea4-49d6-a44a-c6760f91b1b9),segment_id=0b603efd-2ea4-49d6-a44a-c6760f91b1b9)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:04.506584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.535695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339d6c58-1c48-4aaa-af91-8d434a0b5f03 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:04.543597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-a3ba43e7-52b6-44da-a69c-110fa8aaec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:04.545039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-a3ba43e7-52b6-44da-a69c-110fa8aaec47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 1097 time: 0.5338674 Apr 21 14:45:04.560693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:04.651892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] No DVR routers for this DVR port 8b83a328-40ee-4767-8c54-b5006d83a1a3 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:04.656475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65511d2b-d881-4a9f-b3c6-fad42d6b0ee9 None None] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:04.679824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acb7dd-3506-4f2f-8313-997ff689fcba None None] Pushing event deleted for resources: {'Port': ['ID=8b83a328-40ee-4767-8c54-b5006d83a1a3,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:04.697502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Calling delete_port for 8b83a328-40ee-4767-8c54-b5006d83a1a3 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:04.780001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.20.0.12 (221b632a-47d2-46e7-98e3-25d2bf476ed5/fc898532-a07a-4d7f-903f-dc59391ade75/6c063f41-2e22-4b50-9e67-937f991fd668) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:04.780001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.867085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.877379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b44d5-4bf7-403a-95b1-d6a969605beb req-20038f4e-a51f-4c5c-86dd-9e87d207c97f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:04.878975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c93b44d5-4bf7-403a-95b1-d6a969605beb req-20038f4e-a51f-4c5c-86dd-9e87d207c97f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 945 time: 0.8180199 Apr 21 14:45:04.885043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:04.889991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:04.890468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.903150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-b9255efa-3d41-4672-b3cc-4fc139c45178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:04.904723 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-b9255efa-3d41-4672-b3cc-4fc139c45178 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 200 len: 913 time: 0.3524311 Apr 21 14:45:04.920878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:04.920878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:04.936773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efb772-f057-40d5-b8b1-cdcb42cca493 req-c8027332-7e4f-4666-a26d-090f5e5b88a3 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:04.938417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16efb772-f057-40d5-b8b1-cdcb42cca493 req-c8027332-7e4f-4666-a26d-090f5e5b88a3 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 944 time: 0.7082860 Apr 21 14:45:05.016747 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-0e68e17c-f05b-4b40-bb20-1b08cbdc655a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 200 len: 217 time: 0.1008852 Apr 21 14:45:05.025476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.034131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:05.034511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:05.058164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.058837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.159867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.171653 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c93b44d5-4bf7-403a-95b1-d6a969605beb req-7b67eb36-4d2b-46b1-b51b-479dd05c6e9e tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833290 Apr 21 14:45:05.200424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.218446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:45:05.245438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-4f252a1a-d6d0-4c26-b1b1-6a2980b6bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:05.247008 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-4f252a1a-d6d0-4c26-b1b1-6a2980b6bd4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=522cde6b-d209-497b-981f-4fc400145ba2 HTTP/1.1" status: 200 len: 851 time: 0.2136028 Apr 21 14:45:05.263926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.272422 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16efb772-f057-40d5-b8b1-cdcb42cca493 req-1dedda03-7ca4-4d19-ab60-87d4bf210ba1 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167453 Apr 21 14:45:05.279056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8b83a328-40ee-4767-8c54-b5006d83a1a3 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:05.320214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:05.329400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.339113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Port': ['ID=22bbfd1b-d223-4817-961c-129dbc6d663b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.339217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 8b83a328-40ee-4767-8c54-b5006d83a1a3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:05.339370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8b83a328-40ee-4767-8c54-b5006d83a1a3 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:05.341061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.363664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.368587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Allocated IP 172.26.4.212 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/7c91ca59-4979-41e2-93bc-5da354af2e8e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:05.420821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.437724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f021e9eb4e5492281b2007e52540740&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7626200 Apr 21 14:45:05.439883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.440225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.440987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.441344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > port after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.441660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.441993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > port after_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.442308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.442650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.442971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.443280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.444977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54592) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:05.529361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-88929403-505b-4e9e-811a-5ca0a8848f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:05.530931 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-88929403-505b-4e9e-811a-5ca0a8848f4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b519709-9d5d-4a72-9446-61b00e6bbeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2738969 Apr 21 14:45:05.579820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.580375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.580803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.581434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 14:45:05.581964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fad04b-1d20-4157-80f7-7d17522a826e']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:05.592371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Deleting port 8b83a328-40ee-4767-8c54-b5006d83a1a3 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:05.592557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.607269 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54298ab-8d3a-4a5e-82be-145524485e48'] response: {'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'code': 200} Apr 21 14:45:05.607813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.624145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13daac-5595-423a-9044-da5defc071ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c79605-c733-41ad-b751-f9a0be56467d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.636005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95823da6-a98a-437a-9d83-aa24cc920e42') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:05.636353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95823da6-a98a-437a-9d83-aa24cc920e42') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:05.669513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.730241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] The port '8b83a328-40ee-4767-8c54-b5006d83a1a3' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:05.738874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.781923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:05.782335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.783883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.791620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:05.796888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:05.801514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: from cryptography.utils import int_from_bytes Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: from cryptography.utils import int_from_bytes Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn_limited( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn_limited( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:05.805936 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:05.818482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:05.838825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network d7ff97df-61ed-4029-9525-fe325711625f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:05.858306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=6c063f41-2e22-4b50-9e67-937f991fd668,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:05.871417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:05.892983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-ff77b1a3-84a5-4f9c-818b-a8c6b1fa48c3 service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531549 Apr 21 14:45:05.899755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.088884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:06.089624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.132185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-de42ce45-66ea-4d98-a023-5c7722642651 None None] Provisioning complete for port 22bbfd1b-d223-4817-961c-129dbc6d663b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:06.132955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-de42ce45-66ea-4d98-a023-5c7722642651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.189564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.197605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-de42ce45-66ea-4d98-a023-5c7722642651 None None] Port 22bbfd1b-d223-4817-961c-129dbc6d663b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:06.254382 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a89a6f78-dea2-4ffe-9325-abdd3c32d598 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9482226 Apr 21 14:45:06.256546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54602) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.272607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.285496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.287832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:06.288718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.291667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.292813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1c79605-c733-41ad-b751-f9a0be56467d HTTP/1.1" status: 204 len: 168 time: 0.8441801 Apr 21 14:45:06.307404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:06.320189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Pushing event updated for resources: {'Port': ['ID=7c91ca59-4979-41e2-93bc-5da354af2e8e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.325179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:06.403109 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-613a5f6a-6c45-4597-b7dd-42c8c1c3a080 req-1aae5b1a-0fb8-40fd-a921-eb1ff95f6f05 service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929333 Apr 21 14:45:06.406335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b9511-ba3a-4f19-94df-96b8eed40991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c79605-c733-41ad-b751-f9a0be56467d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.435967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.456627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.460058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac9d413-a5af-413e-98bc-90e1b4d85903']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:06.501019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.511952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8fad04b-1d20-4157-80f7-7d17522a826e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:06.538347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b603efd-2ea4-49d6-a44a-c6760f91b1b9') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:06.538641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b603efd-2ea4-49d6-a44a-c6760f91b1b9') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:06.572642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.587265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting port 6c063f41-2e22-4b50-9e67-937f991fd668 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:06.587609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.652196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-02c4166c-524c-4b2c-a16e-864d20bc6b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:06.653709 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-02c4166c-524c-4b2c-a16e-864d20bc6b38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 1099 time: 0.8463709 Apr 21 14:45:06.657446 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8717b0d-84d1-404e-9ccb-34af4a1f5792 tempest-QuotasNegativeTest-1959480573 tempest-QuotasNegativeTest-1959480573-project-admin] 10.222.0.35 "DELETE /v2.0/networks/c8fad04b-1d20-4157-80f7-7d17522a826e HTTP/1.1" status: 204 len: 168 time: 2.1747098 Apr 21 14:45:06.658070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54612) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.674814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.713963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:06.714304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:06.733140 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:06.749599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.752677 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-405fb546-2028-403b-8f47-66b28845b3b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b1e9db46e924720a6aa5d4a90dd2460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909708 Apr 21 14:45:06.753397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54618) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:06.819952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.834860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.878795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.884883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:06.903276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481096ec-9923-4bf8-8dbc-dcdfa5105766 req-92c8bec5-27cc-4c46-880c-7193c0bc372f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:06.904763 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-481096ec-9923-4bf8-8dbc-dcdfa5105766 req-92c8bec5-27cc-4c46-880c-7193c0bc372f tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.5799084 Apr 21 14:45:06.914222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Usage tracker for resource:security_group_rule and tenant:9c9f83a5960d466cb28a764f8b9b4714 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:06.920267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:06.930596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Router 2703d998-d85b-4503-a7db-aef7c4028e55 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:06.935949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:06.956844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:06.986062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.003783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Pushing event updated for resources: {'Port': ['ID=7c91ca59-4979-41e2-93bc-5da354af2e8e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:07.017579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.024910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.035671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214e95a-9103-4f08-8fe1-6df6925fa180 req-09a6d1b6-d680-4be7-b682-dd22119140ff tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:07.037161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8214e95a-9103-4f08-8fe1-6df6925fa180 req-09a6d1b6-d680-4be7-b682-dd22119140ff tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 944 time: 0.6032343 Apr 21 14:45:07.060518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] Pushing event deleted for resources: {'Network': ['ID=4ac9d413-a5af-413e-98bc-90e1b4d85903,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:07.062605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.067166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5f6b0c6-11ea-4c6a-9550-f61567904c65 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1090715 Apr 21 14:45:07.067799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54624) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.099064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.117859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e817b-eaf4-4f1b-ba49-fc6db4de8f72,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:07.120798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.124289 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-18dcb098-bf51-40a3-a483-c7bbe3855559 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f15e817b-eaf4-4f1b-ba49-fc6db4de8f72 HTTP/1.1" status: 204 len: 168 time: 0.3676715 Apr 21 14:45:07.143996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-83ea1950-7208-4396-9dc6-8c5da6eda61f tempest-AllowedAddressPairIpV6TestJSON-1711579211 tempest-AllowedAddressPairIpV6TestJSON-1711579211-project] 10.222.0.35 "DELETE /v2.0/networks/4ac9d413-a5af-413e-98bc-90e1b4d85903 HTTP/1.1" status: 204 len: 168 time: 3.9044206 Apr 21 14:45:07.226740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-481096ec-9923-4bf8-8dbc-dcdfa5105766 req-6f43c1ea-d499-4f76-acf5-34bbdbebfc80 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073175 Apr 21 14:45:07.317391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:07.324988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:07.330135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Usage tracker for resource:floatingip and tenant:ea2914f30b574d8ea650897860b7598f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:07.333865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:07.343452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:07.359032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.363595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:07.367467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8214e95a-9103-4f08-8fe1-6df6925fa180 req-b4b9d17d-f250-4c44-8e3a-abb5d4842e16 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082595 Apr 21 14:45:07.382721 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] Sync routers for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:07.392311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.414677 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:07.418036 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:07.557016 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:07.569572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Calling delete_port for 6c063f41-2e22-4b50-9e67-937f991fd668 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:07.574236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.580673 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:07.581274 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:07.662844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.677185 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:07.677636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d31f8-947d-4e66-9d69-8fa24e7b3b7a None None] The sync data for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:07.760210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54648) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.829483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Allocated IP 172.26.4.253 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/ce5163ff-a179-4084-9ba6-5f60771abf36) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:07.865687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.879642 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-94894fdb-c010-4501-af91-1028042777f7 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9986279 Apr 21 14:45:07.880133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:07.881623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54658) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:07.897641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:07.942608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Usage tracker for resource:security_group_rule and tenant:a83d16dcb8304a0cb39f55105f5c3330 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:07.949606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:08.010571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:08.018021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c063f41-2e22-4b50-9e67-937f991fd668,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.021414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.032952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.033836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.034179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.034512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.034865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.035358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.035481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.035790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.036107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.036875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.036875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.037049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.071331 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-12d6caae-dca5-4c14-bbc0-0ae19a0ac15e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=343f2a971e414dd3ac2efc2791302328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3109117 Apr 21 14:45:08.078714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.095424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.156353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Synchronizing usage tracker for tenant:9c9f83a5960d466cb28a764f8b9b4714 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:08.169184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.223423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.252025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5140ce2-80f5-48e5-9a51-5dd99736fb0a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.257326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.269525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.287237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.356379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.395263 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a83d16dcb8304a0cb39f55105f5c3330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7286148 Apr 21 14:45:08.402017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a41750-af26-411c-84b8-29c75c24e529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1151daaf-6b20-4b34-8f13-8cf796b1b478,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.404325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54678) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.404651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54680) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.461277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:08.473362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:08.483361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:08.494390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.495122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339b24bf-c594-4f28-ade3-bd25c86a18c3 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:45:08.500123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] Unset dirty status for tenant:9c9f83a5960d466cb28a764f8b9b4714 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:08.501740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f43aa71f-fde2-4edc-8e7e-49781221da89 req-2f2dea8b-34d5-4915-a349-131eb0244167 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8330469 Apr 21 14:45:08.504706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51220297-a013-4ce6-9a39-6ef97a8cb1f6 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/ports/6c063f41-2e22-4b50-9e67-937f991fd668 HTTP/1.1" status: 204 len: 168 time: 2.2425673 Apr 21 14:45:08.510335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54690) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:08.515354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Pushing event updated for resources: {'Port': ['ID=ce5163ff-a179-4084-9ba6-5f60771abf36,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.522746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5', 'external_fixed_ips': [{'subnet_id': 'fc898532-a07a-4d7f-903f-dc59391ade75', 'ip_address': '172.20.0.12'}]}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:08.534915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:08.539520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.539907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.540242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.540580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.541592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.541592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.541592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.541936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.542184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.542502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.542817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.543132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:08.554918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.590454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a904c80-9066-46ee-8cae-975b594ef6b7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:08.614984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.635643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:router and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:08.652846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2083665853'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:08.664530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:08.675845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:08.735776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.736866 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc13f54b-0e80-45b3-8905-c2d181ccd3af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a904c80-9066-46ee-8cae-975b594ef6b7 HTTP/1.1" status: 204 len: 168 time: 0.6572969 Apr 21 14:45:08.746806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:08.757945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Usage tracker for resource:network and tenant:f1c76aa0a4714034a8d1e757ff4dd377 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:08.763004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:08.766391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.779157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:08.785122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.786489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.804133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.818873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Made reservation on behalf of f1c76aa0a4714034a8d1e757ff4dd377 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:08.822750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.823702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:08.849658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fc873-ef2e-4ba4-8fcb-1644c07c258f req-d9effea4-5806-425c-965f-e733daee7703 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:08.854724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'port_id': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'mac_address': 'fa:16:3e:41:c2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:45:08.856516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a0fc873-ef2e-4ba4-8fcb-1644c07c258f req-d9effea4-5806-425c-965f-e733daee7703 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.4317226 Apr 21 14:45:08.871656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.901362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.903848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:08.912022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Usage tracker for resource:security_group_rule and tenant:f1c76aa0a4714034a8d1e757ff4dd377 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:08.914649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.932367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b488e7-3727-4b23-b649-36fd98ed595f req-763e56b6-6364-4b23-b6a5-e8939d05d98a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:08.933141 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6b488e7-3727-4b23-b649-36fd98ed595f req-763e56b6-6364-4b23-b6a5-e8939d05d98a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 944 time: 0.4005477 Apr 21 14:45:08.947452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:08.958894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.962843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:08.967662 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a0fc873-ef2e-4ba4-8fcb-1644c07c258f req-9b5bc11f-ad84-49f0-9301-27c82011f977 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102493 Apr 21 14:45:08.967920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:08.981686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339b24bf-c594-4f28-ade3-bd25c86a18c3 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:45:09.003401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1151daaf-6b20-4b34-8f13-8cf796b1b478,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.014562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:09.036850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.066436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.070032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-445160dc-9dd2-4adb-9ed3-a5680e3bc39a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1151daaf-6b20-4b34-8f13-8cf796b1b478 HTTP/1.1" status: 204 len: 168 time: 0.6480474 Apr 21 14:45:09.148664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.162574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6b488e7-3727-4b23-b649-36fd98ed595f req-ac3cfbf4-bcd3-40ef-ba10-7c8c53056645 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084351 Apr 21 14:45:09.217111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.233440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.239080 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-0a4a41ca-5f93-45a1-8e50-dff976bec6ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:45:09.241823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0a4a41ca-5f93-45a1-8e50-dff976bec6ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3564453 Apr 21 14:45:09.246956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54700) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:09.251549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.336890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.351943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:09.410225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67797e09-210b-485a-af22-cfd4121ab012,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.439965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['339b24bf-c594-4f28-ade3-bd25c86a18c3'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:45:09.483123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.483463 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Added segment 26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8 of type vlan for network c13dab81-e806-4c8a-a0c0-4fb476341827 Apr 21 14:45:09.546942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.641761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Pushing event updated for resources: {'Port': ['ID=ce5163ff-a179-4084-9ba6-5f60771abf36,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:09.642595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54714) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:09.651257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.676158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.677550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.696713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:09.745956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Usage tracker for resource:security_group_rule and tenant:997ee68e71194c1f992c1d0334ca2ecd is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:09.751874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:09.760218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:09.822829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.827081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:09.827454 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a1f96d9-9ddb-4bd8-8004-c58537585248 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7574987 Apr 21 14:45:09.881969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.888708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:09.889319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:09.957075 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4f75516d-15b2-486b-ad55-22d036e0dfae tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1278412 Apr 21 14:45:09.961262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54728) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.015828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5946083 Apr 21 14:45:10.076821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54736) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.092653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.097780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Request body: {'subnet': {'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:10.104096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-209274e4-e3fe-49f7-943c-4e08fee07c0e tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Synchronizing usage tracker for tenant:c0bcb5e23d884ac19864f402481ae738 on resource:floatingip {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:10.113092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52db6d-9252-417f-9730-149f6f38b3d2 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'Network': ['ID=c13dab81-e806-4c8a-a0c0-4fb476341827,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.130120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network c13dab81-e806-4c8a-a0c0-4fb476341827 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:10.156369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.157469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54740) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.191878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-209274e4-e3fe-49f7-943c-4e08fee07c0e tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Unset dirty status for tenant:c0bcb5e23d884ac19864f402481ae738 on resource:floatingip {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:10.196536 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-209274e4-e3fe-49f7-943c-4e08fee07c0e tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2302721 Apr 21 14:45:10.197398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54748) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.360322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1256739932'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:10.375112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.377495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:10.471312 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=997ee68e71194c1f992c1d0334ca2ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193915 Apr 21 14:45:10.472571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.478414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:network and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:10.481597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54752) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:10.482607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Deleting port ce5163ff-a179-4084-9ba6-5f60771abf36 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:10.482936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.497057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339b24bf-c594-4f28-ade3-bd25c86a18c3 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:10.540866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd8d08-a4ac-4786-a2bb-af9e11de8c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672d659a-9ea3-481c-b840-696ecc86948a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.574057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:10.574274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 339b24bf-c594-4f28-ade3-bd25c86a18c3 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:10.581030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 339b24bf-c594-4f28-ade3-bd25c86a18c3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:10.581182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:10.581870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.582584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:10.604901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Usage tracker for resource:subnet and tenant:f1c76aa0a4714034a8d1e757ff4dd377 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:10.612892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:10.649753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:10.663790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:10.668760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.680445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c9b16-11ef-4730-90bd-e4248c5c85f0 req-9c520720-f9a5-4374-8b79-c99248cb6a0b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:10.682710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-366c9b16-11ef-4730-90bd-e4248c5c85f0 req-9c520720-f9a5-4374-8b79-c99248cb6a0b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.5920954 Apr 21 14:45:10.718617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Made reservation on behalf of f1c76aa0a4714034a8d1e757ff4dd377 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:10.722625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.725537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.731565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.755287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:45:10.762025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:10.765871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:security_group_rule and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:10.768707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:10.768833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:10.776208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.790353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.811964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:10.829443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce69330-12e5-4259-a984-ff32f32d475d req-e41782db-94ec-4ac5-be03-ab5a8bc17a94 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:10.830938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1ce69330-12e5-4259-a984-ff32f32d475d req-e41782db-94ec-4ac5-be03-ab5a8bc17a94 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 945 time: 0.4298098 Apr 21 14:45:10.864529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:10.872934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.873323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.873664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.873990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.874313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.875009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.875336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.875658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.875982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.876524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.876849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.877164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:10.890764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:10.930645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-366c9b16-11ef-4730-90bd-e4248c5c85f0 req-adb052f7-1576-4d73-a9cd-14dc083f9eae tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345130 Apr 21 14:45:10.948609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.20.0.12 (221b632a-47d2-46e7-98e3-25d2bf476ed5/fc898532-a07a-4d7f-903f-dc59391ade75/e8d5c667-6642-461a-93df-5130bcedc110) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:10.982616 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1ce69330-12e5-4259-a984-ff32f32d475d req-97599527-a933-47c2-848b-53c0aae74c2d tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004255 Apr 21 14:45:10.993490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.000821 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b16063-8a3d-40f0-a565-98bebd1ce73a'] response: {'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'code': 200} Apr 21 14:45:11.168050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.168323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.364618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Calling delete_port for ce5163ff-a179-4084-9ba6-5f60771abf36 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:11.380520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.399988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.432221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1222ad5-3de4-4184-b5d9-01e7e76b11f6 req-8cf35b78-a4af-4951-87e2-9fce0846b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:11.433656 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1222ad5-3de4-4184-b5d9-01e7e76b11f6 req-8cf35b78-a4af-4951-87e2-9fce0846b020 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 1099 time: 0.2397659 Apr 21 14:45:11.482428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.529652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d659a-9ea3-481c-b840-696ecc86948a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:11.532874 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1222ad5-3de4-4184-b5d9-01e7e76b11f6 req-1ebc3e2b-2526-4846-996b-f7851ab84e1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850883 Apr 21 14:45:11.537787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'Subnet': ['ID=5f4978e4-36b9-4e11-a9b7-85af4169222d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:11.544405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Checking segment: {'id': '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:11.544580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Network hostable DHCP agents. Network: c13dab81-e806-4c8a-a0c0-4fb476341827, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:11.559176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.565640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.595761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.608299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.611738 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d252d0f0-63aa-4b46-bd4e-30691940ebcb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/672d659a-9ea3-481c-b840-696ecc86948a HTTP/1.1" status: 204 len: 168 time: 1.0978081 Apr 21 14:45:11.621545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Network c13dab81-e806-4c8a-a0c0-4fb476341827 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:11.640342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 221b632a-47d2-46e7-98e3-25d2bf476ed5 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:11.645061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:11.651890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:11.677667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:11.686305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=e8d5c667-6642-461a-93df-5130bcedc110,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:11.688450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, c13dab81-e806-4c8a-a0c0-4fb476341827) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:11.696912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=252638dd-5ce3-49f6-97ee-a7c6a9d76194,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:11.697562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:11.698150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.713757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443a44d-8311-4d08-b843-9ea9de9ccc66 None None] Network c13dab81-e806-4c8a-a0c0-4fb476341827 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:11.720075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.720417 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Added segment 683751a5-0b8c-4e57-945e-2326d0ef603e of type vlan for network 99233fb7-1e58-495a-a866-8698fbbd4c21 Apr 21 14:45:11.732015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.824528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting port 22bbfd1b-d223-4817-961c-129dbc6d663b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:11.824867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.849774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Pushing event deleted for resources: {'Port': ['ID=ce5163ff-a179-4084-9ba6-5f60771abf36,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:11.919204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.979656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-c13dab81-e806-4c8a-a0c0-4fb476341827', 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827', 'tenant_id': 'f1c76aa0a4714034a8d1e757ff4dd377', 'fixed_ips': [{'subnet_id': '5f4978e4-36b9-4e11-a9b7-85af4169222d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:11.980181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:11.989168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf5ae96c-b4e9-486c-854a-277614fb368b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9049711 Apr 21 14:45:11.993744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54766) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.078851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Request body: {'port': {'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-955706410'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:12.203991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.214405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.220305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:12.221109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.227614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Allocated IP 2001:db8::2 (c13dab81-e806-4c8a-a0c0-4fb476341827/5f4978e4-36b9-4e11-a9b7-85af4169222d/2e34a90b-ffd4-48d5-9974-916332c8c05f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:12.299484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.300890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1a4ca581-8ec0-4c16-bd36-03290e856b85 tempest-FloatingIPAdminTestJSON-156160424 tempest-FloatingIPAdminTestJSON-156160424-project] 10.222.0.35 "DELETE /v2.0/floatingips/206d44bb-454c-40fc-841c-42caac8e9c1c HTTP/1.1" status: 204 len: 168 time: 2.1013572 Apr 21 14:45:12.311363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54780) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.462674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3029191 Apr 21 14:45:12.477440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54788) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.482515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fa987-2387-4d46-b3a6-40ac9f00769b tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Network': ['ID=99233fb7-1e58-495a-a866-8698fbbd4c21,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:12.487561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'subnet': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:12.491222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.501718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:12.507159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.535211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Transition to ACTIVE for port object 2e34a90b-ffd4-48d5-9974-916332c8c05f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:12.613942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.620379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Transition to ACTIVE for port object 2e34a90b-ffd4-48d5-9974-916332c8c05f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:12.637056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.695698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Calling delete_port for 22bbfd1b-d223-4817-961c-129dbc6d663b owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:12.720599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Pushing event updated for resources: {'Port': ['ID=2e34a90b-ffd4-48d5-9974-916332c8c05f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:12.724826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54796) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:12.746337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Network c13dab81-e806-4c8a-a0c0-4fb476341827 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:12.747679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:12.750210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:12.817800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:12.909958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Attempting to bind port 2e34a90b-ffd4-48d5-9974-916332c8c05f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:12.910319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Attempting to bind port 2e34a90b-ffd4-48d5-9974-916332c8c05f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:12.910686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Attempting to bind port 2e34a90b-ffd4-48d5-9974-916332c8c05f on network c13dab81-e806-4c8a-a0c0-4fb476341827 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:12.923626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:12.924011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Checking segment: {'id': '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:12.924414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.924805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Bound using segment: {'id': '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:12.926063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Deleting port 7c91ca59-4979-41e2-93bc-5da354af2e8e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:12.926513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Bound port: 2e34a90b-ffd4-48d5-9974-916332c8c05f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:12.926620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.926805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:12.991503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:subnet and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:12.994210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:12.998221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:13.012499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-906306453'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:13.016886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dc38e-c453-48f4-ae75-d7a46e834861 req-00f7e36d-6e47-4419-9cb9-d083b6752e3d tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:13.018554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-087dc38e-c453-48f4-ae75-d7a46e834861 req-00f7e36d-6e47-4419-9cb9-d083b6752e3d tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.7619860 Apr 21 14:45:13.020259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Usage tracker for resource:port and tenant:f1c76aa0a4714034a8d1e757ff4dd377 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:13.031770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:13.032102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:13.034555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:13.064052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:13.070086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:13.080643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:13.083986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.091650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] For port 2e34a90b-ffd4-48d5-9974-916332c8c05f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:13.095877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] For port 2e34a90b-ffd4-48d5-9974-916332c8c05f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e34a90b-ffd4-48d5-9974-916332c8c05f,segment=NetworkSegment(26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8),segment_id=26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:13.098111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:13.106407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.128294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:13.139614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:13.142897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.151234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d47cc5-e1ea-4c28-8f59-c7e321442800 req-7f6ace32-b094-4423-8b39-2d67fca3629b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:13.152697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59d47cc5-e1ea-4c28-8f59-c7e321442800 req-7f6ace32-b094-4423-8b39-2d67fca3629b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 0.9368768 Apr 21 14:45:13.209104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.213819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e06a00-51a4-4cef-924f-11b69cf0af11 None None] Pushing event updated for resources: {'Port': ['ID=2e34a90b-ffd4-48d5-9974-916332c8c05f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:13.233813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Made reservation on behalf of f1c76aa0a4714034a8d1e757ff4dd377 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:13.237532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.237686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:13.248772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:security_group_rule and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:13.254958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:13.298342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:13.397713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.397909 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-087dc38e-c453-48f4-ae75-d7a46e834861 req-3514acf9-9edb-41ef-8fd2-7bf084f8ebba tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628218 Apr 21 14:45:13.431769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] device_id is not set on port d26220d7-154b-4d75-bfaf-6c11e54ebc09 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:13.481175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Port': ['ID=22bbfd1b-d223-4817-961c-129dbc6d663b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:13.486878 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59d47cc5-e1ea-4c28-8f59-c7e321442800 req-6a64c205-6343-4b2e-bbe9-7f8a13d6f0bf tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989354 Apr 21 14:45:13.664032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.664495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.763639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.860076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.871005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Calling delete_port for 7c91ca59-4979-41e2-93bc-5da354af2e8e owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:13.918749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.922171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:13.945253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.054580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Allocated IP 2001:db8::20a (c13dab81-e806-4c8a-a0c0-4fb476341827/5f4978e4-36b9-4e11-a9b7-85af4169222d/d26220d7-154b-4d75-bfaf-6c11e54ebc09) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:14.108672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbdba7-38e0-4b70-8811-8b9b8b461e8a req-705eb43a-7b16-4c02-9e9d-3525c754134b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:14.110185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84fbdba7-38e0-4b70-8811-8b9b8b461e8a req-705eb43a-7b16-4c02-9e9d-3525c754134b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.5805719 Apr 21 14:45:14.128508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.166170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:14.207545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d1a431-cb8e-4507-bb87-3d3af132343f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.225665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Request body: {'floatingip': {'port_id': '339d6c58-1c48-4aaa-af91-8d434a0b5f03'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:14.297354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.297633 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 639ba8d1-acaa-4b60-adc2-24d8bf50fd21 of type vlan for network 24171507-a0eb-497b-8380-d8eae476e026 Apr 21 14:45:14.313933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Subnet': ['ID=d616477f-3580-4118-b76e-1df03ac4d8eb,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.325179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Router 2703d998-d85b-4503-a7db-aef7c4028e55 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:14.329258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Checking segment: {'id': '683751a5-0b8c-4e57-945e-2326d0ef603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:14.329616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network hostable DHCP agents. Network: 99233fb7-1e58-495a-a866-8698fbbd4c21, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:14.364522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.387319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bb7556-c3e1-409d-863e-b7b0bed4e952 None None] Network c13dab81-e806-4c8a-a0c0-4fb476341827 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:14.488812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.501165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:14.527314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:14.539011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 99233fb7-1e58-495a-a866-8698fbbd4c21) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:14.546137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:14.546735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.549257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] Sync routers for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:14.559199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.559601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-79e43163-2729-477e-9157-e44763e989f6 None None] Provisioning for port 2e34a90b-ffd4-48d5-9974-916332c8c05f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:14.564657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:14.565296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.573168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe3dff-d954-4279-a10a-48085513dae4 None None] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:14.621318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e34a90b-ffd4-48d5-9974-916332c8c05f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:14.640190 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1ebe9e3-27ad-4b42-96ed-64e00fdc4496 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3867366 Apr 21 14:45:14.643401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54810) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.647577 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-80829f8d-6c8c-4358-ac4b-0b1809aac825 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1666064 Apr 21 14:45:14.650097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9168830 Apr 21 14:45:14.674491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.675058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.707251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749391b-bab9-4337-8e96-3bf2e7971257 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=24171507-a0eb-497b-8380-d8eae476e026,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.709841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:14.710451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:14.748815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:14.760898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1847996680'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:14.771946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-1692860389'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:14.809015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 24171507-a0eb-497b-8380-d8eae476e026 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:14.901339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:14.942114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:14.967250 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-a4018a7f-8072-45c1-b0b0-97d3d7752816 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] delete failed (client error): The resource could not be found. Apr 21 14:45:14.970016 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a4018a7f-8072-45c1-b0b0-97d3d7752816 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1524822809 HTTP/1.1" status: 404 len: 335 time: 0.3187330 Apr 21 14:45:14.971245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c91ca59-4979-41e2-93bc-5da354af2e8e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:14.973754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54822) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:14.981751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-284d59c0-913a-4009-bed4-f0a945e18efd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'router': {'external_gateway_info': {'network_id': '2703d998-d85b-4503-a7db-aef7c4028e55'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:14.996085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:14.996703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:15.003509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:15.021793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:15.055891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2e34a90b-ffd4-48d5-9974-916332c8c05f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:15.105673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:15.106070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9787bd39-d54f-43e9-a045-09e1698094e6 None None] The sync data for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:15.113128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2e34a90b-ffd4-48d5-9974-916332c8c05f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:15.113530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.130409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:15.267609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:15.271351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.325739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-99233fb7-1e58-495a-a866-8698fbbd4c21', 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'tenant_id': '16abf0db681d4570b6c3b37877fad53e', 'fixed_ips': [{'subnet_id': 'd616477f-3580-4118-b76e-1df03ac4d8eb'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:15.326566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.370663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router 7678e7da-bd1f-41ab-b946-3b0fa7110031 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:15.394475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-284d59c0-913a-4009-bed4-f0a945e18efd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.411557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.428540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.429489 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-284d59c0-913a-4009-bed4-f0a945e18efd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] update failed (client error): The resource could not be found. Apr 21 14:45:15.436379 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-284d59c0-913a-4009-bed4-f0a945e18efd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55 HTTP/1.1" status: 404 len: 339 time: 0.4614837 Apr 21 14:45:15.436945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54826) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:15.442259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1016422735'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:15.447715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:15.451559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:network and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:15.458167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:15.464026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.465393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:15.477354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:15.481536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.487109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 2e34a90b-ffd4-48d5-9974-916332c8c05f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e34a90b-ffd4-48d5-9974-916332c8c05f,segment=NetworkSegment(26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8),segment_id=26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:15.514078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:15.526760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.527398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Added segment 489e6787-339a-4a23-9f5a-a55957d89005 of type vlan for network 7276641c-9c90-4fb9-a117-b37e024841b5 Apr 21 14:45:15.548646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:15.563969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.574977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.598597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:15.602969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:port and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:15.603147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.608456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:15.609030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.612621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:15.652393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Allocated IP 172.20.0.2 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/a8a64fc3-4598-4dd4-8a93-8a676669bac6) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:15.698777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:15.703257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Transition to ACTIVE for port object d26220d7-154b-4d75-bfaf-6c11e54ebc09 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:15.705236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.709916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25c1477a-d318-4b96-b540-20c821825ef2 tempest-FloatingIPAdminTestJSON-981378184 tempest-FloatingIPAdminTestJSON-981378184-project-admin] 10.222.0.35 "DELETE /v2.0/floatingips/3b1a4c29-7f0a-4ee2-9dcf-47532783da7a HTTP/1.1" status: 204 len: 168 time: 3.3618655 Apr 21 14:45:15.710063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5b74a403-3c8d-4fa3-be1a-0ab8cee4b9e2 None None] Provisioning complete for port 2e34a90b-ffd4-48d5-9974-916332c8c05f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:15.710063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5b74a403-3c8d-4fa3-be1a-0ab8cee4b9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.710261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54830) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:15.714072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2761548 Apr 21 14:45:15.716301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.716649 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment b3aa31e0-41c2-4642-8511-156b1fa43771 of type vlan for network b441025f-b31b-418c-b0d9-43109df32905 Apr 21 14:45:15.737300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4d953-835d-44e8-ae53-4e7d999e1498 req-bb053029-fb50-4e5c-9f3f-100bc531364a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:15.738760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77f4d953-835d-44e8-ae53-4e7d999e1498 req-bb053029-fb50-4e5c-9f3f-100bc531364a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 0.9735570 Apr 21 14:45:15.747548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:15.762249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'subnet': {'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:15.785024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091498-1e1b-43fb-b5e3-0bdeb0f164ba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Network': ['ID=7276641c-9c90-4fb9-a117-b37e024841b5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:15.791628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=2e34a90b-ffd4-48d5-9974-916332c8c05f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:15.801289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7276641c-9c90-4fb9-a117-b37e024841b5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:15.907285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:15.911082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:15.972669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port e05425c1-c8eb-4b1d-9b72-faffa93f133c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:15.973002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.036383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:16.044230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Usage tracker for resource:subnet and tenant:fe4fd77e604e48b39cdc04d9cb61cb43 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:16.048912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:16.084264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:16.112090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Made reservation on behalf of fe4fd77e604e48b39cdc04d9cb61cb43 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:16.115531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.173883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.177058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.185239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Transition to ACTIVE for port object a8a64fc3-4598-4dd4-8a93-8a676669bac6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:16.204126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Transition to ACTIVE for port object a8a64fc3-4598-4dd4-8a93-8a676669bac6 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:16.210861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.213904 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77f4d953-835d-44e8-ae53-4e7d999e1498 req-f0186ff1-5fe9-4f97-84bf-58e33efdfa7b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4602346 Apr 21 14:45:16.250429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:16.262319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port 3c44d0dd-3815-4ab9-94e1-690f734e716e yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:16.263694 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Sync routers for ids ['7678e7da-bd1f-41ab-b946-3b0fa7110031'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:16.286971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:16.290493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:16.291634 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Routers {'7678e7da-bd1f-41ab-b946-3b0fa7110031'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:16.292271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7678e7da-bd1f-41ab-b946-3b0fa7110031'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:16.293072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:16.299322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Pushing event updated for resources: {'Port': ['ID=a8a64fc3-4598-4dd4-8a93-8a676669bac6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:16.365256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:16.378383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.397828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Attempting to bind port a8a64fc3-4598-4dd4-8a93-8a676669bac6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:16.398358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Attempting to bind port a8a64fc3-4598-4dd4-8a93-8a676669bac6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '683751a5-0b8c-4e57-945e-2326d0ef603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:16.398766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Attempting to bind port a8a64fc3-4598-4dd4-8a93-8a676669bac6 on network 99233fb7-1e58-495a-a866-8698fbbd4c21 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:16.405553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:16.405964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Checking segment: {'id': '683751a5-0b8c-4e57-945e-2326d0ef603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:16.406527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.406912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Bound using segment: {'id': '683751a5-0b8c-4e57-945e-2326d0ef603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:16.407359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Bound port: a8a64fc3-4598-4dd4-8a93-8a676669bac6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683751a5-0b8c-4e57-945e-2326d0ef603e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:16.407721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.419612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.512054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] For port a8a64fc3-4598-4dd4-8a93-8a676669bac6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:16.516017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] For port a8a64fc3-4598-4dd4-8a93-8a676669bac6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a64fc3-4598-4dd4-8a93-8a676669bac6,segment=NetworkSegment(683751a5-0b8c-4e57-945e-2326d0ef603e),segment_id=683751a5-0b8c-4e57-945e-2326d0ef603e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:16.520016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e34a90b-ffd4-48d5-9974-916332c8c05f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:16.551821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.575955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for e05425c1-c8eb-4b1d-9b72-faffa93f133c owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:16.610458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Network c13dab81-e806-4c8a-a0c0-4fb476341827 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:16.621810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.627447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:16.628104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.637510 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Set router 7678e7da-bd1f-41ab-b946-3b0fa7110031 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:16.671674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71107f-474c-4ad2-96b9-c30937876282 None None] Pushing event updated for resources: {'Port': ['ID=a8a64fc3-4598-4dd4-8a93-8a676669bac6,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:16.682780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2e34a90b-ffd4-48d5-9974-916332c8c05f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:16.683763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.717149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:16.736918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0587366 Apr 21 14:45:16.742093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54840) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:16.748674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:16.751895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': '24171507-a0eb-497b-8380-d8eae476e026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:16.759465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:16.760210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.773442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:16.775400 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ea22297-71cd-4af9-b3ea-aeb131b9937c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.2613156 Apr 21 14:45:16.784582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54844) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:16.921251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:17.090463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'Port': ['ID=d26220d7-154b-4d75-bfaf-6c11e54ebc09,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.109553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.128014 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fee12bdc-7cee-4507-b937-f42eaa27ef5b tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.1294727 Apr 21 14:45:17.148993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54848) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:17.156698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0827b-9508-40b6-807d-e02008d6aff0 req-c13fdfd5-7ad0-42d8-b3cb-0228c9afcdd7 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:17.158243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68b0827b-9508-40b6-807d-e02008d6aff0 req-c13fdfd5-7ad0-42d8-b3cb-0228c9afcdd7 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 0.8075383 Apr 21 14:45:17.158884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd995f2-5b02-4279-8fa8-40ac4792ed79 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=b441025f-b31b-418c-b0d9-43109df32905,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.171115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network b441025f-b31b-418c-b0d9-43109df32905 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:17.173244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Request body: {'port': {'network_id': 'c13dab81-e806-4c8a-a0c0-4fb476341827', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-971895085', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:17.173943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] bootfile-name is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:17.174612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] tftp-server is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:17.174612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] server-ip-address is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:17.184506 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e7da-bd1f-41ab-b946-3b0fa7110031', 'name': '', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5', 'external_fixed_ips': [{'subnet_id': 'fc898532-a07a-4d7f-903f-dc59391ade75', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'e8d5c667-6642-461a-93df-5130bcedc110', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:08Z', 'updated_at': '2022-04-21T14:45:11Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': 'e8d5c667-6642-461a-93df-5130bcedc110', 'name': '', 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:eb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7678e7da-bd1f-41ab-b946-3b0fa7110031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'fc898532-a07a-4d7f-903f-dc59391ade75', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:10Z', 'updated_at': '2022-04-21T14:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc898532-a07a-4d7f-903f-dc59391ade75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:17.188742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54852) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:17.190987 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Checking router: 7678e7da-bd1f-41ab-b946-3b0fa7110031 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:45:17.191517 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Updating router 7678e7da-bd1f-41ab-b946-3b0fa7110031 port e8d5c667-6642-461a-93df-5130bcedc110 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:45:17.226437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Request body: {'floatingip': {'port_id': '339b24bf-c594-4f28-ade3-bd25c86a18c3'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:17.261361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.312967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.326081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-51cf5641-aef5-4f01-975c-367aa64f8f46 None None] Provisioning for port d26220d7-154b-4d75-bfaf-6c11e54ebc09 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:17.335921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.340711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-51cf5641-aef5-4f01-975c-367aa64f8f46 None None] Provisioning complete for port d26220d7-154b-4d75-bfaf-6c11e54ebc09 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:17.341624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51cf5641-aef5-4f01-975c-367aa64f8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.422150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-51cf5641-aef5-4f01-975c-367aa64f8f46 None None] Port d26220d7-154b-4d75-bfaf-6c11e54ebc09 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:17.435221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:17.447480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.454683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:17.457791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.6 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/3c44d0dd-3815-4ab9-94e1-690f734e716e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:17.463011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:17.468886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:17.476161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.480588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.540894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Subnet': ['ID=949092ea-8f18-4a15-a0f4-536c80cae868,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.606307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:17.609503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.624271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=e05425c1-c8eb-4b1d-9b72-faffa93f133c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.673810 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.690149 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Transition to ACTIVE for port object e8d5c667-6642-461a-93df-5130bcedc110 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:17.700406 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.771887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:17.793301 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Pushing event updated for resources: {'Port': ['ID=e8d5c667-6642-461a-93df-5130bcedc110,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:17.801820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.802167 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.802508 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.802846 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.803176 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.803519 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.803852 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.804324 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.804671 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.805084 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.805437 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.805919 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:45:17.823809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Checking segment: {'id': '489e6787-339a-4a23-9f5a-a55957d89005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:17.824158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network hostable DHCP agents. Network: 7276641c-9c90-4fb9-a117-b37e024841b5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:17.834895 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Attempting to bind port e8d5c667-6642-461a-93df-5130bcedc110 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:17.835279 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Attempting to bind port e8d5c667-6642-461a-93df-5130bcedc110 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '3a4e94b3-3cda-4cff-9a5d-24adef856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:17.835642 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Attempting to bind port e8d5c667-6642-461a-93df-5130bcedc110 on network 221b632a-47d2-46e7-98e3-25d2bf476ed5 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:17.844037 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:17.844572 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Checking segment: {'id': '3a4e94b3-3cda-4cff-9a5d-24adef856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:17.846965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Usage tracker for resource:port and tenant:f1c76aa0a4714034a8d1e757ff4dd377 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:17.848173 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.848593 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Bound using segment: {'id': '3a4e94b3-3cda-4cff-9a5d-24adef856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:17.849413 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Bound port: e8d5c667-6642-461a-93df-5130bcedc110, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4e94b3-3cda-4cff-9a5d-24adef856959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '221b632a-47d2-46e7-98e3-25d2bf476ed5'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:17.849549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:17.884152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:17.934088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:17.957750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] For port e8d5c667-6642-461a-93df-5130bcedc110, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:17.961539 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] For port e8d5c667-6642-461a-93df-5130bcedc110, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8d5c667-6642-461a-93df-5130bcedc110,segment=NetworkSegment(3a4e94b3-3cda-4cff-9a5d-24adef856959),segment_id=3a4e94b3-3cda-4cff-9a5d-24adef856959)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:17.971264 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.058068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.074890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network 7276641c-9c90-4fb9-a117-b37e024841b5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:18.094157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting port e8d5c667-6642-461a-93df-5130bcedc110 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:18.094456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.116246 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d351766-7d59-42fb-9087-a8d2b4712faa None None] Pushing event updated for resources: {'Port': ['ID=e8d5c667-6642-461a-93df-5130bcedc110,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:18.140425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.141804 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Routers {'7678e7da-bd1f-41ab-b946-3b0fa7110031'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:18.143158 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7678e7da-bd1f-41ab-b946-3b0fa7110031'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:18.152720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Floating IP dd6c57c0-9ead-467d-980a-c4c53f16126d associated. External IP: 172.26.4.149, port: 339d6c58-1c48-4aaa-af91-8d434a0b5f03. Apr 21 14:45:18.153437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7276641c-9c90-4fb9-a117-b37e024841b5) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:18.157847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:18.158429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.163390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3f748-f76f-4a78-8f96-007926f7cffd None None] Network 7276641c-9c90-4fb9-a117-b37e024841b5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:18.192971 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5fff2260-b7d9-4153-8f1e-594724317925 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/ports/e05425c1-c8eb-4b1d-9b72-faffa93f133c HTTP/1.1" status: 204 len: 168 time: 2.4817007 Apr 21 14:45:18.198868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54856) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:18.255418 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-426d0a0e-bbd8-41a4-a443-621f3732c347 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4996378 Apr 21 14:45:18.317474 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] Set router 7678e7da-bd1f-41ab-b946-3b0fa7110031 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:18.355583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d609ebfd-0611-47c9-9585-7f1b0f3cdfed None None] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:18.398939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54860) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:18.406372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.454938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Made reservation on behalf of f1c76aa0a4714034a8d1e757ff4dd377 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:18.458392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.465871 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7678e7da-bd1f-41ab-b946-3b0fa7110031', 'name': '', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:08Z', 'updated_at': '2022-04-21T14:45:18Z', 'revision_number': 4, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:18.470654 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cc00b3-1df4-431c-a9b0-793f042c83b8 None None] The sync data for ids ['7678e7da-bd1f-41ab-b946-3b0fa7110031'] in dv-neutron-838896-1-hyperv is: [{'id': '7678e7da-bd1f-41ab-b946-3b0fa7110031', 'name': '', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:08Z', 'updated_at': '2022-04-21T14:45:18Z', 'revision_number': 4, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:18.477592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6fd12e32-aae2-4ae7-b3df-d35320b4b666 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'router': {'external_gateway_info': {'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:18.522461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] device_id is not set on port 45ee9a41-0770-4306-9caa-607b6351339d yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:18.543167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c7de906-0515-4077-81a6-82ae382f933b None None] Provisioning for port a8a64fc3-4598-4dd4-8a93-8a676669bac6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:18.579700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a64fc3-4598-4dd4-8a93-8a676669bac6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:18.594552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=d7be198c-7b42-4c6a-bede-f00157ab52ff,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:18.708115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-7276641c-9c90-4fb9-a117-b37e024841b5', 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5', 'tenant_id': 'fe4fd77e604e48b39cdc04d9cb61cb43', 'fixed_ips': [{'subnet_id': '949092ea-8f18-4a15-a0f4-536c80cae868'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:18.708869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.878785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port a8a64fc3-4598-4dd4-8a93-8a676669bac6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:18.902153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a8a64fc3-4598-4dd4-8a93-8a676669bac6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:18.902757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:18.952177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '639ba8d1-acaa-4b60-adc2-24d8bf50fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24171507-a0eb-497b-8380-d8eae476e026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:18.952690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: 24171507-a0eb-497b-8380-d8eae476e026, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:18.975746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.029834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object 3c44d0dd-3815-4ab9-94e1-690f734e716e will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:19.059697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6517ffac-73ae-4612-b59b-bb1885564854 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:19.060556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6517ffac-73ae-4612-b59b-bb1885564854 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Synchronizing usage tracker for tenant:c0bcb5e23d884ac19864f402481ae738 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:19.121504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Allocated IP 2001:db8:1::2 (7276641c-9c90-4fb9-a117-b37e024841b5/949092ea-8f18-4a15-a0f4-536c80cae868/7428cb95-5c1a-415d-a153-ff7202a883c8) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:19.138014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Allocated IP 2001:db8::1ff (c13dab81-e806-4c8a-a0c0-4fb476341827/5f4978e4-36b9-4e11-a9b7-85af4169222d/45ee9a41-0770-4306-9caa-607b6351339d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:19.146160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] For port e8d5c667-6642-461a-93df-5130bcedc110, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8d5c667-6642-461a-93df-5130bcedc110,segment=NetworkSegment(3a4e94b3-3cda-4cff-9a5d-24adef856959),segment_id=3a4e94b3-3cda-4cff-9a5d-24adef856959)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:19.146651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.175951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6fd12e32-aae2-4ae7-b3df-d35320b4b666 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.187663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 24171507-a0eb-497b-8380-d8eae476e026 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:19.190700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.295917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port a8a64fc3-4598-4dd4-8a93-8a676669bac6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a64fc3-4598-4dd4-8a93-8a676669bac6,segment=NetworkSegment(683751a5-0b8c-4e57-945e-2326d0ef603e),segment_id=683751a5-0b8c-4e57-945e-2326d0ef603e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:19.303189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.334102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.395903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Router bcf43409-4271-4a99-a558-f2a2df92d2ff has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:19.420381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Calling delete_port for e8d5c667-6642-461a-93df-5130bcedc110 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:19.421807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:19.450510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 24171507-a0eb-497b-8380-d8eae476e026) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:19.455537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.466895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Transition to ACTIVE for port object 7428cb95-5c1a-415d-a153-ff7202a883c8 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:19.472324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6517ffac-73ae-4612-b59b-bb1885564854 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Unset dirty status for tenant:c0bcb5e23d884ac19864f402481ae738 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:19.476136 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6517ffac-73ae-4612-b59b-bb1885564854 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a1acecd-29d4-4ddb-acf6-4fd36c5420cc HTTP/1.1" status: 200 len: 913 time: 1.2709513 Apr 21 14:45:19.486125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Transition to ACTIVE for port object 7428cb95-5c1a-415d-a153-ff7202a883c8 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:19.491649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54864) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:19.496182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3810f99-1119-4a10-bcfb-7a70a94c3fa1 None None] Network 24171507-a0eb-497b-8380-d8eae476e026 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:19.514960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.544724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=a8a64fc3-4598-4dd4-8a93-8a676669bac6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:19.558094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Network 7276641c-9c90-4fb9-a117-b37e024841b5 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:19.591333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:19.628725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:19.646874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:19.662064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:19.662319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.691872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:19.694242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:19.721699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-20b5e76f-5a04-4f7e-bd4d-59a0464b226b None None] Provisioning complete for port a8a64fc3-4598-4dd4-8a93-8a676669bac6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:19.722345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20b5e76f-5a04-4f7e-bd4d-59a0464b226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.759850 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9515bd50-0e0d-4833-8b3f-8052043723d8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0156996 Apr 21 14:45:19.764577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54868) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:19.769560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.770451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=3c44d0dd-3815-4ab9-94e1-690f734e716e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:19.794571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': 'b441025f-b31b-418c-b0d9-43109df32905', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:19.794778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.921134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:19.921791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:19.954698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Attempting to bind port 7428cb95-5c1a-415d-a153-ff7202a883c8 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:19.955304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Attempting to bind port 7428cb95-5c1a-415d-a153-ff7202a883c8 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '489e6787-339a-4a23-9f5a-a55957d89005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:19.955816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Attempting to bind port 7428cb95-5c1a-415d-a153-ff7202a883c8 on network 7276641c-9c90-4fb9-a117-b37e024841b5 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:19.959995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Pushing event updated for resources: {'Port': ['ID=7428cb95-5c1a-415d-a153-ff7202a883c8,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:20.090750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:20.091029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Checking segment: {'id': '489e6787-339a-4a23-9f5a-a55957d89005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:20.091378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.091766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Bound using segment: {'id': '489e6787-339a-4a23-9f5a-a55957d89005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:20.092228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Bound port: 7428cb95-5c1a-415d-a153-ff7202a883c8, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e6787-339a-4a23-9f5a-a55957d89005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7276641c-9c90-4fb9-a117-b37e024841b5'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:20.092645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.142176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-24171507-a0eb-497b-8380-d8eae476e026', 'network_id': '24171507-a0eb-497b-8380-d8eae476e026', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': 'd7be198c-7b42-4c6a-bede-f00157ab52ff'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:20.142972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.156477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:20.176440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:20.185344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:20.206273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-815ba855-b9cd-489c-9104-6c6de41be76e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5268552 Apr 21 14:45:20.207820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.229393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:20.262446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-1976383645', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:24:22:c2'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:20.324102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] For port 7428cb95-5c1a-415d-a153-ff7202a883c8, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:20.328550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:20.329620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:20.329743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] For port 7428cb95-5c1a-415d-a153-ff7202a883c8, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7428cb95-5c1a-415d-a153-ff7202a883c8,segment=NetworkSegment(489e6787-339a-4a23-9f5a-a55957d89005),segment_id=489e6787-339a-4a23-9f5a-a55957d89005)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:20.333861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.334089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.338199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.403192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.409783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Sync routers for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:20.443240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.466327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:20.467190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:20.478181 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Floating IP acbd8580-4991-4b1d-aa94-f357a04fed11 associated. External IP: 172.26.4.59, port: 339b24bf-c594-4f28-ade3-bd25c86a18c3. Apr 21 14:45:20.520984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8d5c667-6642-461a-93df-5130bcedc110,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:20.533257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a64fc3-4598-4dd4-8a93-8a676669bac6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:20.559683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-6fd12e32-aae2-4ae7-b3df-d35320b4b666 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:45:20.560610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6fd12e32-aae2-4ae7-b3df-d35320b4b666 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55 HTTP/1.1" status: 400 len: 364 time: 2.1470845 Apr 21 14:45:20.568898 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81ab379a-5ef2-4a58-a755-e447a65033de tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "PUT /v2.0/floatingips/dd6c57c0-9ead-467d-980a-c4c53f16126d HTTP/1.1" status: 200 len: 992 time: 6.3888495 Apr 21 14:45:20.572424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Transition to ACTIVE for port object 45ee9a41-0770-4306-9caa-607b6351339d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:20.573259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:20.573875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:45:20.629153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ed1cec0-0b81-42b9-ab66-6c3dfc727505 None None] Provisioning for port 3c44d0dd-3815-4ab9-94e1-690f734e716e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:20.632394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5853-a9e9-42a2-8471-fe60e3dda79e None None] Pushing event updated for resources: {'Port': ['ID=7428cb95-5c1a-415d-a153-ff7202a883c8,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:20.653187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Allocated IP 2001:db8::2 (24171507-a0eb-497b-8380-d8eae476e026/d7be198c-7b42-4c6a-bede-f00157ab52ff/dddaccf0-7f99-423f-b5dd-84bd9144635b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:20.679168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ed1cec0-0b81-42b9-ab66-6c3dfc727505 None None] Provisioning complete for port 3c44d0dd-3815-4ab9-94e1-690f734e716e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:20.679539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cec0-0b81-42b9-ab66-6c3dfc727505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:20.694505 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732ef208-c545-4725-b382-e4098a73ce6f'] response: {'name': 'network-changed', 'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'status': 'completed', 'code': 200} Apr 21 14:45:21.008725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:21.060383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1cec0-0b81-42b9-ab66-6c3dfc727505 None None] Port 3c44d0dd-3815-4ab9-94e1-690f734e716e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:21.061551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.079380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a8a64fc3-4598-4dd4-8a93-8a676669bac6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:21.079801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.127528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.146541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:21.150844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:port and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:21.153730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:21.159494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:21.269756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.327457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:21.416063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.451357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.451919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Transition to ACTIVE for port object dddaccf0-7f99-423f-b5dd-84bd9144635b will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:21.460430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=f2266db2-6447-4561-a7e2-cea044a4d73d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.464603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.498722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Network c13dab81-e806-4c8a-a0c0-4fb476341827 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:21.534992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Transition to ACTIVE for port object dddaccf0-7f99-423f-b5dd-84bd9144635b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:21.544241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.561521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': 'b3aa31e0-41c2-4642-8511-156b1fa43771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:21.561896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: b441025f-b31b-418c-b0d9-43109df32905, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:21.603658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.604290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7678e7da-bd1f-41ab-b946-3b0fa7110031 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:21.666202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Network 24171507-a0eb-497b-8380-d8eae476e026 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:21.673694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:21.676280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:21.754805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Pushing event updated for resources: {'Port': ['ID=dddaccf0-7f99-423f-b5dd-84bd9144635b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.761953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.763159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fb35050f-3f86-4ab7-b24d-76a7d0859b29 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/routers/7678e7da-bd1f-41ab-b946-3b0fa7110031 HTTP/1.1" status: 204 len: 168 time: 4.9739656 Apr 21 14:45:21.763982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network b441025f-b31b-418c-b0d9-43109df32905 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:21.784980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54884) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:21.839867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, b441025f-b31b-418c-b0d9-43109df32905) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:21.860953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:21.861789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.868565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:21.890867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:21.894438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384f4f9f-6a9e-4085-b1d1-4ae5253b6bde None None] Network b441025f-b31b-418c-b0d9-43109df32905 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:21.897447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:21.898203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:21.920900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'Port': ['ID=45ee9a41-0770-4306-9caa-607b6351339d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:21.921633 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0c704d57-97cc-4cc2-933c-c0f3b1b961c6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1551759 Apr 21 14:45:21.929293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54888) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:21.941265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1794907496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:21.948987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:21.954144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:21.957353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:21.964023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:21.980269 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-bfe70194-6941-4dfa-9e9f-6c00413940cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3114312 Apr 21 14:45:21.991608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting subnet fc898532-a07a-4d7f-903f-dc59391ade75 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:21.997139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.010571 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f79919dd-a050-4428-8570-a9823566572e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8491898 Apr 21 14:45:22.019410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:22.027630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-1a8c1c2d-9ba4-490e-bc42-705c539933b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:22.029373 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-1a8c1c2d-9ba4-490e-bc42-705c539933b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 1099 time: 1.3208270 Apr 21 14:45:22.031773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Attempting to bind port dddaccf0-7f99-423f-b5dd-84bd9144635b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:22.032135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Attempting to bind port dddaccf0-7f99-423f-b5dd-84bd9144635b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '639ba8d1-acaa-4b60-adc2-24d8bf50fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24171507-a0eb-497b-8380-d8eae476e026'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:22.032487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Attempting to bind port dddaccf0-7f99-423f-b5dd-84bd9144635b on network 24171507-a0eb-497b-8380-d8eae476e026 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:22.036783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff42e3-2e48-418b-8e60-cd8453f05845 None None] Network 7276641c-9c90-4fb9-a117-b37e024841b5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:22.058994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.059702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.071469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.074630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:22.074999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Checking segment: {'id': '639ba8d1-acaa-4b60-adc2-24d8bf50fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24171507-a0eb-497b-8380-d8eae476e026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:22.075382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.075922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Bound using segment: {'id': '639ba8d1-acaa-4b60-adc2-24d8bf50fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24171507-a0eb-497b-8380-d8eae476e026'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:22.076367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Bound port: dddaccf0-7f99-423f-b5dd-84bd9144635b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639ba8d1-acaa-4b60-adc2-24d8bf50fd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '24171507-a0eb-497b-8380-d8eae476e026'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:22.076753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.129170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.137599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.158634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.229253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f4d5805a-9cc2-4edc-bd9f-3caa26aaa648 None None] Provisioning for port 7428cb95-5c1a-415d-a153-ff7202a883c8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:22.240883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.281983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.289235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda433d-c3b0-41b1-99c9-f5c83d27a36f req-d4efed6c-34fe-4528-8c64-61e9e2c20e46 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:22.291032 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5bda433d-c3b0-41b1-99c9-f5c83d27a36f req-d4efed6c-34fe-4528-8c64-61e9e2c20e46 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 1.5410502 Apr 21 14:45:22.294443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.327469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.340910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'dd6c57c0-9ead-467d-980a-c4c53f16126d', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'port_id': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'mac_address': 'fa:16:3e:82:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:31Z', 'updated_at': '2022-04-21T14:45:16Z', 'revision_number': 1, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:22.360556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.361829 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5bc88a7b-0219-44ad-a4f7-b2534cbd097f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4311492 Apr 21 14:45:22.364622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:22.372896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Checking router: bcf43409-4271-4a99-a558-f2a2df92d2ff for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:45:22.423193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] For port dddaccf0-7f99-423f-b5dd-84bd9144635b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:22.477056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] For port dddaccf0-7f99-423f-b5dd-84bd9144635b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dddaccf0-7f99-423f-b5dd-84bd9144635b,segment=NetworkSegment(639ba8d1-acaa-4b60-adc2-24d8bf50fd21),segment_id=639ba8d1-acaa-4b60-adc2-24d8bf50fd21)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:22.481557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:22.482201 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:22.520553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.535454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port e758ab6a-f35b-4699-896c-575e60592d41 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:22.564440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.585864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.601939 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/fc898532-a07a-4d7f-903f-dc59391ade75 HTTP/1.1" status: 204 len: 168 time: 0.8110054 Apr 21 14:45:22.602667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17061236-bd24-4a50-849d-5af7dddc94a7 None None] Provisioning for port 45ee9a41-0770-4306-9caa-607b6351339d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:22.605862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7428cb95-5c1a-415d-a153-ff7202a883c8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:22.606874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54900) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:22.610550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b9b6-ee2a-4621-a304-d13a032b0943 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fc898532-a07a-4d7f-903f-dc59391ade75,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:22.709825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Router d3e913b4-382d-420f-8f69-23d7e268f09e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:22.713229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-b441025f-b31b-418c-b0d9-43109df32905', 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': 'f2266db2-6447-4561-a7e2-cea044a4d73d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:22.714055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.772191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17061236-bd24-4a50-849d-5af7dddc94a7 None None] Provisioning complete for port 45ee9a41-0770-4306-9caa-607b6351339d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:22.774499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17061236-bd24-4a50-849d-5af7dddc94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.791691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.804948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port c2b88d98-d105-43b0-9a8e-417effe8cff6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:22.806576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:22.930793 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5bda433d-c3b0-41b1-99c9-f5c83d27a36f req-ab3bd4da-bfc0-4f5f-ac4e-823efc87b3ed tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6204007 Apr 21 14:45:23.049122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.061718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55a86a-7350-4980-98a5-58a830fa18f3 None None] Pushing event updated for resources: {'Port': ['ID=dddaccf0-7f99-423f-b5dd-84bd9144635b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:23.087797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-17061236-bd24-4a50-849d-5af7dddc94a7 None None] Port 45ee9a41-0770-4306-9caa-607b6351339d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:23.117190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:23.178307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221b632a-47d2-46e7-98e3-25d2bf476ed5']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:23.209117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4e94b3-3cda-4cff-9a5d-24adef856959') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:23.209583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4e94b3-3cda-4cff-9a5d-24adef856959') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:23.236672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.249396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.279770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 7428cb95-5c1a-415d-a153-ff7202a883c8 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:23.300647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7428cb95-5c1a-415d-a153-ff7202a883c8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:23.301013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.351236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Allocated IP 2001:db8:1::2 (b441025f-b31b-418c-b0d9-43109df32905/f2266db2-6447-4561-a7e2-cea044a4d73d/23f31afb-f4bb-409c-ba37-14c609bb77e9) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:23.357073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-984d6d3f-0b3f-4dca-b04c-759e2605308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:23.358565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-984d6d3f-0b3f-4dca-b04c-759e2605308d service neutron] 10.222.0.13 "GET /v2.0/networks?id=942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 200 len: 907 time: 1.1843138 Apr 21 14:45:23.431505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:23.437658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:23.443888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:23.444881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Synchronizing usage tracker for tenant:f1c76aa0a4714034a8d1e757ff4dd377 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:23.462573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.541165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for c2b88d98-d105-43b0-9a8e-417effe8cff6 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:23.580717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.594395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:23.595116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:23.610113 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:23.646494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Allocated IP 2001:db8::1 (2f8f60fe-f360-4e97-91b6-077405797efd/5a847569-f097-4437-8abf-49e03f337c66/f5c93a57-dd9b-45f5-b346-a02d06636b35) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:23.737493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Unset dirty status for tenant:f1c76aa0a4714034a8d1e757ff4dd377 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:23.741389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-41b6d723-4443-4639-a177-3adce80017d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.7140586 Apr 21 14:45:23.764176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54910) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:23.779752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.798751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 221b632a-47d2-46e7-98e3-25d2bf476ed5 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:45:23.801882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.814906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Network': ['ID=221b632a-47d2-46e7-98e3-25d2bf476ed5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:23.835182 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f4401eda-6487-4cee-ad46-8919e9f67da3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/networks/221b632a-47d2-46e7-98e3-25d2bf476ed5 HTTP/1.1" status: 204 len: 168 time: 1.2220814 Apr 21 14:45:23.911270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8d19053d-f413-4d70-9e9d-6ab6f6721f91 None None] Provisioning complete for port 7428cb95-5c1a-415d-a153-ff7202a883c8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:23.911639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d19053d-f413-4d70-9e9d-6ab6f6721f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:23.952950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 7428cb95-5c1a-415d-a153-ff7202a883c8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7428cb95-5c1a-415d-a153-ff7202a883c8,segment=NetworkSegment(489e6787-339a-4a23-9f5a-a55957d89005),segment_id=489e6787-339a-4a23-9f5a-a55957d89005)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:23.964647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.9 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/e758ab6a-f35b-4699-896c-575e60592d41) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:23.994899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.051866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.140214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=c2b88d98-d105-43b0-9a8e-417effe8cff6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:24.421888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.433965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a166ea36-b237-4293-89fa-af3758ca3a60 None None] Network 24171507-a0eb-497b-8380-d8eae476e026 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:24.452132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:24.465696 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-2b0caff0-decb-4319-b37b-1c7833a7348b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 200 len: 1000 time: 1.0066426 Apr 21 14:45:24.493253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=7428cb95-5c1a-415d-a153-ff7202a883c8,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:24.504433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Transition to ACTIVE for port object 23f31afb-f4bb-409c-ba37-14c609bb77e9 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:24.576423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.596697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:24.637782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dddaccf0-7f99-423f-b5dd-84bd9144635b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:24.639807 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Sync routers for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:24.652222 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:24.653421 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:24.781852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Transition to ACTIVE for port object 23f31afb-f4bb-409c-ba37-14c609bb77e9 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:24.814679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.843641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.860696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object e758ab6a-f35b-4699-896c-575e60592d41 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:24.889148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Network b441025f-b31b-418c-b0d9-43109df32905 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:24.898012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'name': 'tempest-router--2084387586', 'project_id': 'b1e06ff302d54943ae852fb64f6ddee3'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:24.903010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:24.905928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:24.906989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:router and tenant:b1e06ff302d54943ae852fb64f6ddee3 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:24.911285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:24.916450 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:24.917834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:24.927668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-3e591f64-4496-4679-b74c-585193a5edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:24.929477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-3e591f64-4496-4679-b74c-585193a5edb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1846c00-9394-4fb4-908d-f25e689f590e HTTP/1.1" status: 200 len: 845 time: 0.4630458 Apr 21 14:45:24.943862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:24.951031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:24.959584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Deleting port 45ee9a41-0770-4306-9caa-607b6351339d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:24.960516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.068081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Pushing event updated for resources: {'Port': ['ID=23f31afb-f4bb-409c-ba37-14c609bb77e9,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:25.080927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'dd6c57c0-9ead-467d-980a-c4c53f16126d', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'port_id': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'mac_address': 'fa:16:3e:82:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:31Z', 'updated_at': '2022-04-21T14:45:16Z', 'revision_number': 1, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.091279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d504db4-3c94-4fea-8151-18c1335c06a7 None None] The sync data for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv is: [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'dd6c57c0-9ead-467d-980a-c4c53f16126d', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'port_id': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'mac_address': 'fa:16:3e:82:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:31Z', 'updated_at': '2022-04-21T14:45:16Z', 'revision_number': 1, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:25.101509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port dddaccf0-7f99-423f-b5dd-84bd9144635b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:25.110178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:25.116732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Provisioning for port dddaccf0-7f99-423f-b5dd-84bd9144635b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:25.139764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Attempting to bind port 23f31afb-f4bb-409c-ba37-14c609bb77e9 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:25.140281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Attempting to bind port 23f31afb-f4bb-409c-ba37-14c609bb77e9 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'b3aa31e0-41c2-4642-8511-156b1fa43771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:25.140789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Attempting to bind port 23f31afb-f4bb-409c-ba37-14c609bb77e9 on network b441025f-b31b-418c-b0d9-43109df32905 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:25.150599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:25.151258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Checking segment: {'id': 'b3aa31e0-41c2-4642-8511-156b1fa43771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:25.151810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.152351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Bound using segment: {'id': 'b3aa31e0-41c2-4642-8511-156b1fa43771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:25.152966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Bound port: 23f31afb-f4bb-409c-ba37-14c609bb77e9, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3aa31e0-41c2-4642-8511-156b1fa43771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b441025f-b31b-418c-b0d9-43109df32905'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:25.153517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.163006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dddaccf0-7f99-423f-b5dd-84bd9144635b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:25.163614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.180893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.181962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.198720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.226155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Provisioning complete for port dddaccf0-7f99-423f-b5dd-84bd9144635b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:25.227349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.229427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=e758ab6a-f35b-4699-896c-575e60592d41,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:25.296757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:25.298153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.323053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:25.325811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:25.354513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.447906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.466703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'acbd8580-4991-4b1d-aa94-f357a04fed11', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'port_id': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'mac_address': 'fa:16:3e:41:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:45:19Z', 'revision_number': 1, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.472250 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Checking router: d3e913b4-382d-420f-8f69-23d7e268f09e for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:45:25.480758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cdc70947-da0d-4667-b184-47c139e72d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.499016 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:25.500021 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:25.516477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:25.557648 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bd3263be-dd1d-4916-aab1-8e055f50e293 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "PUT /v2.0/routers/0a1acecd-29d4-4ddb-acf6-4fd36c5420cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0646837 Apr 21 14:45:25.558361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:25.634598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac49baf-a15f-4840-b01b-60c33799a61a None None] New status for floating IP dd6c57c0-9ead-467d-980a-c4c53f16126d: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:45:25.714909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:25.782270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] For port 23f31afb-f4bb-409c-ba37-14c609bb77e9, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:25.858340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] For port 23f31afb-f4bb-409c-ba37-14c609bb77e9, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=23f31afb-f4bb-409c-ba37-14c609bb77e9,segment=NetworkSegment(b3aa31e0-41c2-4642-8511-156b1fa43771),segment_id=b3aa31e0-41c2-4642-8511-156b1fa43771)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:25.896240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.906709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:25.915317 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] Sync routers for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:25.940142 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:25.941062 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:26.048787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8::1 (24171507-a0eb-497b-8380-d8eae476e026/d7be198c-7b42-4c6a-bede-f00157ab52ff/eda8eb7a-1870-42e1-abef-44dacadf655b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:26.052609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:26.054562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.066742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] Routers {'0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:26.068556 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:44:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:26.070210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e06cc-bc48-4e0b-a066-81ff0e0213ae None None] Pushing event updated for resources: {'Port': ['ID=23f31afb-f4bb-409c-ba37-14c609bb77e9,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.215352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.232341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.251513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] For port dddaccf0-7f99-423f-b5dd-84bd9144635b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dddaccf0-7f99-423f-b5dd-84bd9144635b,segment=NetworkSegment(639ba8d1-acaa-4b60-adc2-24d8bf50fd21),segment_id=639ba8d1-acaa-4b60-adc2-24d8bf50fd21)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:26.251795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object eda8eb7a-1870-42e1-abef-44dacadf655b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:26.271848 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:26.272529 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4931d84-b3d0-4113-8127-61f0f866440e None None] The sync data for ids ['0a1acecd-29d4-4ddb-acf6-4fd36c5420cc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:26.277781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.305622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.310266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3a82722f-6eb2-478e-9bb9-11bb6dcd629c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.8426120 Apr 21 14:45:26.324593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54928) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:26.328053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.362326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.384681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port 80b92f71-c015-4e5c-abdb-60e6323490c3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:26.385083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.433009 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'acbd8580-4991-4b1d-aa94-f357a04fed11', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'port_id': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'mac_address': 'fa:16:3e:41:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:45:19Z', 'revision_number': 1, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:26.443032 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff76952-dc59-437c-876a-75119e97d7d7 None None] The sync data for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv is: [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'acbd8580-4991-4b1d-aa94-f357a04fed11', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'port_id': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'mac_address': 'fa:16:3e:41:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:44:42Z', 'updated_at': '2022-04-21T14:45:19Z', 'revision_number': 1, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:26.490226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.512396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=eda8eb7a-1870-42e1-abef-44dacadf655b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.627837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:26.628476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.630657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-41144413-72d0-41a7-ae23-2cae937b105d None None] Provisioning for port e758ab6a-f35b-4699-896c-575e60592d41 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:26.661408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-41144413-72d0-41a7-ae23-2cae937b105d None None] Provisioning complete for port e758ab6a-f35b-4699-896c-575e60592d41 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:26.661857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41144413-72d0-41a7-ae23-2cae937b105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.701149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:26.701561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:26.710445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.747343 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7801a644-22a7-4a36-9fa6-e55116ac6d1b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "PUT /v2.0/floatingips/acbd8580-4991-4b1d-aa94-f357a04fed11 HTTP/1.1" status: 200 len: 991 time: 9.5470228 Apr 21 14:45:26.753747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 24171507-a0eb-497b-8380-d8eae476e026 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:26.759373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c262dcc-6e08-4ba2-acc8-21b7d4c40e45 None None] Pushing event updated for resources: {'Port': ['ID=dddaccf0-7f99-423f-b5dd-84bd9144635b,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:26.799602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:45:26.811435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Transition to ACTIVE for port object f5c93a57-dd9b-45f5-b346-a02d06636b35 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:26.845434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d33d8-e7df-4c4a-b417-c76e45567a54 None None] New status for floating IP acbd8580-4991-4b1d-aa94-f357a04fed11: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:45:26.852356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-dfcbf8e9-9289-4822-b889-c9302570ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:26.863743 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-dfcbf8e9-9289-4822-b889-c9302570ed74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=942e4b44-eb1d-4a55-b7ab-b77732af8edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.8345079 Apr 21 14:45:26.864896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:26.868001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:26.868529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.880994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:26.957663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for 80b92f71-c015-4e5c-abdb-60e6323490c3 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:27.057769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-41144413-72d0-41a7-ae23-2cae937b105d None None] Port e758ab6a-f35b-4699-896c-575e60592d41 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:27.098366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0287ce5-b288-492c-91b0-a42a2030250a'] response: {'name': 'network-changed', 'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'status': 'completed', 'code': 200} Apr 21 14:45:27.166311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cfd6baad-c104-4e0a-bfbc-cd390008cda0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 6.9571347 Apr 21 14:45:27.173827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:27.267475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.297609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d7c23812-1efc-4d88-bfb0-b720a3149fb2 None None] Provisioning complete for port dddaccf0-7f99-423f-b5dd-84bd9144635b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:27.297972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d7c23812-1efc-4d88-bfb0-b720a3149fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.303973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.385782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=80b92f71-c015-4e5c-abdb-60e6323490c3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:27.460713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.545005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae983beb-11ce-4c9d-9aae-43f2054475c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.612466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.622550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.623237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f000b-ff54-4115-ba76-fc4b09fc40f7 None None] Network b441025f-b31b-418c-b0d9-43109df32905 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:27.627600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0609c96-ab2c-4c16-81a4-cf3c6e10760e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:27.633398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0609c96-ab2c-4c16-81a4-cf3c6e10760e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:27.639208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0609c96-ab2c-4c16-81a4-cf3c6e10760e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:27.640896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e0609c96-ab2c-4c16-81a4-cf3c6e10760e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4538927 Apr 21 14:45:27.642997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17003-3da1-4837-bce0-06edccfa4616 req-7de202bd-1d95-469f-93b4-041d7b640605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:27.644466 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-7de202bd-1d95-469f-93b4-041d7b640605 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 1099 time: 0.5683653 Apr 21 14:45:27.647401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54940) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:27.753977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 23f31afb-f4bb-409c-ba37-14c609bb77e9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:27.782394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Calling delete_port for 45ee9a41-0770-4306-9caa-607b6351339d owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:27.854728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddd18913-f896-4124-b0e0-cee754c939a4 None None] Provisioning for port 23f31afb-f4bb-409c-ba37-14c609bb77e9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:27.882115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 23f31afb-f4bb-409c-ba37-14c609bb77e9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:27.883586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.890928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.932609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 23f31afb-f4bb-409c-ba37-14c609bb77e9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:27.932972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:27.975521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddd18913-f896-4124-b0e0-cee754c939a4 None None] Provisioning for port eda8eb7a-1870-42e1-abef-44dacadf655b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:27.996631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port e758ab6a-f35b-4699-896c-575e60592d41 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:27.997017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.002088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddd18913-f896-4124-b0e0-cee754c939a4 None None] Provisioning complete for port eda8eb7a-1870-42e1-abef-44dacadf655b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:28.002456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddd18913-f896-4124-b0e0-cee754c939a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.051271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.051271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1acecd-29d4-4ddb-acf6-4fd36c5420cc {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:28.056379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.056886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2657c352-24a6-43c6-8cff-5a79b4ca026b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:28.065544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.108649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.108886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ddd18913-f896-4124-b0e0-cee754c939a4 None None] Port eda8eb7a-1870-42e1-abef-44dacadf655b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:28.114257 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-834854b8-0fa1-43bb-a0a2-69797f58e8b9 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/routers/0a1acecd-29d4-4ddb-acf6-4fd36c5420cc HTTP/1.1" status: 204 len: 168 time: 2.5548325 Apr 21 14:45:28.116308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:28.133617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.164068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-f201c662-5f72-4538-baa0-bc80c4985603 service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1235943 Apr 21 14:45:28.186978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.205035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f778ea4-8ce6-4f23-a538-a0a49603a27b req-323f1b5a-59f9-4bea-96b8-0b253d2e421a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:28.213104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f778ea4-8ce6-4f23-a538-a0a49603a27b req-323f1b5a-59f9-4bea-96b8-0b253d2e421a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 1.1509464 Apr 21 14:45:28.214893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17003-3da1-4837-bce0-06edccfa4616 req-9623e981-ecec-4844-a5ec-b7c4bbd665ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:28.217692 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-9623e981-ecec-4844-a5ec-b7c4bbd665ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 200 len: 913 time: 0.5654683 Apr 21 14:45:28.228247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 23f31afb-f4bb-409c-ba37-14c609bb77e9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=23f31afb-f4bb-409c-ba37-14c609bb77e9,segment=NetworkSegment(b3aa31e0-41c2-4642-8511-156b1fa43771),segment_id=b3aa31e0-41c2-4642-8511-156b1fa43771)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:28.234772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.235561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dddaccf0-7f99-423f-b5dd-84bd9144635b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:28.243974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network 2f8f60fe-f360-4e97-91b6-077405797efd is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:28.309099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:28.347299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:28.347690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.355055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.359342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.359545 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1cfdabea-04d3-4a8b-9d88-05f939eef5ee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/routers/2657c352-24a6-43c6-8cff-5a79b4ca026b HTTP/1.1" status: 204 len: 168 time: 2.0263076 Apr 21 14:45:28.399215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Port': ['ID=f5c93a57-dd9b-45f5-b346-a02d06636b35,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.414845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=23f31afb-f4bb-409c-ba37-14c609bb77e9,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.425086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dddaccf0-7f99-423f-b5dd-84bd9144635b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:28.425937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.489478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event deleted for resources: {'Port': ['ID=45ee9a41-0770-4306-9caa-607b6351339d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:28.491361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting subnet 70641f7e-8820-4454-bcb4-97c4d126a2fe {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:28.502296 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-8c862136-e4f9-48e1-81bc-a120b3cbaf26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 200 len: 1001 time: 0.2780545 Apr 21 14:45:28.505899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.579160 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f778ea4-8ce6-4f23-a538-a0a49603a27b req-c3cd212a-9d49-4576-ad09-d77b5327383a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3650343 Apr 21 14:45:28.588885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54950) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:28.703166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cba385f4-e3a0-4c32-b5a6-329a5ab426d8 None None] Provisioning complete for port 23f31afb-f4bb-409c-ba37-14c609bb77e9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:28.703543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cba385f4-e3a0-4c32-b5a6-329a5ab426d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.732850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.737652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7428cb95-5c1a-415d-a153-ff7202a883c8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:28.787493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.812308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.832595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17003-3da1-4837-bce0-06edccfa4616 req-280b0ef7-72fa-4384-a412-93b0d70d8d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:28.834175 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-280b0ef7-72fa-4384-a412-93b0d70d8d5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=522cde6b-d209-497b-981f-4fc400145ba2 HTTP/1.1" status: 200 len: 851 time: 0.2102487 Apr 21 14:45:28.944639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7428cb95-5c1a-415d-a153-ff7202a883c8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:28.945268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.952357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:28.954698 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2be9535e-7632-4a62-a72b-85ad3feefb92 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "DELETE /v2.0/ports/45ee9a41-0770-4306-9caa-607b6351339d HTTP/1.1" status: 204 len: 168 time: 5.1896970 Apr 21 14:45:28.968903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:29.001727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.003056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Request body: {'port': {'name': 'tempest-new-port-name-1624910012', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:29.003521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] bootfile-name is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:29.003918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] tftp-server is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:29.004325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] server-ip-address is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:45:29.006793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for e758ab6a-f35b-4699-896c-575e60592d41 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:29.056688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-794701a2-832b-4dd5-ad87-e66aad4dbdf8 req-c81d8b9d-dc07-4d63-86f8-404a51c1e92a service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656187 Apr 21 14:45:29.112934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-922acf20-0ec4-4596-8061-93299e3b389a None None] Provisioning for port f5c93a57-dd9b-45f5-b346-a02d06636b35 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:29.122212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-922acf20-0ec4-4596-8061-93299e3b389a None None] Provisioning complete for port f5c93a57-dd9b-45f5-b346-a02d06636b35 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:29.122709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-922acf20-0ec4-4596-8061-93299e3b389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.189151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-922acf20-0ec4-4596-8061-93299e3b389a None None] Port f5c93a57-dd9b-45f5-b346-a02d06636b35 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:29.199009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-85193375', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:29.231798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.252329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:29.264195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.328982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=e758ab6a-f35b-4699-896c-575e60592d41,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:29.332926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:29.334605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17003-3da1-4837-bce0-06edccfa4616 req-8a303d7b-8e61-49c0-984a-16b24d79ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:29.336096 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-8a303d7b-8e61-49c0-984a-16b24d79ae59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b519709-9d5d-4a72-9446-61b00e6bbeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4423149 Apr 21 14:45:29.347237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:29.370047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.422604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:29.588112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.614845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 23f31afb-f4bb-409c-ba37-14c609bb77e9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:29.651294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.678836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.680429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.740084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 23f31afb-f4bb-409c-ba37-14c609bb77e9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:29.740450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.834721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Subnet': ['ID=70641f7e-8820-4454-bcb4-97c4d126a2fe,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:29.853465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.858153 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-441b5304-cbd4-41dc-94f7-5a5ce81d4fa0 service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916241 Apr 21 14:45:29.861186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595b25e-85cb-4d90-aca2-74e9e3490a96 None None] Network 059ea339-dd63-474d-96c9-ed596616b249 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:29.901062 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ae10413-731e-42c5-b8e7-21dd970ff90a tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/subnets/70641f7e-8820-4454-bcb4-97c4d126a2fe HTTP/1.1" status: 204 len: 168 time: 1.7792244 Apr 21 14:45:29.915815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54964) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:29.926612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:29.963371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-6125683a-2f0c-4e3d-9c42-548f1267149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:29.964865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-6125683a-2f0c-4e3d-9c42-548f1267149d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 1099 time: 0.7541959 Apr 21 14:45:30.031885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.036709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d60a247-66ec-44a8-ad05-8a930097c501 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/e758ab6a-f35b-4699-896c-575e60592d41 HTTP/1.1" status: 204 len: 168 time: 2.3861039 Apr 21 14:45:30.049004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54968) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:30.129674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.144404 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d17003-3da1-4837-bce0-06edccfa4616 req-197a38ad-9b8a-44d0-883a-7a0d53c6404b service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751136 Apr 21 14:45:30.148279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:30.148637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.171610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] DHCP port deletion for 059ea339-dd63-474d-96c9-ed596616b249 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:30.172175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.176651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Deleting port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:30.176983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.276118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.277174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.366719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] For port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,segment=NetworkSegment(ce3676a7-98f2-4b92-bd7c-067d67d6c406),segment_id=ce3676a7-98f2-4b92-bd7c-067d67d6c406)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:30.367337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.376365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.402383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] For port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,segment=NetworkSegment(ce3676a7-98f2-4b92-bd7c-067d67d6c406),segment_id=ce3676a7-98f2-4b92-bd7c-067d67d6c406)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:30.402959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.410048 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-961ffc23-7184-4921-8dce-941c855200ef tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] GET failed (client error): The resource could not be found. Apr 21 14:45:30.410586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-961ffc23-7184-4921-8dce-941c855200ef tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Synchronizing usage tracker for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:30.503541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:30.528334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Calling delete_port for dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:30.583482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.610571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:30.610929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:30.634121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=dcea0c7d-f773-4743-99de-6ec4ed8ce4d7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:30.635874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] No DVR routers for this DVR port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:30.765252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.783233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.796303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-961ffc23-7184-4921-8dce-941c855200ef tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Unset dirty status for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:30.802861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-961ffc23-7184-4921-8dce-941c855200ef tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports/e758ab6a-f35b-4699-896c-575e60592d41 HTTP/1.1" status: 404 len: 333 time: 0.7379565 Apr 21 14:45:30.802861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=eda8eb7a-1870-42e1-abef-44dacadf655b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:30.803114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059ea339-dd63-474d-96c9-ed596616b249']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.807957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54972) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:30.813456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-1703478557'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:30.846879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3676a7-98f2-4b92-bd7c-067d67d6c406') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.847137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3676a7-98f2-4b92-bd7c-067d67d6c406') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:30.866600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.873343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-e32a6aab-2d98-4874-bd52-59d7b7cab031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:30.874810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-e32a6aab-2d98-4874-bd52-59d7b7cab031 service neutron] 10.222.0.13 "GET /v2.0/networks?id=942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 200 len: 907 time: 0.8623548 Apr 21 14:45:30.948812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.961665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:30.962484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:30.977651 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:31.075188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:31.082351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.103930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:31.106178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.112535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Deleting port dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:31.113266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.115536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Network': ['ID=059ea339-dd63-474d-96c9-ed596616b249,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:31.126253 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c49942df-b6eb-45cc-8193-7a54b9a2daad tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/networks/059ea339-dd63-474d-96c9-ed596616b249 HTTP/1.1" status: 204 len: 168 time: 1.2093627 Apr 21 14:45:31.128543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54978) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.178046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 24171507-a0eb-497b-8380-d8eae476e026 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:31.186016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-978c4d48-dbba-4d7f-870d-83f5b79e9f88 None None] The port 'dcea0c7d-f773-4743-99de-6ec4ed8ce4d7' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:31.187191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:31.189094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:31.192139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.192821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.258451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.269355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.296113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:31.364035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-7f95af64-0620-4e6b-aa34-418c4cbf7c90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 200 len: 1002 time: 0.4715579 Apr 21 14:45:31.380088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.380823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.439710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5eb7e073-80b9-4194-a91d-45ff5a6bfdce None None] Provisioning complete for port eda8eb7a-1870-42e1-abef-44dacadf655b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:31.440287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5eb7e073-80b9-4194-a91d-45ff5a6bfdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.445104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] In _notify_port_updated(), no bound segment for port d26220d7-154b-4d75-bfaf-6c11e54ebc09 on network c13dab81-e806-4c8a-a0c0-4fb476341827 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:45:31.449632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Deleting port db2985e0-ea47-45ee-9e81-50f515be8975 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:31.450101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.451261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:31.451788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.455675 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "PUT /v2.0/ports/d26220d7-154b-4d75-bfaf-6c11e54ebc09 HTTP/1.1" status: 200 len: 1130 time: 2.4817848 Apr 21 14:45:31.485253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54982) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.515288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7e073-80b9-4194-a91d-45ff5a6bfdce None None] Port eda8eb7a-1870-42e1-abef-44dacadf655b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:31.615765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:31.637195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b1505c-740f-4c2b-a981-55899d128501 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:31.643153 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d8b1505c-740f-4c2b-a981-55899d128501 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "GET /v2.0/ports/d26220d7-154b-4d75-bfaf-6c11e54ebc09 HTTP/1.1" status: 200 len: 1130 time: 0.1529505 Apr 21 14:45:31.665635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:31.666061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcea0c7d-f773-4743-99de-6ec4ed8ce4d7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:31.677886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 54986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:31.728185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66ba81-8bba-438c-ad7f-cd5c8260bd58 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event updated for resources: {'Port': ['ID=d26220d7-154b-4d75-bfaf-6c11e54ebc09,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:31.735928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0863b758-545c-44bc-b3ff-25a75cd4d97e None None] Provisioning complete for port d26220d7-154b-4d75-bfaf-6c11e54ebc09 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:31.736875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0863b758-545c-44bc-b3ff-25a75cd4d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.772843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.14 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/7e79ecb4-3806-4331-96e5-c96a9cdbd52b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:31.798408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0863b758-545c-44bc-b3ff-25a75cd4d97e None None] Port d26220d7-154b-4d75-bfaf-6c11e54ebc09 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:31.844692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-d7feb490-d2a6-4564-be33-480f43febd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:31.846160 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-d7feb490-d2a6-4564-be33-480f43febd95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1846c00-9394-4fb4-908d-f25e689f590e HTTP/1.1" status: 200 len: 845 time: 0.4444380 Apr 21 14:45:31.858649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.858976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.945073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Deleting port d26220d7-154b-4d75-bfaf-6c11e54ebc09 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:31.946132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:31.994007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event updated for resources: {'Port': ['ID=f5c93a57-dd9b-45f5-b346-a02d06636b35,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:32.013053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Calling delete_port for db2985e0-ea47-45ee-9e81-50f515be8975 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:32.028654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Network 2f8f60fe-f360-4e97-91b6-077405797efd is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:32.037222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:32.231651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.275741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object 7e79ecb4-3806-4331-96e5-c96a9cdbd52b will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:32.278279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.293026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:32.324125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0e4a99cc-6ccc-4f9e-ba7c-54893c81e2cb None None] Provisioning complete for port f5c93a57-dd9b-45f5-b346-a02d06636b35 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:32.324686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e4a99cc-6ccc-4f9e-ba7c-54893c81e2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.329275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Pushing event deleted for resources: {'Port': ['ID=db2985e0-ea47-45ee-9e81-50f515be8975,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:32.384897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a99cc-6ccc-4f9e-ba7c-54893c81e2cb None None] Port f5c93a57-dd9b-45f5-b346-a02d06636b35 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:32.435119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.436556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.525417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:32.529271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:32.533300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:32.567366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.571325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e32af329-6bc1-4806-99d9-185ad5a48092 tempest-FloatingIPAdminTestJSON-37168622 tempest-FloatingIPAdminTestJSON-37168622-project] 10.222.0.35 "DELETE /v2.0/floatingips/11e65a10-93f1-4c1f-b92e-2ee4d238e3ac HTTP/1.1" status: 204 len: 168 time: 1.4418213 Apr 21 14:45:32.575628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=7e79ecb4-3806-4331-96e5-c96a9cdbd52b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:32.615409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:32.616158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.638511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-197aa4b7-c4d6-4d1a-8704-525bb7f9e9a0 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8271248 Apr 21 14:45:32.638725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54992) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:32.646302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:24:22:c2'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:32.663369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.712018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-2e6fcfc5-4896-4395-b5c0-aef7cd68aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:32.713564 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-2e6fcfc5-4896-4395-b5c0-aef7cd68aa81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=942e4b44-eb1d-4a55-b7ab-b77732af8edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8546576 Apr 21 14:45:32.812169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d1251624-91f7-4961-9fc3-0b1c16584211 None None] Provisioning for port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:32.818762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d1251624-91f7-4961-9fc3-0b1c16584211 None None] Provisioning complete for port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:32.819704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1251624-91f7-4961-9fc3-0b1c16584211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.832636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.885786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d1251624-91f7-4961-9fc3-0b1c16584211 None None] Port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:32.922830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Router 2703d998-d85b-4503-a7db-aef7c4028e55 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:32.966994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:32.980936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 54998) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.056572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:33.066721 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] Sync routers for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:33.085745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:33.087405 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.169065 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.179976 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:33.180623 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.246973 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f62d60d7-a6ef-4fa1-ad74-1238bcc700cb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8555067 Apr 21 14:45:33.251218 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.251727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55004) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.251838 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a607ecaa-caa9-4573-a173-2293aee5a82e None None] The sync data for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:33.281784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.381425 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-d8bea0ef-2791-418f-8b4f-676b15cda46a service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577380 Apr 21 14:45:33.391790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1226790-4bf1-478c-89c8-0568f8a14f3f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:33.393105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1226790-4bf1-478c-89c8-0568f8a14f3f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports/eda8eb7a-1870-42e1-abef-44dacadf655b HTTP/1.1" status: 200 len: 911 time: 0.1405191 Apr 21 14:45:33.404912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55008) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.446339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Calling delete_port for d26220d7-154b-4d75-bfaf-6c11e54ebc09 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:33.479695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ffbe394-da6f-4617-8dec-b906c76b20dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0bcb5e23d884ac19864f402481ae738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950697 Apr 21 14:45:33.488219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55012) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.561226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Allocated IP 172.26.4.143 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/135fe8b4-1f7c-4cbb-a9b4-752c03e5e544) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:33.566028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:33.575618 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3c4ec30-9e33-45d9-bdde-444bcc0d8393 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9970665 Apr 21 14:45:33.579215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] Sync routers for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:33.579740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55016) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:33.593674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:33.594460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.632301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.660946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.669879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:33.670623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.692633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.739531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:33.740089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad89b7bb-f8ad-4729-bd2c-36a1372ef5f1 None None] The sync data for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:33.843563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:33.980414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.059388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=7e79ecb4-3806-4331-96e5-c96a9cdbd52b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.067063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.118143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-64599d30-ed7b-4c92-aa2d-b42d1616c663 None None] Provisioning complete for port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:34.118973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64599d30-ed7b-4c92-aa2d-b42d1616c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.120670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] In _notify_port_updated(), no bound segment for port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b on network 99233fb7-1e58-495a-a866-8698fbbd4c21 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:45:34.125960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:34.126560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.130963 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-24803344-8975-4bd6-ac9b-33d9ba2454ec tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "PUT /v2.0/ports/7e79ecb4-3806-4331-96e5-c96a9cdbd52b HTTP/1.1" status: 200 len: 994 time: 1.4910510 Apr 21 14:45:34.131773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55020) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.139110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd051e1d-c239-4504-b0e7-0e3dcf538e64 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.191587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-64599d30-ed7b-4c92-aa2d-b42d1616c663 None None] Port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:34.205469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40b537b-548f-4b99-924c-4799e05e873d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.220254 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af822d2c-4e67-499f-b926-e2ba9d29863a req-f60da209-7953-4ecc-8744-32c767b4d4c4 service neutron] 10.222.0.13 "GET /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7444589 Apr 21 14:45:34.296868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.298013 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-28223aec-948e-4c8b-835e-5e8c6cb37c5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e40b537b-548f-4b99-924c-4799e05e873d HTTP/1.1" status: 204 len: 168 time: 0.8089054 Apr 21 14:45:34.334282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port 7e79ecb4-3806-4331-96e5-c96a9cdbd52b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:34.334282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.369005 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:45:34.374317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.381806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.431827 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-bd051e1d-c239-4504-b0e7-0e3dcf538e64 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 14:45:34.435782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd051e1d-c239-4504-b0e7-0e3dcf538e64 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55 HTTP/1.1" status: 409 len: 329 time: 0.8082569 Apr 21 14:45:34.437788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.456390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event deleted for resources: {'Port': ['ID=d26220d7-154b-4d75-bfaf-6c11e54ebc09,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.503928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.518357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e0730df2-aeed-47bd-97ef-d5586e893a1f tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "DELETE /v2.0/ports/d26220d7-154b-4d75-bfaf-6c11e54ebc09 HTTP/1.1" status: 204 len: 168 time: 2.8392429 Apr 21 14:45:34.522731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55034) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.587524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.655361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Deleting subnet 5f4978e4-36b9-4e11-a9b7-85af4169222d {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:34.672540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.712620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:34.719660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:34.731036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:34.765134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event updated for resources: {'Port': ['ID=135fe8b4-1f7c-4cbb-a9b4-752c03e5e544,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:34.767382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55038) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:34.812236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.848542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.935236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:34.935444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:34.951652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Usage tracker for resource:security_group_rule and tenant:ea2914f30b574d8ea650897860b7598f is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:34.957987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:35.017616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:35.151462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.314606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.412982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.475383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4978e4-36b9-4e11-a9b7-85af4169222d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.477922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.481137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21204c47-67b7-4e6c-b9ea-1ef36613fd4c None None] Network c13dab81-e806-4c8a-a0c0-4fb476341827 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:35.481595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.482506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.492730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for 7e79ecb4-3806-4331-96e5-c96a9cdbd52b owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:35.538633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.715543 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa844f26-0a7b-46b1-ba2a-46d69ad291e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "DELETE /v2.0/subnets/5f4978e4-36b9-4e11-a9b7-85af4169222d HTTP/1.1" status: 204 len: 168 time: 1.1909754 Apr 21 14:45:35.721389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55044) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.758820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473f584-f42b-400c-9479-d53be3348119,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:35.815214 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f57f5e4-6d3b-4810-8251-f0596003393f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea2914f30b574d8ea650897860b7598f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0399969 Apr 21 14:45:35.822628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] DHCP port deletion for c13dab81-e806-4c8a-a0c0-4fb476341827 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:35.826549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55048) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:35.830941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Deleting port 2e34a90b-ffd4-48d5-9974-916332c8c05f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:35.831530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.980829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8:1::1 (b441025f-b31b-418c-b0d9-43109df32905/f2266db2-6447-4561-a7e2-cea044a4d73d/489baec3-a0e9-46aa-8e2d-f804690158b5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:35.993739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:35.994087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.008544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.067787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] For port 2e34a90b-ffd4-48d5-9974-916332c8c05f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e34a90b-ffd4-48d5-9974-916332c8c05f,segment=NetworkSegment(26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8),segment_id=26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:36.068120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.096201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.099543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=7e79ecb4-3806-4331-96e5-c96a9cdbd52b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.123542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.203571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Calling delete_port for 2e34a90b-ffd4-48d5-9974-916332c8c05f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:36.289522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.341111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] Pushing event deleted for resources: {'Port': ['ID=2e34a90b-ffd4-48d5-9974-916332c8c05f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.343120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362fdb0-5555-474b-a799-4374a8c10c19 None None] No DVR routers for this DVR port 2e34a90b-ffd4-48d5-9974-916332c8c05f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:36.358507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.376728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473f584-f42b-400c-9479-d53be3348119,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:36.381593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Deleting port 2e34a90b-ffd4-48d5-9974-916332c8c05f {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:36.382119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.389122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.392613 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3689ef9d-e345-4107-888b-d36f7f72a3a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c473f584-f42b-400c-9479-d53be3348119 HTTP/1.1" status: 204 len: 168 time: 0.5631206 Apr 21 14:45:36.416396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Router 52bde0a8-8bff-4737-9c4c-b82baca09ef6 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:36.510153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] The port '2e34a90b-ffd4-48d5-9974-916332c8c05f' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:36.513342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.595186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.605602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:36.616115 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] Sync routers for ids ['52bde0a8-8bff-4737-9c4c-b82baca09ef6'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:36.630129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.630509 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] Routers {'52bde0a8-8bff-4737-9c4c-b82baca09ef6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:36.631419 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3d33c15b-3015-45ef-9e73-79d8df2f6be0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0278478 Apr 21 14:45:36.632110 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['52bde0a8-8bff-4737-9c4c-b82baca09ef6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:36.634835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55056) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.726918 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:36.741900 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] Routers {'52bde0a8-8bff-4737-9c4c-b82baca09ef6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:36.743831 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['52bde0a8-8bff-4737-9c4c-b82baca09ef6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:36.773139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object 489baec3-a0e9-46aa-8e2d-f804690158b5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:36.838339 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:36.841733 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2275956-de30-4f90-bda3-f1f919505130 None None] The sync data for ids ['52bde0a8-8bff-4737-9c4c-b82baca09ef6'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:36.854749 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a93be4b5-c106-47fe-b331-176e75e7fbee tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/52bde0a8-8bff-4737-9c4c-b82baca09ef6 HTTP/1.1" status: 200 len: 919 time: 0.2161338 Apr 21 14:45:36.854749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55060) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.855679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55062) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.914194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.927887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f2c37bb-7337-4e73-9698-e337887a7759 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=52bde0a8-8bff-4737-9c4c-b82baca09ef6 HTTP/1.1" status: 200 len: 205 time: 0.0689211 Apr 21 14:45:36.929392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55068) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:36.934344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:36.936126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:36.995431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4b1242404c4ce4bef8ec042a132f29 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:37.005163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:37.013488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:37.066149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13dab81-e806-4c8a-a0c0-4fb476341827']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:37.097496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:37.097790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f9aeb8-3ce5-4873-8b3c-ba6a87d374a8') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:37.116329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.123738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.141501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.147094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.186603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.212531 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-15689b88-82cb-438f-a98f-1c44ebdd2e40 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/7e79ecb4-3806-4331-96e5-c96a9cdbd52b HTTP/1.1" status: 204 len: 168 time: 3.0659568 Apr 21 14:45:37.215257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55072) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.229056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:37.229490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:37.248330 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:37.264091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network b441025f-b31b-418c-b0d9-43109df32905 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:37.270431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:37.273442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:37.274047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.400962 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8996f5a4-ca80-4904-897b-e09c9d4a9466 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] GET failed (client error): The resource could not be found. Apr 21 14:45:37.402316 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8996f5a4-ca80-4904-897b-e09c9d4a9466 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports/7e79ecb4-3806-4331-96e5-c96a9cdbd52b HTTP/1.1" status: 404 len: 333 time: 0.1859400 Apr 21 14:45:37.418755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55076) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.431473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-1496943908'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:37.459597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=489baec3-a0e9-46aa-8e2d-f804690158b5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.511009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.546237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4713793e-045a-4af2-8c62-021d34f23623 None None] Provisioning for port 489baec3-a0e9-46aa-8e2d-f804690158b5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:37.553818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4713793e-045a-4af2-8c62-021d34f23623 None None] Provisioning complete for port 489baec3-a0e9-46aa-8e2d-f804690158b5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:37.555191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4713793e-045a-4af2-8c62-021d34f23623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.573607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.590247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] Pushing event deleted for resources: {'Network': ['ID=c13dab81-e806-4c8a-a0c0-4fb476341827,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.597822 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5358a7c5-5bab-46f2-bd5b-81008c729c4e tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712 tempest-ExtraDHCPOptionsIpV6TestJSON-1342915712-project] 10.222.0.35 "DELETE /v2.0/networks/c13dab81-e806-4c8a-a0c0-4fb476341827 HTTP/1.1" status: 204 len: 168 time: 1.8754449 Apr 21 14:45:37.637388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e34a90b-ffd4-48d5-9974-916332c8c05f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:37.638196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting port f5c93a57-dd9b-45f5-b346-a02d06636b35 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:37.638539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.640970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.656361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.685531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 2e34a90b-ffd4-48d5-9974-916332c8c05f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:37.686820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e34a90b-ffd4-48d5-9974-916332c8c05f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:37.688428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4713793e-045a-4af2-8c62-021d34f23623 None None] Port 489baec3-a0e9-46aa-8e2d-f804690158b5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:37.708208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.760062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab9dfe2-2ba7-4dbc-adab-de0267c61bbf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:37.762995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 135fe8b4-1f7c-4cbb-a9b4-752c03e5e544 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:37.763454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.944445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55084) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.953598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.956605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c882d623-aaa0-4889-bc42-a508971cd947 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb4b1242404c4ce4bef8ec042a132f29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1024754 Apr 21 14:45:37.962206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55088) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:37.965553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:37.987582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:38.068662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.100668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:port and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:38.109477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 135fe8b4-1f7c-4cbb-a9b4-752c03e5e544 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:38.137940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:38.164530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:38.210146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:38.213713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.326610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Calling delete_port for f5c93a57-dd9b-45f5-b346-a02d06636b35 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:38.365089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.367601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:38.439747 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-502f0960-b806-4085-9e88-a80117643a4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1c76aa0a4714034a8d1e757ff4dd377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917607 Apr 21 14:45:38.444274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:38.484963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.647253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.12 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:38.659215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.692959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.737837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=135fe8b4-1f7c-4cbb-a9b4-752c03e5e544,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:38.778792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab9dfe2-2ba7-4dbc-adab-de0267c61bbf,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:38.802876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.867974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.869094 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0ae16b4a-f118-4139-b5f1-4e95db7917ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fab9dfe2-2ba7-4dbc-adab-de0267c61bbf HTTP/1.1" status: 204 len: 168 time: 0.9058383 Apr 21 14:45:38.875794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.888676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.956953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.968639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:38.969552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.033168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.272574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.283121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.331480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.332009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router 52bde0a8-8bff-4737-9c4c-b82baca09ef6 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:39.357846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.358919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5382a3ae-0d39-4c98-9c45-d04e1ea3469c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/52bde0a8-8bff-4737-9c4c-b82baca09ef6 HTTP/1.1" status: 204 len: 168 time: 2.4281249 Apr 21 14:45:39.360658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=489baec3-a0e9-46aa-8e2d-f804690158b5,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.362633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55110) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.370440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.372845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.394530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:39.423277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'name': 'tempest-snat-router-828085789', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:39.427919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:39.433661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.484888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:router and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:39.496334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:39.498027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Port': ['ID=f5c93a57-dd9b-45f5-b346-a02d06636b35,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.500270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67797e09-210b-485a-af22-cfd4121ab012,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.512683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:39.513934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:39.522776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.525635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:39.542517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:39.594148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:39.611152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.612435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.640892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:39.641528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.659441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.684227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-555c33ed-35fc-4b3a-8186-ea04dc904e08 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2643387 Apr 21 14:45:39.687671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55122) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:39.690807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:39.692463 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5b84bb4c-083b-4f0f-8331-6b9f4324192e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67797e09-210b-485a-af22-cfd4121ab012 HTTP/1.1" status: 204 len: 168 time: 1.2445731 Apr 21 14:45:39.699495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:24:22:c2'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:39.717956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network b441025f-b31b-418c-b0d9-43109df32905 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:39.872975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:39.884649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Router 2703d998-d85b-4503-a7db-aef7c4028e55 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:39.938906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a6bda7d0-8ab9-4f27-9578-4b1114ac106f None None] Provisioning for port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:39.949779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a6bda7d0-8ab9-4f27-9578-4b1114ac106f None None] Provisioning complete for port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:39.953639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a6bda7d0-8ab9-4f27-9578-4b1114ac106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.040452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a6bda7d0-8ab9-4f27-9578-4b1114ac106f None None] Port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:40.217717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:40.227686 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5699acc1-81ef-4df6-8f48-38375c0ab2ef tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7889862 Apr 21 14:45:40.228373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55142) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.232561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] Sync routers for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:40.247264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:40.248595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.315328 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-1e2d4593-5b0a-48a5-80b0-c386d24ffca9 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] show failed (client error): The resource could not be found. Apr 21 14:45:40.322129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e2d4593-5b0a-48a5-80b0-c386d24ffca9 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-894897096 HTTP/1.1" status: 404 len: 334 time: 0.0830069 Apr 21 14:45:40.322701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55148) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.333595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e6e54339-41a2-4510-a64f-894706d7c4cb tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:40.353108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.369036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] Routers {'2703d998-d85b-4503-a7db-aef7c4028e55'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:40.370706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2703d998-d85b-4503-a7db-aef7c4028e55'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.388872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.408320 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-e6e54339-41a2-4510-a64f-894706d7c4cb tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] update failed (client error): The resource could not be found. Apr 21 14:45:40.415582 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e6e54339-41a2-4510-a64f-894706d7c4cb tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-30064891 HTTP/1.1" status: 404 len: 333 time: 0.0896957 Apr 21 14:45:40.417926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55156) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.420950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:40.465483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.466273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90b910-6579-4b28-9798-1c5a52e347fe None None] The sync data for ids ['2703d998-d85b-4503-a7db-aef7c4028e55'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:40.470950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.482855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-926ab56a-14cd-48eb-a54c-54074dba3fe2 None None] Provisioning complete for port 489baec3-a0e9-46aa-8e2d-f804690158b5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:40.483244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-926ab56a-14cd-48eb-a54c-54074dba3fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.573437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-926ab56a-14cd-48eb-a54c-54074dba3fe2 None None] Port 489baec3-a0e9-46aa-8e2d-f804690158b5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:40.587346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting subnet 949092ea-8f18-4a15-a0f4-536c80cae868 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:40.593358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:40.600121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:40.605947 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a65b07d-5fa5-4f0d-b971-93f60fb73b5d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1979637 Apr 21 14:45:40.608622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55162) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.613981 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] Sync routers for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:40.625416 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:40.626026 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.761489 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.797301 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:40.798829 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.814855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a5a03a-5a60-4b1a-82d7-7da03f9868fd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:40.815549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a0a5a03a-5a60-4b1a-82d7-7da03f9868fd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:40.840996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a0a5a03a-5a60-4b1a-82d7-7da03f9868fd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:40.842190 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a0a5a03a-5a60-4b1a-82d7-7da03f9868fd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports/489baec3-a0e9-46aa-8e2d-f804690158b5 HTTP/1.1" status: 200 len: 913 time: 0.2323048 Apr 21 14:45:40.845221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55178) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:40.885399 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:40.887154 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79ce1ac-c150-4eb3-9f40-7cff2644fad5 None None] The sync data for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:40.977939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55182) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.017245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.019215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55188) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.213324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'networks': [{'name': 'tempest-network--190240840'}, {'name': 'tempest-network--69057018'}]} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:41.213661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-network--190240840'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:41.214082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-network--69057018'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:41.222581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:41.231047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:network and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:41.235734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:41.260713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-648877585'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:41.266987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:41.285298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.299112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'network': 2} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:41.303502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.313575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:41.316033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:45:41.318919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.371104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:41.376884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:security_group_rule and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:41.380077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:41.390841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Usage tracker for resource:network and tenant:a829e82b530b4b7d9dd7170673ca3ae4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:41.392129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:41.408472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:41.412452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.448396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:41.454175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.542720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.571869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Made reservation on behalf of a829e82b530b4b7d9dd7170673ca3ae4 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:41.575228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.618915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.619582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.631965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.657041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.676548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.677691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.678188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.709245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.762461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:41.766045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] In _notify_port_updated(), no bound segment for port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d on network 99233fb7-1e58-495a-a866-8698fbbd4c21 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:45:41.769239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34d816-d1f8-4d2e-b1c5-146fb5d8ac59,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.771558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:41.772177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.774484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:41.777444 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-414a2429-7d8e-49dd-a03e-ae57146eec98 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "PUT /v2.0/ports/7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d HTTP/1.1" status: 200 len: 997 time: 2.0873959 Apr 21 14:45:41.779745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Subnet': ['ID=949092ea-8f18-4a15-a0f4-536c80cae868,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:41.781367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55194) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.782315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.786507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1e7c5-6336-4abc-a702-6ef2675188c0 None None] Network 7276641c-9c90-4fb9-a117-b37e024841b5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:41.790576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Usage tracker for resource:security_group_rule and tenant:a829e82b530b4b7d9dd7170673ca3ae4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:41.797298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:41.847065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:41.872906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-34551d0f-5a26-4f81-93c7-9e4150d73c93 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/subnets/949092ea-8f18-4a15-a0f4-536c80cae868 HTTP/1.1" status: 204 len: 168 time: 1.4538481 Apr 21 14:45:41.873549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55198) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:41.878389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.878724 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment c046f483-ef1c-44e8-b7e8-e74973d48026 of type vlan for network 4b2fd853-d270-4f55-a3fa-a755b58902ef Apr 21 14:45:41.929884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.965072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:41.965430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:41.979785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-443c9ff0-17d3-49ac-aef6-62dc4507064d None None] Provisioning complete for port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:41.980160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-443c9ff0-17d3-49ac-aef6-62dc4507064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.029273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:42.048432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 489baec3-a0e9-46aa-8e2d-f804690158b5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:42.048432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.080527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-443c9ff0-17d3-49ac-aef6-62dc4507064d None None] Port 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:42.080735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.080735 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment 15461ffb-49be-4479-900e-c84feaba0229 of type vlan for network f4992642-69db-4723-83a4-547e21580b45 Apr 21 14:45:42.159962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.167891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.174967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] DHCP port deletion for 7276641c-9c90-4fb9-a117-b37e024841b5 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:42.180519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Deleting port 7428cb95-5c1a-415d-a153-ff7202a883c8 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:42.181283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.230664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.26.4.244 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/28a5e632-952b-4e05-aad0-7fa74ae164e1) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:42.272322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.272887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.278681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting port 7428cb95-5c1a-415d-a153-ff7202a883c8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:42.279016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.279232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:42.284336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:42.284961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.353106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.428919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] For port 7428cb95-5c1a-415d-a153-ff7202a883c8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7428cb95-5c1a-415d-a153-ff7202a883c8,segment=NetworkSegment(489e6787-339a-4a23-9f5a-a55957d89005),segment_id=489e6787-339a-4a23-9f5a-a55957d89005)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:42.429432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.557717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Calling delete_port for 7428cb95-5c1a-415d-a153-ff7202a883c8 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:42.580537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5580220 Apr 21 14:45:42.583090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55202) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:42.587177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.635530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.647436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 489baec3-a0e9-46aa-8e2d-f804690158b5 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:42.684822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=4b2fd853-d270-4f55-a3fa-a755b58902ef,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.685136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] Pushing event deleted for resources: {'Port': ['ID=7428cb95-5c1a-415d-a153-ff7202a883c8,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.688519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a135cd-df24-4eee-b0f6-5bfc7daca6fb None None] No DVR routers for this DVR port 7428cb95-5c1a-415d-a153-ff7202a883c8 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:42.699286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.702850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4b2fd853-d270-4f55-a3fa-a755b58902ef details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:42.744046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] The port '7428cb95-5c1a-415d-a153-ff7202a883c8' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:42.816590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f7759-77e3-4058-9ed3-c2369b9f126b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=f4992642-69db-4723-83a4-547e21580b45,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:42.826394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:42.834692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f4992642-69db-4723-83a4-547e21580b45 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:42.930345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.955038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:42.959213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bae9eb-8ad1-4e49-9b1e-61155723772c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.036284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=489baec3-a0e9-46aa-8e2d-f804690158b5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.132399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.132988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Added segment fc9ce2b6-7f69-450f-b261-010f0f2a227e of type vlan for network 4fa3556f-6562-4b64-b41a-84c8331ef873 Apr 21 14:45:43.154896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for 7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:43.205511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.206979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.241645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.286637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7276641c-9c90-4fb9-a117-b37e024841b5']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:43.314829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.319066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489e6787-339a-4a23-9f5a-a55957d89005') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:43.319356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489e6787-339a-4a23-9f5a-a55957d89005') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:43.334420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85056819-5a70-411e-a17f-b2ab0b6202c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:43.341095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85056819-5a70-411e-a17f-b2ab0b6202c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:43.346663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85056819-5a70-411e-a17f-b2ab0b6202c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:43.352981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85056819-5a70-411e-a17f-b2ab0b6202c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:43.355016 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85056819-5a70-411e-a17f-b2ab0b6202c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7709968 Apr 21 14:45:43.359588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55208) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.383498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.421099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.460113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:43.460439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:43.480584 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:43.500840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.506291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:43.506872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.581226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.605078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7428cb95-5c1a-415d-a153-ff7202a883c8 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:43.613912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.645500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 7428cb95-5c1a-415d-a153-ff7202a883c8 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:43.645979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7428cb95-5c1a-415d-a153-ff7202a883c8 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:43.718956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:43.765548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:43.770124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.771436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.778881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Pushing event updated for resources: {'Network': ['ID=4fa3556f-6562-4b64-b41a-84c8331ef873,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.782451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:43.798413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=28a5e632-952b-4e05-aad0-7fa74ae164e1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:43.802538 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b79fcff1-662e-4852-9ac7-f170e9a64a78 tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8121977 Apr 21 14:45:43.848740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:43.850482 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/networks/7276641c-9c90-4fb9-a117-b37e024841b5 HTTP/1.1" status: 204 len: 168 time: 1.9625432 Apr 21 14:45:43.880158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55220) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:43.920528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:43.931863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:43.957739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.044192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.084601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2fd853-d270-4f55-a3fa-a755b58902ef']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.099104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c046f483-ef1c-44e8-b7e8-e74973d48026') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.099910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c046f483-ef1c-44e8-b7e8-e74973d48026') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.117828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.122649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.127915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c321c-a169-4e3c-a34d-35b57968faba tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Network': ['ID=7276641c-9c90-4fb9-a117-b37e024841b5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.142616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873', 'binding:host_id': 'hv-neutron-8388', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-863613951'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:44.151600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.219468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Usage tracker for resource:port and tenant:1a76a0bec6224569a535804c7c8cce1f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:44.224441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.226623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:44.245481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:44.245804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.262055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting subnet 43d67eeb-1eac-4f47-8c1e-42b444ed9f6a {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:44.266792 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:44.269430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.355416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:44.362659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Made reservation on behalf of 1a76a0bec6224569a535804c7c8cce1f for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:44.365597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.366400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] Sync routers for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:44.381766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.382126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:44.384292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.405779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.411004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.436964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=4b2fd853-d270-4f55-a3fa-a755b58902ef,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:44.449883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5de254dc-ae88-4bc8-a22f-d023b8e1f598 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/4b2fd853-d270-4f55-a3fa-a755b58902ef HTTP/1.1" status: 204 len: 168 time: 1.0888023 Apr 21 14:45:44.452159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55228) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.455905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:44.463193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7e746174-deb9-4083-a83f-24bcc59af9e7 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6136646 Apr 21 14:45:44.466017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.477868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55232) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.480546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:44.481583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.482599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.482759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Usage tracker for resource:security_group_rule and tenant:1a76a0bec6224569a535804c7c8cce1f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:44.497619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:44.508137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:44.552857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.553297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cacc12-5e45-4529-9bc5-1dcd740c92f9 None None] The sync data for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:44.605076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.617831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.619838 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f2d3621-ca00-479e-8013-b4b948fb56d6 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d HTTP/1.1" status: 204 len: 168 time: 2.8322697 Apr 21 14:45:44.626233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55236) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.722285 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9039ad0-3c9c-4d41-8a28-be3096f80e71 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] GET failed (client error): The resource could not be found. Apr 21 14:45:44.722815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a9039ad0-3c9c-4d41-8a28-be3096f80e71 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Synchronizing usage tracker for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:44.749364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.830686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.842751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a9039ad0-3c9c-4d41-8a28-be3096f80e71 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Unset dirty status for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:44.843915 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a9039ad0-3c9c-4d41-8a28-be3096f80e71 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports/7c7cfaf4-7388-46ce-88cb-ea4bc4e84c1d HTTP/1.1" status: 404 len: 333 time: 0.2167680 Apr 21 14:45:44.855287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55240) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:44.876953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-1022729137'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:44.918266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4992642-69db-4723-83a4-547e21580b45']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.925896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.942389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:44.944573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15461ffb-49be-4479-900e-c84feaba0229') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:44.945033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15461ffb-49be-4479-900e-c84feaba0229') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:45.014661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 78bfb33d-2091-423f-9bfe-f0f469295573 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:45.062706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.138593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.150634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890afdfd-0372-4deb-aad9-eaef6bca1c66,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:45.163494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:45.164556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:45.181298 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:45.183828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.274267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:45.296053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.304264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.316297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:45.336256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.403306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=f4992642-69db-4723-83a4-547e21580b45,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:45.414460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.415010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-997436c7-c3da-489c-86c0-aaf69f1289ae tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/f4992642-69db-4723-83a4-547e21580b45 HTTP/1.1" status: 204 len: 168 time: 0.9612660 Apr 21 14:45:45.417818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55244) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:45.445807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:45.449062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.514327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Subnet': ['ID=43d67eeb-1eac-4f47-8c1e-42b444ed9f6a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:45.538903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2480c-c5f0-4947-b890-4aad432d578a None None] Network 95fe975d-64bb-44e7-9d22-e62461e92dc4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:45.568011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.584573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port 6b799a7d-760c-4bd6-86f4-4e812443e46a yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:45.591781 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db34a87c-115f-4f59-84ee-25472fa9c405 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/subnets/43d67eeb-1eac-4f47-8c1e-42b444ed9f6a HTTP/1.1" status: 204 len: 168 time: 1.7095327 Apr 21 14:45:45.639530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55248) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:45.790790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 78bfb33d-2091-423f-9bfe-f0f469295573 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:45.807348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.846395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] DHCP port deletion for 95fe975d-64bb-44e7-9d22-e62461e92dc4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:45.850356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Deleting port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:45.850788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.855554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Transition to ACTIVE for port object 78bfb33d-2091-423f-9bfe-f0f469295573 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:45.865970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fbddf-5faa-49ef-b473-7a0a2d0be46a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:45.871912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fbddf-5faa-49ef-b473-7a0a2d0be46a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:45.872663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe9fbddf-5faa-49ef-b473-7a0a2d0be46a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Synchronizing usage tracker for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:45.933038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.962349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting subnet f8bef6a5-5b65-4420-a4fa-f86bc6a5804d {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:45.968733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:45.989285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe9fbddf-5faa-49ef-b473-7a0a2d0be46a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Unset dirty status for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:45.990434 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe9fbddf-5faa-49ef-b473-7a0a2d0be46a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5717301 Apr 21 14:45:45.994829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55252) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:46.014884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.026484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.11 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/6b799a7d-760c-4bd6-86f4-4e812443e46a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:46.040622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=78bfb33d-2091-423f-9bfe-f0f469295573,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.075827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] For port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,segment=NetworkSegment(e8792aa4-2fa3-4795-baa8-e89590fc7cbe),segment_id=e8792aa4-2fa3-4795-baa8-e89590fc7cbe)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:46.076177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.085297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Checking segment: {'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:46.086479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Network hostable DHCP agents. Network: 4fa3556f-6562-4b64-b41a-84c8331ef873, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:46.092993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1080937790'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:46.108599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:46.147664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:46.191053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:46.205357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.218776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4fa3556f-6562-4b64-b41a-84c8331ef873) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:46.227192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.228897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:46.231873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9ebb36-8ba3-4405-ad6f-23d0d75dd145 None None] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:46.254567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Calling delete_port for 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:46.262746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.263337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.263669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.283829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.284150 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.287000 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 2 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.317271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.329327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.329660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.329985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.341736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.342055 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.342911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object 6b799a7d-760c-4bd6-86f4-4e812443e46a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:46.343829 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 3 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.361483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.361815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.362143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.369270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.369568 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.371194 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 4 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.379626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:46.384090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.393398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.393730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.394063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.402105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.402735 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.403233 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 5 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.414585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.437639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.474407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:46.482704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:46.484909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.485382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.485815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.493854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:46.526070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.526697 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.529592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] No DVR routers for this DVR port 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:46.538101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef737bb8-9431-4e71-a601-718a8428f1a2 None None] Pushing event deleted for resources: {'Port': ['ID=7bcb5156-2ae0-491b-bf58-25b15dedf2a4,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.548315 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 6 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.573686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.573686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.574234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.574393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:46.598913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.599361 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.600019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=6b799a7d-760c-4bd6-86f4-4e812443e46a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:46.604616 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 7 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.634502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:46.635261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.635725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.636080 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment 17f61be0-06dc-4377-b068-60d7430bccc6 of type vlan for network 656bde63-937f-4c60-bc9c-4fe0ab0213c8 Apr 21 14:45:46.640994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.641183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.641597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.652248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.652519 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.655138 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 8 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.664736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.672214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.672214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.672520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.683970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.684300 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.685747 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 9 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.695810 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3850b7d2-dc99-49a6-928a-678f420052c4 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8393483 Apr 21 14:45:46.699159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55256) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:46.705479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'network_id': '99233fb7-1e58-495a-a866-8698fbbd4c21', 'name': 'tempest-AllowedAddressPairTestJSON-360482690'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:46.735796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.736126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.736461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.736556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.744047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4505a03e-2ca8-4057-bc86-edc5d03c6225 None None] Provisioning for port 6b799a7d-760c-4bd6-86f4-4e812443e46a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:46.748855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.749100 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.750577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4505a03e-2ca8-4057-bc86-edc5d03c6225 None None] Provisioning complete for port 6b799a7d-760c-4bd6-86f4-4e812443e46a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:46.751049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4505a03e-2ca8-4057-bc86-edc5d03c6225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.808672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4505a03e-2ca8-4057-bc86-edc5d03c6225 None None] Port 6b799a7d-760c-4bd6-86f4-4e812443e46a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:46.839160 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 10 to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 Apr 21 14:45:46.844714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router 5e716ee5-231a-40e2-9965-7b777628dc70 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:46.864712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.870642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:46.871125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:46.871238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.871452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:46.871783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:46.880564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 78bfb33d-2091-423f-9bfe-f0f469295573 on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:46.880865 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 78bfb33d-2091-423f-9bfe-f0f469295573 on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:46.881238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.966648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:46.971798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:46.974054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Usage tracker for resource:port and tenant:16abf0db681d4570b6c3b37877fad53e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:46.978419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:46.993247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:47.010188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 78bfb33d-2091-423f-9bfe-f0f469295573, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:47.010540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempted to set empty binding levels {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:45:47.014707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.028806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port eda8eb7a-1870-42e1-abef-44dacadf655b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:47.029133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.065541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:47.066120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.097329 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.9774537 Apr 21 14:45:47.100248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55260) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.102739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f893337-10ff-463c-9766-8bb1093d1c07 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=78bfb33d-2091-423f-9bfe-f0f469295573,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.125607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bef6a5-5b65-4420-a4fa-f86bc6a5804d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.127752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.134429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc11713-4b62-4fc0-8170-2482e71b81b2 None None] Network d7ff97df-61ed-4029-9525-fe325711625f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:47.174236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Deleting port 78bfb33d-2091-423f-9bfe-f0f469295573 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:47.174706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.182903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=656bde63-937f-4c60-bc9c-4fe0ab0213c8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:47.192283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c1f029fb-eb37-4ebf-bf1d-22f7a6f57f71 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/subnets/f8bef6a5-5b65-4420-a4fa-f86bc6a5804d HTTP/1.1" status: 204 len: 168 time: 1.5517359 Apr 21 14:45:47.193735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c1e113e8-4e2f-477d-942e-bfc00de5baa3 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1820395 Apr 21 14:45:47.196687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.197012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55266) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.213599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Made reservation on behalf of 16abf0db681d4570b6c3b37877fad53e for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:47.217259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.229007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 656bde63-937f-4c60-bc9c-4fe0ab0213c8 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:47.251802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] device_id is not set on port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:47.286566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-323777149'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:47.463266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:47.488096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:network and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:47.522792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] DHCP port deletion for d7ff97df-61ed-4029-9525-fe325711625f request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:47.527191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Deleting port 9aca4295-77b3-45ff-858d-2525f1afc298 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:47.527757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.532218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 78bfb33d-2091-423f-9bfe-f0f469295573, host hv-neutron-8388, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:47.532806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.541411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:47.605398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:47.609082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Allocated IP 172.20.0.5 (99233fb7-1e58-495a-a866-8698fbbd4c21/d616477f-3580-4118-b76e-1df03ac4d8eb/a7a75b71-9ff6-4c73-b69a-1e98b68d8738) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:47.628198 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9aca4295-77b3-45ff-858d-2525f1afc298 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:47.650698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:47.655694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.665989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:47.669397 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Sync routers for ids ['5e716ee5-231a-40e2-9965-7b777628dc70'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:47.670100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.681474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Calling delete_port for 78bfb33d-2091-423f-9bfe-f0f469295573 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:47.686002 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Routers {'5e716ee5-231a-40e2-9965-7b777628dc70'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:47.687155 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5e716ee5-231a-40e2-9965-7b777628dc70'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:47.728985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.730134 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c96a93f-1d96-4e78-8b35-8fa3756c9a4b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3640072 Apr 21 14:45:47.731963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.736832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55272) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:47.918317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] For port 9aca4295-77b3-45ff-858d-2525f1afc298, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9aca4295-77b3-45ff-858d-2525f1afc298,segment=NetworkSegment(9e9155ad-6761-4573-9da9-6def909e775d),segment_id=9e9155ad-6761-4573-9da9-6def909e775d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:47.918855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.931462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for eda8eb7a-1870-42e1-abef-44dacadf655b owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:47.933402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:47.974819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:47.997400 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Set router 5e716ee5-231a-40e2-9965-7b777628dc70 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:48.059787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.072009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.072611 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment e47b1379-bc4d-4ec5-bee7-450c8bcaeabf of type vlan for network 7893e061-73a8-47a9-9f8a-3790b3a3c661 Apr 21 14:45:48.115949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fe975d-64bb-44e7-9d22-e62461e92dc4']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:48.136019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Calling delete_port for 9aca4295-77b3-45ff-858d-2525f1afc298 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:48.161728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:48.162272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8792aa4-2fa3-4795-baa8-e89590fc7cbe') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:48.171672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.181675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.195488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.216520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.235262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:48.236040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:48.258641 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:48.310709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event deleted for resources: {'Port': ['ID=78bfb33d-2091-423f-9bfe-f0f469295573,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:48.322201 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:48.332098 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-de4343d9-ef36-419e-93d7-5a1ce84a96b2 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/5e716ee5-231a-40e2-9965-7b777628dc70 HTTP/1.1" status: 200 len: 908 time: 0.5940688 Apr 21 14:45:48.335257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55276) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.350060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.357691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'name': 'tempest-snat-router-828085789', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': True}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:48.360137 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:39Z', 'updated_at': '2022-04-21T14:45:44Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:41Z', 'updated_at': '2022-04-21T14:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:48.361530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:48.361687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.362130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.363272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.365389 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Checking router: 5e716ee5-231a-40e2-9965-7b777628dc70 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:45:48.365847 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Updating router 5e716ee5-231a-40e2-9965-7b777628dc70 port 28a5e632-952b-4e05-aad0-7fa74ae164e1 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:45:48.375590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:48.388670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Usage tracker for resource:router and tenant:b6f27d8dd7f348378e5c596227625778 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:48.394633 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-107fdfa5-5a40-49e4-93ea-9b95a22317b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "DELETE /v2.0/ports/78bfb33d-2091-423f-9bfe-f0f469295573 HTTP/1.1" status: 204 len: 168 time: 1.2933297 Apr 21 14:45:48.395722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:48.401605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55282) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.410236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:48.419032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:48.419605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7bcb5156-2ae0-491b-bf58-25b15dedf2a4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:48.455248 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.477110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] Pushing event deleted for resources: {'Port': ['ID=9aca4295-77b3-45ff-858d-2525f1afc298,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:48.479688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cda14a-1410-4795-9853-c5aed4decdfa None None] No DVR routers for this DVR port 9aca4295-77b3-45ff-858d-2525f1afc298 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:48.524259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.534028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.545861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=7893e061-73a8-47a9-9f8a-3790b3a3c661,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:48.547088 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3410881e-a848-4080-aa68-c42e31fb8e13 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:45:48.548291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3410881e-a848-4080-aa68-c42e31fb8e13 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Synchronizing usage tracker for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:48.562562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Transition to ACTIVE for port object a7a75b71-9ff6-4c73-b69a-1e98b68d8738 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:48.562900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7893e061-73a8-47a9-9f8a-3790b3a3c661 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:48.569339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.571066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.579931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.590739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.603100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Network': ['ID=95fe975d-64bb-44e7-9d22-e62461e92dc4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:48.612165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-24d7cd08-aaf2-4375-ab19-d3e2a3246e82 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4084854 Apr 21 14:45:48.613233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55286) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.615940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-450eb26f-fec8-4c80-baff-539ae0c7f973 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/networks/95fe975d-64bb-44e7-9d22-e62461e92dc4 HTTP/1.1" status: 204 len: 168 time: 1.4162369 Apr 21 14:45:48.620114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55288) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.637544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'ports': [{'network_id': '656bde63-937f-4c60-bc9c-4fe0ab0213c8', 'name': 'tempest-port--1372788254', 'admin_state_up': True}, {'network_id': '7893e061-73a8-47a9-9f8a-3790b3a3c661', 'admin_state_up': False}]} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:48.638130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'port': {'network_id': '656bde63-937f-4c60-bc9c-4fe0ab0213c8', 'name': 'tempest-port--1372788254', 'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:48.638753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'port': {'network_id': '7893e061-73a8-47a9-9f8a-3790b3a3c661', 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:48.664874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.734951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3410881e-a848-4080-aa68-c42e31fb8e13 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Unset dirty status for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:48.736075 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3410881e-a848-4080-aa68-c42e31fb8e13 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports/78bfb33d-2091-423f-9bfe-f0f469295573 HTTP/1.1" status: 404 len: 333 time: 0.3306885 Apr 21 14:45:48.752823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55294) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:48.796170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.801396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=eda8eb7a-1870-42e1-abef-44dacadf655b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:48.812534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-952900247'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:48.831345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:48.905814 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.918781 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Transition to ACTIVE for port object 28a5e632-952b-4e05-aad0-7fa74ae164e1 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:48.927081 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:48.982981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:49.033767 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0b01-3071-4537-820d-ca9ab9831e8d None None] Pushing event updated for resources: {'Port': ['ID=28a5e632-952b-4e05-aad0-7fa74ae164e1,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.044901 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Attempting to bind port 28a5e632-952b-4e05-aad0-7fa74ae164e1 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:49.045710 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Attempting to bind port 28a5e632-952b-4e05-aad0-7fa74ae164e1 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:49.046159 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Attempting to bind port 28a5e632-952b-4e05-aad0-7fa74ae164e1 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:49.052398 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:49.052916 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:49.053569 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.053961 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:49.055555 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Bound port: 28a5e632-952b-4e05-aad0-7fa74ae164e1, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:49.056516 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.074630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.078975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.141913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Made reservation on behalf of 1a76a0bec6224569a535804c7c8cce1f for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:49.143786 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] For port 28a5e632-952b-4e05-aad0-7fa74ae164e1, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:49.144169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.147219 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] For port 28a5e632-952b-4e05-aad0-7fa74ae164e1, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=28a5e632-952b-4e05-aad0-7fa74ae164e1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:49.152430 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.184640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.220634 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Routers {'5e716ee5-231a-40e2-9965-7b777628dc70'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:49.221426 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5e716ee5-231a-40e2-9965-7b777628dc70'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.301892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:49.308494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 0856fa50-b3a7-4701-9560-fc2450eedf6d yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:49.327423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.332940 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d0b01-3071-4537-820d-ca9ab9831e8d None None] Pushing event updated for resources: {'Port': ['ID=28a5e632-952b-4e05-aad0-7fa74ae164e1,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.346866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:49.355254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:49.385968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=a7a75b71-9ff6-4c73-b69a-1e98b68d8738,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:49.413181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:49.426323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ff97df-61ed-4029-9525-fe325711625f']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.435286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:port and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:49.439015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:49.453236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:49.463253 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] Set router 5e716ee5-231a-40e2-9965-7b777628dc70 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:49.517638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9155ad-6761-4573-9da9-6def909e775d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.517928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9155ad-6761-4573-9da9-6def909e775d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.605831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.619455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:45:49.671190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c980f918-425f-49da-a7e9-e3178ccf5199 None None] Provisioning for port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:49.672079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:49.672685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.678816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c980f918-425f-49da-a7e9-e3178ccf5199 None None] Provisioning complete for port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:49.680004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c980f918-425f-49da-a7e9-e3178ccf5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.696144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'port': 2} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:49.698292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.700851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.720789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:49.721218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:49.740807 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:49.771584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c980f918-425f-49da-a7e9-e3178ccf5199 None None] Port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:49.784838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:49.805394 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f689a346-69cf-4369-80bd-69e8a4636095 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1025596 Apr 21 14:45:49.816867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55298) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:49.830202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:24:22:c2'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:81:08:ba'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:49.834703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:39Z', 'updated_at': '2022-04-21T14:45:44Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:41Z', 'updated_at': '2022-04-21T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.839865 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3cbee-986c-4dc9-b126-aa2c6ab9a004 None None] The sync data for ids ['5e716ee5-231a-40e2-9965-7b777628dc70'] in dv-neutron-838896-1-hyperv is: [{'id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244'}], 'enable_snat': False}, 'gw_port_id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:39Z', 'updated_at': '2022-04-21T14:45:44Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': '28a5e632-952b-4e05-aad0-7fa74ae164e1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e716ee5-231a-40e2-9965-7b777628dc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:41Z', 'updated_at': '2022-04-21T14:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:49.886401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:49.894633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e9258544-57aa-405d-9dbe-ca7f4ff60d61 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4130158 Apr 21 14:45:49.902529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] Sync routers for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:49.915174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:49.915951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.918228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55302) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:49.983430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.992891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] Routers {'bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:49.993650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:49.996504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-34a915f8-8d8c-482d-ae79-b92ddb2d7ab8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:50.050561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.056041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:50.056385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4e3d67-fef2-41a7-9290-871c7b7c0e37 None None] The sync data for ids ['bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:50.077871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.084956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.112497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-34a915f8-8d8c-482d-ae79-b92ddb2d7ab8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:50.116268 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-34a915f8-8d8c-482d-ae79-b92ddb2d7ab8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 HTTP/1.1" status: 200 len: 205 time: 0.1945281 Apr 21 14:45:50.128513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55306) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:50.136328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Network': ['ID=d7ff97df-61ed-4029-9525-fe325711625f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:50.205122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e592514b-c7e3-453d-964d-71c80f83a7d4 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/networks/d7ff97df-61ed-4029-9525-fe325711625f HTTP/1.1" status: 204 len: 168 time: 1.5837364 Apr 21 14:45:50.217618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55310) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:50.278233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] device_id is not set on port 0d5fa596-ea74-43fc-b0f5-059468f83c3f yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:50.393777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.396263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.465355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.470916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.502028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:50.514740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.516633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:50.522671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:50.524324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:50.524915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.594080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=0856fa50-b3a7-4701-9560-fc2450eedf6d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:50.654051 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d2a5da62-4b37-48ab-b5a1-75bdbec277d2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8963709 Apr 21 14:45:50.664243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55314) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:50.678208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:50.703033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting subnet 5a847569-f097-4437-8abf-49e03f337c66 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:50.790558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.911492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:50.943549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.26.4.104 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/bf07b807-79ea-4b33-a12b-987beb79e36e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:50.976051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] device_id is not set on port 45b867b1-332d-4162-9fca-c4a5d50c5df8 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:51.004881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.024282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.031645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.117472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.169787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.170291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:51.205011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.206187 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-815220b3-f89a-4b30-8eda-3ff4aff3654a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 HTTP/1.1" status: 204 len: 168 time: 1.0767040 Apr 21 14:45:51.215299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55318) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:51.324513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.333611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet f2266db2-6447-4561-a7e2-cea044a4d73d {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:51.336936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.365463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.407566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.443116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.474060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.557301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.573793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.595872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event updated for resources: {'Port': ['ID=a7a75b71-9ff6-4c73-b69a-1e98b68d8738,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:51.618276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.649434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.653096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] In _notify_port_updated(), no bound segment for port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 on network 99233fb7-1e58-495a-a866-8698fbbd4c21 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:45:51.653558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 0856fa50-b3a7-4701-9560-fc2450eedf6d yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:51.659101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:51.659901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.661330 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af9af30a-0769-4864-8da5-e32dd1cf945e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "PUT /v2.0/ports/a7a75b71-9ff6-4c73-b69a-1e98b68d8738 HTTP/1.1" status: 200 len: 1055 time: 1.8359616 Apr 21 14:45:51.672366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55324) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:51.674202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.686182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:51.716932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 28a5e632-952b-4e05-aad0-7fa74ae164e1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:51.719341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Subnet': ['ID=5a847569-f097-4437-8abf-49e03f337c66,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:51.722695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.726330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:51.738305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:51.739887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29d4fbf3-4d59-49f3-9889-8a3c86f96479 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/subnets/5a847569-f097-4437-8abf-49e03f337c66 HTTP/1.1" status: 204 len: 168 time: 1.5210807 Apr 21 14:45:51.743815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55328) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:51.789904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Transition to ACTIVE for port object 0856fa50-b3a7-4701-9560-fc2450eedf6d will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:51.791617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.794792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=bf07b807-79ea-4b33-a12b-987beb79e36e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:51.808389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e521f6-4bee-47fc-b108-af61e176fa4b None None] Network 2f8f60fe-f360-4e97-91b6-077405797efd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:51.851820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.874530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.964940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 28a5e632-952b-4e05-aad0-7fa74ae164e1 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:45:51.966869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.977007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:51.978252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:51.992816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Deleting port 358d5bb7-57c4-48e6-bb2c-b64b5314545c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:51.993370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.027972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 28a5e632-952b-4e05-aad0-7fa74ae164e1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:52.028252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Checking segment: {'id': '17f61be0-06dc-4377-b068-60d7430bccc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '656bde63-937f-4c60-bc9c-4fe0ab0213c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:52.028384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.028677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network hostable DHCP agents. Network: 656bde63-937f-4c60-bc9c-4fe0ab0213c8, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:52.048201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.057303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9e6272dd-f03e-41dc-819f-199cc3959493 None None] Provisioning complete for port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:52.057669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e6272dd-f03e-41dc-819f-199cc3959493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.104456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Port': ['ID=0d5fa596-ea74-43fc-b0f5-059468f83c3f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.105288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=f2266db2-6447-4561-a7e2-cea044a4d73d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.131149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f21f29b-b730-49a0-9777-c9091caf33d5 None None] Network b441025f-b31b-418c-b0d9-43109df32905 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:52.136408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.162605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a22841f8-b107-476a-9296-edfff07c55f3 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/f2266db2-6447-4561-a7e2-cea044a4d73d HTTP/1.1" status: 204 len: 168 time: 0.9439254 Apr 21 14:45:52.164068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:52.194171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9e6272dd-f03e-41dc-819f-199cc3959493 None None] Port a7a75b71-9ff6-4c73-b69a-1e98b68d8738 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:45:52.313344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:52.313686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:52.314006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:52.325666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet d7be198c-7b42-4c6a-bede-f00157ab52ff {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:45:52.348556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:52.348993 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:52.355705 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 2 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:52.377314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network 656bde63-937f-4c60-bc9c-4fe0ab0213c8 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:52.379255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=0856fa50-b3a7-4701-9560-fc2450eedf6d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.403915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:52.404477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:52.404947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:52.409910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.413713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 656bde63-937f-4c60-bc9c-4fe0ab0213c8) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:52.438480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c58c638-dc16-4234-b64a-b3c006d46459 None None] Network 656bde63-937f-4c60-bc9c-4fe0ab0213c8 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:52.456805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 28a5e632-952b-4e05-aad0-7fa74ae164e1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=28a5e632-952b-4e05-aad0-7fa74ae164e1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:52.467683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.474834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.508123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:52.509064 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:52.514700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] For port 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=358d5bb7-57c4-48e6-bb2c-b64b5314545c,segment=NetworkSegment(258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb),segment_id=258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:52.515259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.520198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:52.521180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.525875 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 3 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:52.581182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] DHCP port deletion for 2f8f60fe-f360-4e97-91b6-077405797efd request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:52.619797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Deleting port 358d5bb7-57c4-48e6-bb2c-b64b5314545c {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:52.620159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.651501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Calling delete_port for 358d5bb7-57c4-48e6-bb2c-b64b5314545c owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:52.681087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:52.681470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:52.681703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:52.681910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.717423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:52.717847 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:52.748976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=28a5e632-952b-4e05-aad0-7fa74ae164e1,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.755215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] DHCP port deletion for b441025f-b31b-418c-b0d9-43109df32905 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:52.769874 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 4 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:52.794135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Deleting port 23f31afb-f4bb-409c-ba37-14c609bb77e9 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:52.794733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.803721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Port': ['ID=45b867b1-332d-4162-9fca-c4a5d50c5df8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.841506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.845460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.853383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:52.853793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:52.854191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:52.885514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:52.947228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Port': ['ID=358d5bb7-57c4-48e6-bb2c-b64b5314545c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:52.949121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] No DVR routers for this DVR port 358d5bb7-57c4-48e6-bb2c-b64b5314545c on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:53.091149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.095235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] For port 358d5bb7-57c4-48e6-bb2c-b64b5314545c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=358d5bb7-57c4-48e6-bb2c-b64b5314545c,segment=NetworkSegment(258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb),segment_id=258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:53.095619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.099058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.101948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for a7a75b71-9ff6-4c73-b69a-1e98b68d8738 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:53.132563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Checking segment: {'id': 'e47b1379-bc4d-4ec5-bee7-450c8bcaeabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7893e061-73a8-47a9-9f8a-3790b3a3c661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:53.133379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network hostable DHCP agents. Network: 7893e061-73a8-47a9-9f8a-3790b3a3c661, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:53.137038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:53.137390 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:53.145371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=d7be198c-7b42-4c6a-bede-f00157ab52ff,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.147432 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 5 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:53.159041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.168310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8f60fe-f360-4e97-91b6-077405797efd']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:53.176535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.189667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:53.190099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258f9a9a-21e1-4ee5-ab8a-f11993ebfaeb') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:53.190454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052ba04-4f94-4380-9f37-f3d13818b7aa None None] Network 24171507-a0eb-497b-8380-d8eae476e026 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:53.204560 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ce96e58-cf8c-4bd7-8e2f-60f2b16878db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/d7be198c-7b42-4c6a-bede-f00157ab52ff HTTP/1.1" status: 204 len: 168 time: 1.0366926 Apr 21 14:45:53.207146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.213951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55336) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.250092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:53.250422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:53.250757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:53.267144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.271984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:53.272315 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:53.278178 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 6 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:53.290801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network 7893e061-73a8-47a9-9f8a-3790b3a3c661 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:53.311454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Calling delete_port for 358d5bb7-57c4-48e6-bb2c-b64b5314545c owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:53.330848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:53.331383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:53.351771 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:53.371180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:53.371503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:53.372018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:53.389772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7893e061-73a8-47a9-9f8a-3790b3a3c661) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:53.395797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] For port 23f31afb-f4bb-409c-ba37-14c609bb77e9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=23f31afb-f4bb-409c-ba37-14c609bb77e9,segment=NetworkSegment(b3aa31e0-41c2-4642-8511-156b1fa43771),segment_id=b3aa31e0-41c2-4642-8511-156b1fa43771)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:53.396182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.410611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85665e-d41a-430f-94c1-263ee2aaa6a9 None None] Network 7893e061-73a8-47a9-9f8a-3790b3a3c661 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:53.437305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:53.437877 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:53.447372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.447594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:53.453166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:53.458052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:53.458708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.462930 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 7 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:53.464529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 23f31afb-f4bb-409c-ba37-14c609bb77e9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:53.465102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.490704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.523710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:53.524678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:53.525197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:53.528289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.536508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Pushing event deleted for resources: {'Network': ['ID=2f8f60fe-f360-4e97-91b6-077405797efd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.553006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81be0cb5-c009-40e7-ae11-41fdbc5f3bfc tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/networks/2f8f60fe-f360-4e97-91b6-077405797efd HTTP/1.1" status: 204 len: 168 time: 1.8070238 Apr 21 14:45:53.556131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55340) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.583551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.600169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:53.600496 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:53.607471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c5e17841-f59f-4128-ae98-6bf5953210cd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Synchronizing usage tracker for tenant:fe4fd77e604e48b39cdc04d9cb61cb43 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:53.635297 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4813fdfb-82ed-4b28-8c44-d6e385b87b85 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0199940 Apr 21 14:45:53.641094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.644017 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 8 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:53.667297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=a7a75b71-9ff6-4c73-b69a-1e98b68d8738,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:53.715782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Calling delete_port for 23f31afb-f4bb-409c-ba37-14c609bb77e9 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:53.716248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:53.716749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:53.717253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:53.723346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c5e17841-f59f-4128-ae98-6bf5953210cd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Unset dirty status for tenant:fe4fd77e604e48b39cdc04d9cb61cb43 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:53.727606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c5e17841-f59f-4128-ae98-6bf5953210cd tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "GET /v2.0/ports?device_id=2703d998-d85b-4503-a7db-aef7c4028e55 HTTP/1.1" status: 200 len: 205 time: 0.1700671 Apr 21 14:45:53.728931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55348) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:53.772412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:53.773629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:53.774596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 28a5e632-952b-4e05-aad0-7fa74ae164e1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:53.875314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 23f31afb-f4bb-409c-ba37-14c609bb77e9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=23f31afb-f4bb-409c-ba37-14c609bb77e9,segment=NetworkSegment(b3aa31e0-41c2-4642-8511-156b1fa43771),segment_id=b3aa31e0-41c2-4642-8511-156b1fa43771)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:53.875670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:53.880038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:53.880557 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:53.890376 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 9 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:53.950043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825b925-8247-4f57-b21c-0e5d33e13a29 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:53.955936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825b925-8247-4f57-b21c-0e5d33e13a29 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:53.957624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9825b925-8247-4f57-b21c-0e5d33e13a29 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3097677 Apr 21 14:45:53.998627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:53.999132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:53.999611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:54.013165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55352) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:54.026219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 23f31afb-f4bb-409c-ba37-14c609bb77e9 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:54.053727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.082639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.096848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 28a5e632-952b-4e05-aad0-7fa74ae164e1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:45:54.097237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.104676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:45:54.105106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:45:54.133859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:54.134190 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:54.143355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] Pushing event deleted for resources: {'Port': ['ID=23f31afb-f4bb-409c-ba37-14c609bb77e9,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.148193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 10 to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d Apr 21 14:45:54.149382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb4b52-029e-4922-9d38-a5070bda725f None None] No DVR routers for this DVR port 23f31afb-f4bb-409c-ba37-14c609bb77e9 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:54.155881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.253319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] DHCP port deletion for 24171507-a0eb-497b-8380-d8eae476e026 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:45:54.260892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Deleting port dddaccf0-7f99-423f-b5dd-84bd9144635b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:54.261285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.291111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Deleting port 358d5bb7-57c4-48e6-bb2c-b64b5314545c {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:54.291481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.320878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:54.321231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:54.321559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:54.437064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0fce06b5-a3af-4dee-b08f-4e69a2dd5529 None None] The port '358d5bb7-57c4-48e6-bb2c-b64b5314545c' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:54.471587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 23f31afb-f4bb-409c-ba37-14c609bb77e9 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:54.524529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 23f31afb-f4bb-409c-ba37-14c609bb77e9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:54.524868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 23f31afb-f4bb-409c-ba37-14c609bb77e9 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:54.525305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 358d5bb7-57c4-48e6-bb2c-b64b5314545c no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:54.542545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:45:54.543065 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 0856fa50-b3a7-4701-9560-fc2450eedf6d on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:45:54.543187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.561479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 358d5bb7-57c4-48e6-bb2c-b64b5314545c {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:54.561827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 358d5bb7-57c4-48e6-bb2c-b64b5314545c not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:54.606234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 23f31afb-f4bb-409c-ba37-14c609bb77e9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:54.606756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.620566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Deleting port 0d5fa596-ea74-43fc-b0f5-059468f83c3f {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:54.620900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.668884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] For port dddaccf0-7f99-423f-b5dd-84bd9144635b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dddaccf0-7f99-423f-b5dd-84bd9144635b,segment=NetworkSegment(639ba8d1-acaa-4b60-adc2-24d8bf50fd21),segment_id=639ba8d1-acaa-4b60-adc2-24d8bf50fd21)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:54.669355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.784184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] The port '23f31afb-f4bb-409c-ba37-14c609bb77e9' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:45:54.799695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Calling delete_port for dddaccf0-7f99-423f-b5dd-84bd9144635b owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:54.870725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.883634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.885169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.920388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:54.951445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] No DVR routers for this DVR port dddaccf0-7f99-423f-b5dd-84bd9144635b on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:45:54.952950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a25a1-e3b3-437d-86d9-08d34f405742 None None] Pushing event deleted for resources: {'Port': ['ID=dddaccf0-7f99-423f-b5dd-84bd9144635b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:54.957868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b441025f-b31b-418c-b0d9-43109df32905']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:54.973025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3aa31e0-41c2-4642-8511-156b1fa43771') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:54.973360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3aa31e0-41c2-4642-8511-156b1fa43771') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:54.985310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.002993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.009351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:55.009729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:55.027885 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:55.106112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.106402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.106567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Fanout notify agent at l3_agent the message router_deleted on router 2703d998-d85b-4503-a7db-aef7c4028e55 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:45:55.120616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 0856fa50-b3a7-4701-9560-fc2450eedf6d, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:55.120972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempted to set empty binding levels {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:45:55.127682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.135432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.137007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=b441025f-b31b-418c-b0d9-43109df32905,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:55.137259 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fb9825e3-70e3-4114-9958-3dab023d657f tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/a7a75b71-9ff6-4c73-b69a-1e98b68d8738 HTTP/1.1" status: 204 len: 168 time: 3.4588811 Apr 21 14:45:55.138872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.141106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55358) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.190677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eb5e169b-6b74-4ef4-9cb9-9fa4b9ddc459 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/b441025f-b31b-418c-b0d9-43109df32905 HTTP/1.1" status: 204 len: 168 time: 1.9755211 Apr 21 14:45:55.191840 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c4d540-8a6b-4266-9bf6-3ce849403548 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] GET failed (client error): The resource could not be found. Apr 21 14:45:55.192365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5c4d540-8a6b-4266-9bf6-3ce849403548 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Synchronizing usage tracker for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:55.195613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55362) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.197314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.199218 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-21d4473c-e7b4-46ec-8552-2ee48cdd01c2 tempest-RoutersNegativeIpV6Test-1205652551 tempest-RoutersNegativeIpV6Test-1205652551-project] 10.222.0.35 "DELETE /v2.0/routers/2703d998-d85b-4503-a7db-aef7c4028e55 HTTP/1.1" status: 204 len: 168 time: 1.4152045 Apr 21 14:45:55.249351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] In _notify_port_updated(), no bound segment for port 0856fa50-b3a7-4701-9560-fc2450eedf6d on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:45:55.250201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.250968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.252267 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "PUT /v2.0/ports/0856fa50-b3a7-4701-9560-fc2450eedf6d HTTP/1.1" status: 200 len: 976 time: 4.5869629 Apr 21 14:45:55.291523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55368) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.294141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5c4d540-8a6b-4266-9bf6-3ce849403548 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Unset dirty status for tenant:16abf0db681d4570b6c3b37877fad53e on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:55.295217 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e5c4d540-8a6b-4266-9bf6-3ce849403548 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports/a7a75b71-9ff6-4c73-b69a-1e98b68d8738 HTTP/1.1" status: 404 len: 333 time: 0.1527164 Apr 21 14:45:55.317132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a32d7d6f-fd1f-4b8a-be60-abb09b02cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.324792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55372) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.331798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c902b-df16-452d-abfc-c18b1f4c4331 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=0856fa50-b3a7-4701-9560-fc2450eedf6d,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:55.371674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.440779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.452845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router c46f2eaa-8962-4029-98fe-4c00cb80f7f2 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:45:55.467870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.468346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.468813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.469305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.469765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.470223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.470678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.471133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.471584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.472043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.472494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.472945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.473423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.473903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.474352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.474804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.475253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.476220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.476991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.477333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.477787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.478236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:55.484441 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f4310c3c-6c06-450e-be84-def04e0cfd0b tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19327 time: 0.1884069 Apr 21 14:45:55.493026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55378) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.530904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55382) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.576068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port 6b799a7d-760c-4bd6-86f4-4e812443e46a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:55.576653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.609583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Calling delete_port for 0d5fa596-ea74-43fc-b0f5-059468f83c3f owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:55.618298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.623432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dddaccf0-7f99-423f-b5dd-84bd9144635b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:45:55.658081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: dddaccf0-7f99-423f-b5dd-84bd9144635b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:45:55.658600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dddaccf0-7f99-423f-b5dd-84bd9144635b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:45:55.672587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Deleting port 0856fa50-b3a7-4701-9560-fc2450eedf6d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:55.673003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.710197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24171507-a0eb-497b-8380-d8eae476e026']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:55.746175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639ba8d1-acaa-4b60-adc2-24d8bf50fd21') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:55.746485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639ba8d1-acaa-4b60-adc2-24d8bf50fd21') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:55.768424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.814169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55388) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:55.818246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d3901d7-864a-470c-900f-0cfa9f0f7ced admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe4fd77e604e48b39cdc04d9cb61cb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747445 Apr 21 14:45:55.849615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.868893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:45:55.869223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:45:55.883954 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:45:56.043127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.073912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.080417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.093292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=24171507-a0eb-497b-8380-d8eae476e026,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.097753 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-65003359-4629-4f94-8513-ba063b7b4b66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/24171507-a0eb-497b-8380-d8eae476e026 HTTP/1.1" status: 204 len: 168 time: 0.9011168 Apr 21 14:45:56.102515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55392) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.105313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 0856fa50-b3a7-4701-9560-fc2450eedf6d, host hv-neutron-8388, got binding levels [] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:56.105664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.115485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-822271694'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:56.124470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:56.162979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:45:56.172008 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Sync routers for ids ['c46f2eaa-8962-4029-98fe-4c00cb80f7f2'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:45:56.182945 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Routers {'c46f2eaa-8962-4029-98fe-4c00cb80f7f2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:56.183701 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c46f2eaa-8962-4029-98fe-4c00cb80f7f2'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.210821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Port': ['ID=0d5fa596-ea74-43fc-b0f5-059468f83c3f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.231059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:56.239467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Calling delete_port for 0856fa50-b3a7-4701-9560-fc2450eedf6d owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:56.256176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.266949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:56.274136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.281451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:56.290128 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8493679f-8c69-4f9e-b7e8-f4a97571a165 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/ports/0d5fa596-ea74-43fc-b0f5-059468f83c3f HTTP/1.1" status: 204 len: 168 time: 2.2497728 Apr 21 14:45:56.290488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55396) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.299888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.303775 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-74f1e081-eb02-4c0a-bbd3-695035e18202 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9667854 Apr 21 14:45:56.305118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55400) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.384567 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Set router c46f2eaa-8962-4029-98fe-4c00cb80f7f2 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:56.399780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.408671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.471047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:56.474338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.519751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Deleting port 45b867b1-332d-4162-9fca-c4a5d50c5df8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:56.520086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.556951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:56.566443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.566788 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment ca616bb7-8022-4050-ab27-8587da07f155 of type vlan for network f86a9a24-046a-40ec-8b04-922b98b80032 Apr 21 14:45:56.574206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for 6b799a7d-760c-4bd6-86f4-4e812443e46a owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:56.593342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.628881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.632783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.637817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:56.638331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.711353 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:48Z', 'updated_at': '2022-04-21T14:45:52Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:56.715334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Checking router: c46f2eaa-8962-4029-98fe-4c00cb80f7f2 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:45:56.715677 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Updating router c46f2eaa-8962-4029-98fe-4c00cb80f7f2 port bf07b807-79ea-4b33-a12b-987beb79e36e binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:45:56.746476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0856fa50-b3a7-4701-9560-fc2450eedf6d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.790303 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.813789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.863940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.868554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-593f6b03-a0e7-4bb8-ad72-a226556666fc tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "DELETE /v2.0/ports/0856fa50-b3a7-4701-9560-fc2450eedf6d HTTP/1.1" status: 204 len: 168 time: 1.3719943 Apr 21 14:45:56.874201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55404) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.874471 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7707250 Apr 21 14:45:56.876558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:56.885782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55406) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:56.886287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e694654-e5df-4610-8c99-25d2571ab152 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=f86a9a24-046a-40ec-8b04-922b98b80032,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:56.898969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f86a9a24-046a-40ec-8b04-922b98b80032 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:56.938991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=6b799a7d-760c-4bd6-86f4-4e812443e46a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.001967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378c45cf-d2ae-453f-a978-83da4933f080,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.008294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:57.045763 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ea06de68-e6c2-4743-ab02-1d0e05a737b3 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/c46f2eaa-8962-4029-98fe-4c00cb80f7f2 HTTP/1.1" status: 200 len: 907 time: 0.7294412 Apr 21 14:45:57.050970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55414) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.106318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f25a1c-f73f-4e6b-93c3-7211f2a8f5ee tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:45:57.107113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-89f25a1c-f73f-4e6b-93c3-7211f2a8f5ee tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Synchronizing usage tracker for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:57.174090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.203477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-89f25a1c-f73f-4e6b-93c3-7211f2a8f5ee tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Unset dirty status for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:57.204610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-89f25a1c-f73f-4e6b-93c3-7211f2a8f5ee tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports/0856fa50-b3a7-4701-9560-fc2450eedf6d HTTP/1.1" status: 404 len: 333 time: 0.3236239 Apr 21 14:45:57.211270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55418) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.226059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1667635483', 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:57.229760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.233317 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-61b71925-faf0-4619-9d96-6a00d45e9b5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/378c45cf-d2ae-453f-a978-83da4933f080 HTTP/1.1" status: 204 len: 168 time: 1.4147823 Apr 21 14:45:57.237125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:57.244722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.249349 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-85212e53-f5d6-4e78-8315-2f76e9c6343e tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/6b799a7d-760c-4bd6-86f4-4e812443e46a HTTP/1.1" status: 204 len: 168 time: 1.9132702 Apr 21 14:45:57.249557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55424) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.259683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:57.263553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:57.266394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:57.272103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:57.283090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:57.284311 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.284907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:57.288524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.298590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Transition to ACTIVE for port object bf07b807-79ea-4b33-a12b-987beb79e36e will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:57.313544 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.322712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Calling delete_port for 45b867b1-332d-4162-9fca-c4a5d50c5df8 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:57.387065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Made reservation on behalf of 1a76a0bec6224569a535804c7c8cce1f for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:57.389348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.397794 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18ccd9-50f0-49d1-bcfb-65641196d1ee None None] Pushing event updated for resources: {'Port': ['ID=bf07b807-79ea-4b33-a12b-987beb79e36e,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.417973 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Attempting to bind port bf07b807-79ea-4b33-a12b-987beb79e36e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:57.418560 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Attempting to bind port bf07b807-79ea-4b33-a12b-987beb79e36e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:57.419351 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Attempting to bind port bf07b807-79ea-4b33-a12b-987beb79e36e on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:57.431470 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:57.432284 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:57.432925 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.433608 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:57.434402 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Bound port: bf07b807-79ea-4b33-a12b-987beb79e36e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:57.435127 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.468135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50253912-6583-4511-b50e-745e73cadb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.499827 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47048c5-4f5e-438a-a3a9-96047bd8296c tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] GET failed (client error): The resource could not be found. Apr 21 14:45:57.501124 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a47048c5-4f5e-438a-a3a9-96047bd8296c tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "GET /v2.0/ports/6b799a7d-760c-4bd6-86f4-4e812443e46a HTTP/1.1" status: 404 len: 333 time: 0.1876729 Apr 21 14:45:57.513735 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] For port bf07b807-79ea-4b33-a12b-987beb79e36e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:57.516401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55430) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:57.517471 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] For port bf07b807-79ea-4b33-a12b-987beb79e36e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf07b807-79ea-4b33-a12b-987beb79e36e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:57.525602 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.545771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 191bfeee-838d-477c-a2ae-68f217f3ca74 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:45:57.583488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.612517 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18ccd9-50f0-49d1-bcfb-65641196d1ee None None] Pushing event updated for resources: {'Port': ['ID=bf07b807-79ea-4b33-a12b-987beb79e36e,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.614880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.639448 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Routers {'c46f2eaa-8962-4029-98fe-4c00cb80f7f2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:45:57.640328 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c46f2eaa-8962-4029-98fe-4c00cb80f7f2'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:57.731611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=01d0514d-30a4-4cde-a63d-7adfdae950a5,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:57.752962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': 'ca616bb7-8022-4050-ab27-8587da07f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:57.753352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: f86a9a24-046a-40ec-8b04-922b98b80032, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:45:57.845312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.873944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port 3c44d0dd-3815-4ab9-94e1-690f734e716e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:57.874278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.910067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting port bf07b807-79ea-4b33-a12b-987beb79e36e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:57.910067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.926991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network f86a9a24-046a-40ec-8b04-922b98b80032 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:45:57.947633 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] Set router c46f2eaa-8962-4029-98fe-4c00cb80f7f2 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:45:57.986368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:57.996608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f86a9a24-046a-40ec-8b04-922b98b80032) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:58.005614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:58.006250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.010797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed00727e-100c-45ba-8630-d0589c4d457a None None] Network f86a9a24-046a-40ec-8b04-922b98b80032 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:45:58.037244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.047628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.064148 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/ports/45b867b1-332d-4162-9fca-c4a5d50c5df8 HTTP/1.1" status: 204 len: 168 time: 1.7702138 Apr 21 14:45:58.075294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55446) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.092000 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2c19ac43-1c74-4b02-b7ab-6eb588c81fdb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1560817 Apr 21 14:45:58.095565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55452) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.199572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1e905251-c841-4667-a499-44690b43a217 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Synchronizing usage tracker for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:58.248912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1e905251-c841-4667-a499-44690b43a217 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Unset dirty status for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:58.255423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e905251-c841-4667-a499-44690b43a217 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1806262 Apr 21 14:45:58.256561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55456) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.258871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c8e6e-1b97-4b79-ad10-473549a213c7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Port': ['ID=45b867b1-332d-4162-9fca-c4a5d50c5df8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:58.269506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-914040526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:58.275794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-296185509'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:58.278240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:58.282848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:58.286286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:58.292079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:58.295439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.295612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:58.309626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.311424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.325098 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:48Z', 'updated_at': '2022-04-21T14:45:52Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:45:58.332840 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d953917-b836-4978-8837-ac6eeb1aab86 None None] The sync data for ids ['c46f2eaa-8962-4029-98fe-4c00cb80f7f2'] in dv-neutron-838896-1-hyperv is: [{'id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'name': 'tempest-snat-router-828085789', 'tenant_id': 'b6f27d8dd7f348378e5c596227625778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104'}], 'enable_snat': True}, 'gw_port_id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:45:48Z', 'updated_at': '2022-04-21T14:45:52Z', 'revision_number': 3, 'project_id': 'b6f27d8dd7f348378e5c596227625778', 'gw_port': {'id': 'bf07b807-79ea-4b33-a12b-987beb79e36e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:57:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46f2eaa-8962-4029-98fe-4c00cb80f7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:45:50Z', 'updated_at': '2022-04-21T14:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:45:58.381276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:network and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:58.392903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:58.393123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-f86a9a24-046a-40ec-8b04-922b98b80032', 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': '01d0514d-30a4-4cde-a63d-7adfdae950a5'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:45:58.394072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.409312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:58.412644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=191bfeee-838d-477c-a2ae-68f217f3ca74,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:58.419915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:58.424109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:58.427761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:58.429026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:58.430075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.454011 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c40bb1d7-ca39-4769-8f6d-c2819ec1fbb1 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2416196 Apr 21 14:45:58.455698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55464) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.456797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:58.465286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.479835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55466) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.564061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6284026f-2997-477e-aa93-e4ef68ad4099 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:58.564810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6284026f-2997-477e-aa93-e4ef68ad4099 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Synchronizing usage tracker for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:45:58.593800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.598909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6284026f-2997-477e-aa93-e4ef68ad4099 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Unset dirty status for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:45:58.603416 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6284026f-2997-477e-aa93-e4ef68ad4099 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports/191bfeee-838d-477c-a2ae-68f217f3ca74 HTTP/1.1" status: 200 len: 955 time: 0.1265373 Apr 21 14:45:58.607366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55474) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.608038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:58.620512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.621087 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment 1e553da5-db40-4566-bf6e-b960825dbf4f of type vlan for network 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 Apr 21 14:45:58.668881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Allocated IP 2001:db8::2 (f86a9a24-046a-40ec-8b04-922b98b80032/01d0514d-30a4-4cde-a63d-7adfdae950a5/2dc1c6df-787c-4775-8b21-a3b15ceaaab4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:45:58.670476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.684537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.745262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.764962 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2ca00049-70de-4a16-8f9b-02d3c13290aa tempest-ServiceProvidersTest-17882851 tempest-ServiceProvidersTest-17882851-project] 10.222.0.35 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2793903 Apr 21 14:45:58.766499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.775648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:58.776276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.788849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] For port bf07b807-79ea-4b33-a12b-987beb79e36e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf07b807-79ea-4b33-a12b-987beb79e36e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:45:58.789544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:58.875739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6132503 Apr 21 14:45:58.876674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55480) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:58.973238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1918105455'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:58.978446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:58.982775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:network and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:58.990047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:59.000255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:59.015455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.022225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Calling delete_port for bf07b807-79ea-4b33-a12b-987beb79e36e owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:59.023025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:45:59.026591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.037363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.051336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Transition to ACTIVE for port object 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:59.061802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24fe73-3978-4f11-bbf3-e5fd5240578b tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.081796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:59.091953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:45:59.103573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Transition to ACTIVE for port object 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:45:59.110722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.111256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Added segment 10faec9b-318e-4ed2-ad3e-987f4360af5a of type vlan for network 960794b6-078d-4659-ab8e-18554c6ebd3b Apr 21 14:45:59.126872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.150342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.186276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.194479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:45:59.195601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.240177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Calling delete_port for 3c44d0dd-3815-4ab9-94e1-690f734e716e owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:59.260454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55486) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:59.303010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Network f86a9a24-046a-40ec-8b04-922b98b80032 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:45:59.315843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.318531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:45:59.322515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:45:59.323730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Deleting port 191bfeee-838d-477c-a2ae-68f217f3ca74 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:45:59.327447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.365864 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4724934 Apr 21 14:45:59.394760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1c29a-121d-4774-afba-e0f7a145c98f tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Network': ['ID=960794b6-078d-4659-ab8e-18554c6ebd3b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.447867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Pushing event updated for resources: {'Port': ['ID=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:45:59.449789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.451555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 960794b6-078d-4659-ab8e-18554c6ebd3b details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:45:59.473390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:59.479351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Usage tracker for resource:security_group_rule and tenant:ffb28b156bac4f988ea74b45b4f83fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:59.482345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:59.492825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:45:59.530446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.531649 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aedc575d-4661-4dda-86c0-1bb48013de41 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2750371 Apr 21 14:45:59.544649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55492) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:45:59.572205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'port': {'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032', 'name': 'tempest-RoutersIpV6Test-29992795'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:45:59.713700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.721489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf07b807-79ea-4b33-a12b-987beb79e36e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:45:59.836784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Attempting to bind port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:45:59.837473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Attempting to bind port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ca616bb7-8022-4050-ab27-8587da07f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:45:59.838170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Attempting to bind port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 on network f86a9a24-046a-40ec-8b04-922b98b80032 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:45:59.864210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:45:59.864844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Checking segment: {'id': 'ca616bb7-8022-4050-ab27-8587da07f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:45:59.865448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.866109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Bound using segment: {'id': 'ca616bb7-8022-4050-ab27-8587da07f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:45:59.867292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Bound port: 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca616bb7-8022-4050-ab27-8587da07f155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f86a9a24-046a-40ec-8b04-922b98b80032'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:45:59.867893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.879243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Calling delete_port for 191bfeee-838d-477c-a2ae-68f217f3ca74 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:45:59.956985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:45:59.964308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.966263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:port and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:45:59.969572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:45:59.972732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.979417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] For port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:45:59.983040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] For port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,segment=NetworkSegment(ca616bb7-8022-4050-ab27-8587da07f155),segment_id=ca616bb7-8022-4050-ab27-8587da07f155)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:45:59.984823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:45:59.989472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.037769 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ffb28b156bac4f988ea74b45b4f83fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7707093 Apr 21 14:46:00.039253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55496) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:00.040272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:00.069182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event deleted for resources: {'Port': ['ID=191bfeee-838d-477c-a2ae-68f217f3ca74,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.102145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0586d0e-ecca-4d73-9e8e-1d8cb271d697 None None] Pushing event updated for resources: {'Port': ['ID=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.104708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:00.109155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.110364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.131522 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5dfd30ef-3938-473f-a088-02e400a7899d tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "DELETE /v2.0/ports/191bfeee-838d-477c-a2ae-68f217f3ca74 HTTP/1.1" status: 204 len: 168 time: 1.5164928 Apr 21 14:46:00.136824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55500) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:00.143160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bf07b807-79ea-4b33-a12b-987beb79e36e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:00.152380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bf07b807-79ea-4b33-a12b-987beb79e36e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:00.152976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.153801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18281fe1-ba1b-4b9e-b802-53f5f3dcba3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd696d2-1cc2-4a7d-83ca-3c2680ec338f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.168874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] device_id is not set on port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:46:00.253330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.347800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.382946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.402108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.432869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port bf07b807-79ea-4b33-a12b-987beb79e36e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf07b807-79ea-4b33-a12b-987beb79e36e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:00.435928 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b542ec2a-130f-4e4e-a4d1-0480c4429b3a tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:46:00.436589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b542ec2a-130f-4e4e-a4d1-0480c4429b3a tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Synchronizing usage tracker for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:00.441049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.480338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b542ec2a-130f-4e4e-a4d1-0480c4429b3a tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Unset dirty status for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:00.482300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b542ec2a-130f-4e4e-a4d1-0480c4429b3a tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports/191bfeee-838d-477c-a2ae-68f217f3ca74 HTTP/1.1" status: 404 len: 333 time: 0.3443558 Apr 21 14:46:00.492561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:00.504201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1632589397'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:00.512687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8::289 (f86a9a24-046a-40ec-8b04-922b98b80032/01d0514d-30a4-4cde-a63d-7adfdae950a5/ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:00.518973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:00.530183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:00.532824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:00.556474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:00.578668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.667698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=bf07b807-79ea-4b33-a12b-987beb79e36e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.690495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Port': ['ID=3c44d0dd-3815-4ab9-94e1-690f734e716e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:00.693439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Made reservation on behalf of 1a76a0bec6224569a535804c7c8cce1f for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:00.696879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.853026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.873551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:00.875714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 727a38af-3e28-48c0-8521-b0a5188e338e yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:46:00.947670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:00.999042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.017849 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-819489f9-3a7e-4b9a-be9e-c578c549a9f8 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/ports/3c44d0dd-3815-4ab9-94e1-690f734e716e HTTP/1.1" status: 204 len: 168 time: 3.5004060 Apr 21 14:46:01.019938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55508) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:01.029336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.035891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting port bf07b807-79ea-4b33-a12b-987beb79e36e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:01.036216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.097375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd696d2-1cc2-4a7d-83ca-3c2680ec338f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.113126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network f86a9a24-046a-40ec-8b04-922b98b80032 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:01.122633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:01.125618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:01.131864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:01.132597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.177887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:01.203170 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9fee2873-ec42-4462-8ec5-9c1c71bc9ba4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6534534 Apr 21 14:46:01.204137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.207799 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c8ed7398-cf06-499c-a77f-94d280eaba14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8fd696d2-1cc2-4a7d-83ca-3c2680ec338f HTTP/1.1" status: 204 len: 168 time: 1.1609988 Apr 21 14:46:01.207799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55512) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:01.213436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting subnet d616477f-3580-4118-b76e-1df03ac4d8eb {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:01.216894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.282905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.463289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] For port bf07b807-79ea-4b33-a12b-987beb79e36e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf07b807-79ea-4b33-a12b-987beb79e36e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:01.463901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.718702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:01.736474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Calling delete_port for bf07b807-79ea-4b33-a12b-987beb79e36e owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:01.776100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2541a-ac46-4594-bb24-54050d04b736 None None] Network f86a9a24-046a-40ec-8b04-922b98b80032 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:01.960061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:01.977116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.073178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c670bc99-941b-4cdd-b57c-b03fad0f5d13 None None] Provisioning for port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:02.090261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:02.092836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.117552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:02.118214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.161449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Network 4fa3556f-6562-4b64-b41a-84c8331ef873 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:02.201497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:02.209272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:02.210463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:02.211179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.278183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7837043 Apr 21 14:46:02.279400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.302256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:02.353247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.358422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264ed7a-3dd7-405a-a51e-30621c4ca93e tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=727a38af-3e28-48c0-8521-b0a5188e338e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.458833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.498598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,segment=NetworkSegment(ca616bb7-8022-4050-ab27-8587da07f155),segment_id=ca616bb7-8022-4050-ab27-8587da07f155)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:02.504470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.505514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf07b807-79ea-4b33-a12b-987beb79e36e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:02.529915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Subnet': ['ID=d616477f-3580-4118-b76e-1df03ac4d8eb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.534341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.570207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.590296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b5f8c1-4d0c-4827-959e-d048e9f10f7d None None] Network 99233fb7-1e58-495a-a866-8698fbbd4c21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:02.678056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.690108 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-116feee7-bd92-42aa-9f50-1acc4fc3d089 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/subnets/d616477f-3580-4118-b76e-1df03ac4d8eb HTTP/1.1" status: 204 len: 168 time: 1.6565943 Apr 21 14:46:02.691043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55544) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.743283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf07b807-79ea-4b33-a12b-987beb79e36e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.762986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.796534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55550) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:02.827628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:02.836150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No active binding found for port bf07b807-79ea-4b33-a12b-987beb79e36e {{(pid=88109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 21 14:46:02.836657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf07b807-79ea-4b33-a12b-987beb79e36e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 21 14:46:02.848783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'subnets': [{'network_id': '0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1199632996', 'ip_version': 6}, {'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:02.849377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'subnet': {'network_id': '0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1199632996', 'ip_version': 6}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:02.851205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Request body: {'subnet': {'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:02.895319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.899731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port bf07b807-79ea-4b33-a12b-987beb79e36e not found, will not notify nova. {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 21 14:46:02.966442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1209442754'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:02.971593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Provisioning complete for port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:02.971948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:02.972082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:02.977123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Usage tracker for resource:network and tenant:8eb22933806d48efbdd044d8768cc4cf is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:02.996973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.136921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Provisioning for port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:03.142513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:03.143415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Provisioning complete for port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:03.143879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.156838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.158793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:03.161165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.166644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.189159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Made reservation on behalf of 8eb22933806d48efbdd044d8768cc4cf for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:03.193273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.207133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.223602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.224073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c46f2eaa-8962-4029-98fe-4c00cb80f7f2 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:03.231219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:03.237704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Usage tracker for resource:security_group_rule and tenant:8eb22933806d48efbdd044d8768cc4cf is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:03.241720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-47321f33-b83b-4785-84bf-0a98ade0e72f None None] Port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:03.242067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:03.242950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] DHCP port deletion for 99233fb7-1e58-495a-a866-8698fbbd4c21 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:03.247552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Deleting port a8a64fc3-4598-4dd4-8a93-8a676669bac6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:03.247762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.254686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.258313 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9b76fb0f-4780-489e-a39f-80ca7965afb4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/routers/c46f2eaa-8962-4029-98fe-4c00cb80f7f2 HTTP/1.1" status: 204 len: 168 time: 6.2036207 Apr 21 14:46:03.258313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:03.259292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55554) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:03.411599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-afa33b2d-3111-4d4e-97d5-e9cd3b3b076f None None] Provisioning complete for port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:03.411868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-afa33b2d-3111-4d4e-97d5-e9cd3b3b076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.535676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-afa33b2d-3111-4d4e-97d5-e9cd3b3b076f None None] Port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:03.538681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] For port a8a64fc3-4598-4dd4-8a93-8a676669bac6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a64fc3-4598-4dd4-8a93-8a676669bac6,segment=NetworkSegment(683751a5-0b8c-4e57-945e-2326d0ef603e),segment_id=683751a5-0b8c-4e57-945e-2326d0ef603e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:03.539068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.560233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Deleting port a8a64fc3-4598-4dd4-8a93-8a676669bac6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:03.560754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.612919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.670277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Calling delete_port for a8a64fc3-4598-4dd4-8a93-8a676669bac6 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:03.760088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.807855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] The port 'a8a64fc3-4598-4dd4-8a93-8a676669bac6' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:03.861293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] Pushing event deleted for resources: {'Port': ['ID=a8a64fc3-4598-4dd4-8a93-8a676669bac6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:03.881081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a88aa-0ef6-48d4-9cfc-f4bb5dd67c2d None None] No DVR routers for this DVR port a8a64fc3-4598-4dd4-8a93-8a676669bac6 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:03.897163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:03.922324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.936526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:03.981857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:03.985653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:03.986923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.003614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.013312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ffce6-ec92-495e-bf64-46057aa4f24f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:04.024201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.024201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Added segment 6741ec5b-5e16-43a1-a8d1-b69780cbdb15 of type vlan for network 84ccc972-c278-41fd-8fd8-b67ee7839e1c Apr 21 14:46:04.042126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Deleting port 28a5e632-952b-4e05-aad0-7fa74ae164e1 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:04.042464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.101528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.125463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:04.134435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Usage tracker for resource:subnet and tenant:ca6b86c1b77d4485a1c1e709140b408d is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:04.146462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:04.171546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:04.201944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a64fc3-4598-4dd4-8a93-8a676669bac6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:04.238007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: a8a64fc3-4598-4dd4-8a93-8a676669bac6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:04.238345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a64fc3-4598-4dd4-8a93-8a676669bac6 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:04.238798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf07b807-79ea-4b33-a12b-987beb79e36e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:04.244104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.249498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:04.250085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.259445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:04.271825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: bf07b807-79ea-4b33-a12b-987beb79e36e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:04.272182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf07b807-79ea-4b33-a12b-987beb79e36e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:04.276424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Made reservation on behalf of ca6b86c1b77d4485a1c1e709140b408d for: {'subnet': 2} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:04.281086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.281416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.305302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.312917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:04.385574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event updated for resources: {'Network': ['ID=84ccc972-c278-41fd-8fd8-b67ee7839e1c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:04.391743 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-65015469-cad1-4df2-9ab9-91ea3282619a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7114120 Apr 21 14:46:04.393928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] For port 28a5e632-952b-4e05-aad0-7fa74ae164e1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=28a5e632-952b-4e05-aad0-7fa74ae164e1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:04.394287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.396921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:04.401997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55560) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:04.403761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.410773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Request body: {'subnet': {'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:04.465490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.471527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99233fb7-1e58-495a-a866-8698fbbd4c21']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.552476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683751a5-0b8c-4e57-945e-2326d0ef603e') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.552769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683751a5-0b8c-4e57-945e-2326d0ef603e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:04.554369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Calling delete_port for 28a5e632-952b-4e05-aad0-7fa74ae164e1 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:04.596800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] device_id is not set on port 727a38af-3e28-48c0-8521-b0a5188e338e yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:46:04.624425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.649969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.683582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:04.689115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.692896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Usage tracker for resource:subnet and tenant:8eb22933806d48efbdd044d8768cc4cf is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:04.705761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:04.708969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:04.713848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:04.731770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Made reservation on behalf of 8eb22933806d48efbdd044d8768cc4cf for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:04.735245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.751928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:04.752342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:04.849426 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:04.876087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-583a3d0a-b0cc-4ed4-9e0d-c70a9ae045fa None None] Provisioning complete for port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:04.877443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-583a3d0a-b0cc-4ed4-9e0d-c70a9ae045fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.941599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-583a3d0a-b0cc-4ed4-9e0d-c70a9ae045fa None None] Port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:04.950906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.958562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:04.962032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Transition to ACTIVE for port object 727a38af-3e28-48c0-8521-b0a5188e338e will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:04.985305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.004317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.043630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] Pushing event deleted for resources: {'Network': ['ID=99233fb7-1e58-495a-a866-8698fbbd4c21,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.049957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event deleted for resources: {'Port': ['ID=28a5e632-952b-4e05-aad0-7fa74ae164e1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.080990 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1544ad7-d607-449d-a52a-84dcef8c6ad3 tempest-AllowedAddressPairTestJSON-296262291 tempest-AllowedAddressPairTestJSON-296262291-project] 10.222.0.35 "DELETE /v2.0/networks/99233fb7-1e58-495a-a866-8698fbbd4c21 HTTP/1.1" status: 204 len: 168 time: 2.3666003 Apr 21 14:46:05.143891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.308296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.325511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.358635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=727a38af-3e28-48c0-8521-b0a5188e338e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.398574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.399680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.399680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:05.411215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55570) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:05.422537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:05.422846 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:05.430292 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 2 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:05.496463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.500272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.525901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.526106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.526374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:05.537789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event updated for resources: {'Subnet': ['ID=839a5137-c0b3-44f9-8257-ec6699c46a27,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:05.541075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:05.541535 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:05.546222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 3 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:05.547318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Checking segment: {'id': '6741ec5b-5e16-43a1-a8d1-b69780cbdb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:05.547446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Network hostable DHCP agents. Network: 84ccc972-c278-41fd-8fd8-b67ee7839e1c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:05.558080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.558665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e716ee5-231a-40e2-9965-7b777628dc70 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:05.578885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:05.583494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.588600 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-760f4976-aac3-4e04-8b75-7a0a9acafee4 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "DELETE /v2.0/routers/5e716ee5-231a-40e2-9965-7b777628dc70 HTTP/1.1" status: 204 len: 168 time: 2.3285358 Apr 21 14:46:05.591313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55576) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:05.597487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-524386259', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:05.603033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.603871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.604796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:05.607463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 84ccc972-c278-41fd-8fd8-b67ee7839e1c) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:05.609388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:05.614583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:05.615167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.620491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:05.622413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:05.622902 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:05.624271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:05.624961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a071676-b106-4a29-b31c-040acdcd4fbb None None] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:05.631451 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 4 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:05.636622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:05.644911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ff4bb31-50e5-4de3-9356-4cbfc2283d9d tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2418630 Apr 21 14:46:05.647753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55580) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:05.654122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Request body: {'port': {'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c', 'name': 'tempest-TagsExtTest-435533971'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:05.700638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.702356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.705542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.705872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.706193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:05.721045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.746640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:05.747232 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:05.751464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 5 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:05.824691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.834509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:05.835206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:05.835779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:05.836025 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-27395233-26a9-41b1-aa83-e23f04d63ab3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16abf0db681d4570b6c3b37877fad53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204297 Apr 21 14:46:05.840929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55584) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:05.862462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:05.863159 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:05.874626 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 6 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:05.965509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:05.971839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:05.997282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-84ccc972-c278-41fd-8fd8-b67ee7839e1c', 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c', 'tenant_id': '8eb22933806d48efbdd044d8768cc4cf', 'fixed_ips': [{'subnet_id': '839a5137-c0b3-44f9-8257-ec6699c46a27'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:05.998279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.028678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Usage tracker for resource:port and tenant:8eb22933806d48efbdd044d8768cc4cf is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:06.040159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:06.049679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:06.049679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:06.049679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:06.088251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:06.088573 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:06.096350 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 7 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:06.106758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:06.146611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:06.146858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:06.147194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:06.165270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Allocated IP 172.20.0.2 (84ccc972-c278-41fd-8fd8-b67ee7839e1c/839a5137-c0b3-44f9-8257-ec6699c46a27/2e926670-bf1f-4256-b4f6-8453dc9fe845) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:06.175156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Subnet': ['ID=33d4a7e4-7948-4169-97a9-63b360d70ee8,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.188713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.196271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:06.196603 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:06.198704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 8 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:06.199363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.203182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Made reservation on behalf of 8eb22933806d48efbdd044d8768cc4cf for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:06.206755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.269136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Checking segment: {'id': '1e553da5-db40-4566-bf6e-b960825dbf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:06.269526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network hostable DHCP agents. Network: 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:06.279122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.285996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] device_id is not set on port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:46:06.292078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:06.292078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:06.292078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:06.314810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:06.315148 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:06.318918 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 9 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:06.342757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:06.361233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:06.361571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:06.361900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:06.372459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:06.380533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:06.380856 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:06.382493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.388109 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempt 10 to bind port 727a38af-3e28-48c0-8521-b0a5188e338e Apr 21 14:46:06.390226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55996405-1f50-417b-84d9-ff6d02f924e0 None None] Network 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:06.456438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:06.456780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:06.457106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempting to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:06.480039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:46:06.480370 dv-neutron-838896-1-hyperv neutron-server[88107]: ERROR neutron.plugins.ml2.managers [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Failed to bind port 727a38af-3e28-48c0-8521-b0a5188e338e on host hv-neutron-8388 for vnic_type normal using segments [{'id': 'fc9ce2b6-7f69-450f-b261-010f0f2a227e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4fa3556f-6562-4b64-b41a-84c8331ef873'}] Apr 21 14:46:06.480769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.483845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.504258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252638dd-5ce3-49f6-97ee-a7c6a9d76194,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.509483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.511246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event updated for resources: {'Subnet': ['ID=0d3bad9a-1491-48f3-8594-9b7334e02124,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.524192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.525191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.531933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.533315 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f5be8ac3-a845-4032-92d3-7be5d1606f2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/252638dd-5ce3-49f6-97ee-a7c6a9d76194 HTTP/1.1" status: 204 len: 168 time: 0.6913097 Apr 21 14:46:06.644372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Checking segment: {'id': '10faec9b-318e-4ed2-ad3e-987f4360af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:06.645360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network hostable DHCP agents. Network: 960794b6-078d-4659-ab8e-18554c6ebd3b, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:06.647504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.659441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Transition to ACTIVE for port object 2e926670-bf1f-4256-b4f6-8453dc9fe845 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:06.680667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Transition to ACTIVE for port object 2e926670-bf1f-4256-b4f6-8453dc9fe845 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:06.688155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.767812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:06.792715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Network 960794b6-078d-4659-ab8e-18554c6ebd3b is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:06.801056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:06.808771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 727a38af-3e28-48c0-8521-b0a5188e338e, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:06.809454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attempted to set empty binding levels {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 21 14:46:06.818352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 960794b6-078d-4659-ab8e-18554c6ebd3b) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:06.820669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.840423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:06.864122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755a2a3-ecd9-4ab4-b287-19c6325700c0 None None] Network 960794b6-078d-4659-ab8e-18554c6ebd3b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:06.888554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:06.894236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:06.894745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:06.895344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.938933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] In _notify_port_updated(), no bound segment for port 727a38af-3e28-48c0-8521-b0a5188e338e on network 4fa3556f-6562-4b64-b41a-84c8331ef873 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:46:06.939780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:06.940410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.944932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "PUT /v2.0/ports/727a38af-3e28-48c0-8521-b0a5188e338e HTTP/1.1" status: 200 len: 977 time: 4.6613238 Apr 21 14:46:06.948716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55594) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:06.956660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network f86a9a24-046a-40ec-8b04-922b98b80032 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:06.961717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:06.989254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:07.011638 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-53b9abcb-00c2-41e5-b8f1-bd33d47ecc8a tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1960387 Apr 21 14:46:07.015170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55602) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:07.032621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.128386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7f845-f9e0-47c6-994a-52bbd153e1c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:07.130598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7f845-f9e0-47c6-994a-52bbd153e1c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:07.132196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7f845-f9e0-47c6-994a-52bbd153e1c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:07.141814 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-00e7f845-f9e0-47c6-994a-52bbd153e1c9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1229782 Apr 21 14:46:07.159085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Allocated IP 172.20.0.9 (84ccc972-c278-41fd-8fd8-b67ee7839e1c/839a5137-c0b3-44f9-8257-ec6699c46a27/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:07.190688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Pushing event updated for resources: {'Port': ['ID=2e926670-bf1f-4256-b4f6-8453dc9fe845,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.233941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c46a97-5e58-4022-86f0-0dcf7da1d8b2 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event updated for resources: {'Port': ['ID=727a38af-3e28-48c0-8521-b0a5188e338e,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:07.234194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55608) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:07.262291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Deleting port 727a38af-3e28-48c0-8521-b0a5188e338e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:07.262634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.399076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Attempting to bind port 2e926670-bf1f-4256-b4f6-8453dc9fe845 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:07.399597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Attempting to bind port 2e926670-bf1f-4256-b4f6-8453dc9fe845 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '6741ec5b-5e16-43a1-a8d1-b69780cbdb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:07.400062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Attempting to bind port 2e926670-bf1f-4256-b4f6-8453dc9fe845 on network 84ccc972-c278-41fd-8fd8-b67ee7839e1c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:07.402597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be01a46d-84e5-4969-841b-4d7fae3a5540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3', 'network_id': '0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3', 'tenant_id': 'ca6b86c1b77d4485a1c1e709140b408d', 'fixed_ips': [{'subnet_id': '33d4a7e4-7948-4169-97a9-63b360d70ee8'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:07.403553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be01a46d-84e5-4969-841b-4d7fae3a5540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.437682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:07.438200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Checking segment: {'id': '6741ec5b-5e16-43a1-a8d1-b69780cbdb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:07.438697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.439479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Bound using segment: {'id': '6741ec5b-5e16-43a1-a8d1-b69780cbdb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:07.440095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Bound port: 2e926670-bf1f-4256-b4f6-8453dc9fe845, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6741ec5b-5e16-43a1-a8d1-b69780cbdb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '84ccc972-c278-41fd-8fd8-b67ee7839e1c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:07.440582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.472157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-960794b6-078d-4659-ab8e-18554c6ebd3b', 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b', 'tenant_id': 'ca6b86c1b77d4485a1c1e709140b408d', 'fixed_ips': [{'subnet_id': '0d3bad9a-1491-48f3-8594-9b7334e02124'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:07.473175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.536596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-312190f0-d874-4d84-ad5a-af1bbab35f4a None None] Provisioning complete for port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:07.537138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-312190f0-d874-4d84-ad5a-af1bbab35f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.539364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Deleting subnet 33d4a7e4-7948-4169-97a9-63b360d70ee8 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:07.562187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router aa427b47-5879-4a0c-baa2-1ce88082ab21 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:07.580448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.601849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55620) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:07.627517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 28a5e632-952b-4e05-aad0-7fa74ae164e1 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:07.685620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Allocated IP 172.26.4.196 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/7ceb1399-8f25-48b5-bd6c-5f2764cc305a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:07.685874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 28a5e632-952b-4e05-aad0-7fa74ae164e1 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:07.685874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 28a5e632-952b-4e05-aad0-7fa74ae164e1 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:07.689142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.701581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.770867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Transition to ACTIVE for port object 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:07.823501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.840132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] For port 727a38af-3e28-48c0-8521-b0a5188e338e, host hv-neutron-8388, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:07.840653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.887049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-312190f0-d874-4d84-ad5a-af1bbab35f4a None None] Port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:07.911919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] For port 2e926670-bf1f-4256-b4f6-8453dc9fe845, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:07.918175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] For port 2e926670-bf1f-4256-b4f6-8453dc9fe845, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e926670-bf1f-4256-b4f6-8453dc9fe845,segment=NetworkSegment(6741ec5b-5e16-43a1-a8d1-b69780cbdb15),segment_id=6741ec5b-5e16-43a1-a8d1-b69780cbdb15)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:07.922516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:07.940003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689924023'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:08.001264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:08.013860 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a328b671-d45d-4ea0-849f-f3dcb597a373 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/aa427b47-5879-4a0c-baa2-1ce88082ab21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8066764 Apr 21 14:46:08.014443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.022100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] Sync routers for ids ['aa427b47-5879-4a0c-baa2-1ce88082ab21'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:08.024993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Calling delete_port for 727a38af-3e28-48c0-8521-b0a5188e338e owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:08.026247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server [None req-be01a46d-84e5-4969-841b-4d7fae3a5540 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33d4a7e4-7948-4169-97a9-63b360d70ee8: This subnet is being modified by another concurrent operation. Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:46:08.064478 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise exception Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33d4a7e4-7948-4169-97a9-63b360d70ee8: This subnet is being modified by another concurrent operation. Apr 21 14:46:08.068039 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Apr 21 14:46:08.072298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:08.077186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:08.078255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] Routers {'aa427b47-5879-4a0c-baa2-1ce88082ab21'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:08.078944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['aa427b47-5879-4a0c-baa2-1ce88082ab21'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.083690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:08.091951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:08.124807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:08.128392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.141257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.144086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.144211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c605b90-8e24-48d0-bdbf-209f5c44174e None None] Network 0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:08.157135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.164208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:08.168072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.173967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Allocated IP 2001:db8:0:1::1 (960794b6-078d-4659-ab8e-18554c6ebd3b/0d3bad9a-1491-48f3-8594-9b7334e02124/74913bd2-b117-47d8-99c3-4ee80d42bc7f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:08.176076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:security_group_rule and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:08.176474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79138cb7-85c1-4e07-a488-fe652912e71f None None] Pushing event updated for resources: {'Port': ['ID=2e926670-bf1f-4256-b4f6-8453dc9fe845,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.194930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.213789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:08.229044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:08.237131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.241469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:08.243492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Pushing event deleted for resources: {'Port': ['ID=727a38af-3e28-48c0-8521-b0a5188e338e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.250097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:08.265995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Subnet': ['ID=33d4a7e4-7948-4169-97a9-63b360d70ee8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.266576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a500b398-9283-4fc8-b742-c753ad090e59 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "DELETE /v2.0/ports/727a38af-3e28-48c0-8521-b0a5188e338e HTTP/1.1" status: 204 len: 168 time: 1.3124478 Apr 21 14:46:08.274489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55630) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.277899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.288122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:08.295466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] Routers {'aa427b47-5879-4a0c-baa2-1ce88082ab21'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:08.296108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['aa427b47-5879-4a0c-baa2-1ce88082ab21'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.324823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.325342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.325545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.325845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.326169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.326491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.326811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.327153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.327459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.327760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.328076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.328391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.333836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b4516b-1104-4eea-a9cf-ffd5effdcca7 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] GET failed (client error): The resource could not be found. Apr 21 14:46:08.334565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-30b4516b-1104-4eea-a9cf-ffd5effdcca7 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Synchronizing usage tracker for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:08.368612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event updated for resources: {'Port': ['ID=9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.371964 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa5a7032-2c97-4d89-9639-5ceb9ee5c0ee tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/subnets/33d4a7e4-7948-4169-97a9-63b360d70ee8 HTTP/1.1" status: 204 len: 168 time: 1.0688562 Apr 21 14:46:08.378660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-30b4516b-1104-4eea-a9cf-ffd5effdcca7 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] Unset dirty status for tenant:1a76a0bec6224569a535804c7c8cce1f on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:08.380262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-30b4516b-1104-4eea-a9cf-ffd5effdcca7 tempest-PortsAdminExtendedAttrsTestJSON-1392375353 tempest-PortsAdminExtendedAttrsTestJSON-1392375353-project-admin] 10.222.0.35 "GET /v2.0/ports/727a38af-3e28-48c0-8521-b0a5188e338e HTTP/1.1" status: 404 len: 333 time: 0.1048517 Apr 21 14:46:08.386584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55634) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.386917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55636) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.433746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d20ca-7390-4274-aa2c-d3148f1bc624 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:08.434375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-629d20ca-7390-4274-aa2c-d3148f1bc624 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:08.447729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.452194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.498453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:08.517071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e9e22-9c44-4b30-bbd5-8f9b46b72704,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.527164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.527728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 4eec084f-0f86-4788-b844-c2e22d94bfae of type vlan for network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea Apr 21 14:46:08.533783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:08.534396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.548169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-629d20ca-7390-4274-aa2c-d3148f1bc624 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:08.552207 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-629d20ca-7390-4274-aa2c-d3148f1bc624 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports/ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 HTTP/1.1" status: 200 len: 982 time: 0.5249984 Apr 21 14:46:08.558059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55642) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.567109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.604385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.612121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:08.612890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.647951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:08.648373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c2c0b-8a8c-4d25-844b-5fafc7424d71 None None] The sync data for ids ['aa427b47-5879-4a0c-baa2-1ce88082ab21'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:08.712534 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-343046d7-a985-4f20-94ab-e239cbe6264e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0634799 Apr 21 14:46:08.719731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55646) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:08.753942 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1491060 Apr 21 14:46:08.755277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:08.765731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.766459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.766985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.767522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.768414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.769063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.771021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.771686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.772307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.772843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.773953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.774517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ebdd6-a2ac-4291-8036-61829b504838 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:08.782124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Deleting subnet 0d3bad9a-1491-48f3-8594-9b7334e02124 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:08.795204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.804358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.806767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1638119686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:08.820162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Transition to ACTIVE for port object 74913bd2-b117-47d8-99c3-4ee80d42bc7f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:08.843502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Transition to ACTIVE for port object 74913bd2-b117-47d8-99c3-4ee80d42bc7f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:08.848469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:08.864639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:08.880884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.026666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Network 960794b6-078d-4659-ab8e-18554c6ebd3b is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:09.029718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Pushing event updated for resources: {'Port': ['ID=74913bd2-b117-47d8-99c3-4ee80d42bc7f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.032564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:09.034609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:09.136104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Attempting to bind port 74913bd2-b117-47d8-99c3-4ee80d42bc7f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:09.136812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Attempting to bind port 74913bd2-b117-47d8-99c3-4ee80d42bc7f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '10faec9b-318e-4ed2-ad3e-987f4360af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:09.137428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Attempting to bind port 74913bd2-b117-47d8-99c3-4ee80d42bc7f on network 960794b6-078d-4659-ab8e-18554c6ebd3b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:09.142647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.144506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:09.144879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Checking segment: {'id': '10faec9b-318e-4ed2-ad3e-987f4360af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:09.145445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.145831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Bound using segment: {'id': '10faec9b-318e-4ed2-ad3e-987f4360af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:09.146285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Bound port: 74913bd2-b117-47d8-99c3-4ee80d42bc7f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10faec9b-318e-4ed2-ad3e-987f4360af5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '960794b6-078d-4659-ab8e-18554c6ebd3b'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:09.146647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.147852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.175266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:09.179725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Usage tracker for resource:router and tenant:8eb22933806d48efbdd044d8768cc4cf is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:09.183190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:09.261213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] For port 74913bd2-b117-47d8-99c3-4ee80d42bc7f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:09.265148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] For port 74913bd2-b117-47d8-99c3-4ee80d42bc7f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=74913bd2-b117-47d8-99c3-4ee80d42bc7f,segment=NetworkSegment(10faec9b-318e-4ed2-ad3e-987f4360af5a),segment_id=10faec9b-318e-4ed2-ad3e-987f4360af5a)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:09.276344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.296150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:09.297347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event updated for resources: {'Port': ['ID=7ceb1399-8f25-48b5-bd6c-5f2764cc305a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.308009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:09.343171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:09.359182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:09.368609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb49a-6ab7-42a4-93fe-65d35b0bc6c9 None None] Pushing event updated for resources: {'Port': ['ID=74913bd2-b117-47d8-99c3-4ee80d42bc7f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:09.497058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5fb3cf-d5a5-403c-b63a-4820e564f47d None None] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:09.507920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.508920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.680830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e275c334-a0b3-48fc-9793-b2efbbab72d0 None None] Provisioning for port 2e926670-bf1f-4256-b4f6-8453dc9fe845 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:09.818497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.837864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.854458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:09.877750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e926670-bf1f-4256-b4f6-8453dc9fe845 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:09.997473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2e926670-bf1f-4256-b4f6-8453dc9fe845 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:10.002909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2e926670-bf1f-4256-b4f6-8453dc9fe845 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:10.003357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.018484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa3556f-6562-4b64-b41a-84c8331ef873']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:10.063689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.076947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ce2b6-7f69-450f-b261-010f0f2a227e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:10.077563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ce2b6-7f69-450f-b261-010f0f2a227e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:10.108224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.152893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.155164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.158912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f2e944d-793b-4a3e-9602-e451ec256ec6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3800280 Apr 21 14:46:10.159829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55650) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.164384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.171408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1cf817e4-7aae-45ac-8c18-301380404d80 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-97288167', 'prefixes': ['172.20.0.0/16']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:10.180791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1cf817e4-7aae-45ac-8c18-301380404d80 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:10.211174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.262914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 2e926670-bf1f-4256-b4f6-8453dc9fe845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e926670-bf1f-4256-b4f6-8453dc9fe845,segment=NetworkSegment(6741ec5b-5e16-43a1-a8d1-b69780cbdb15),segment_id=6741ec5b-5e16-43a1-a8d1-b69780cbdb15)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:10.268241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.393685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=2e926670-bf1f-4256-b4f6-8453dc9fe845,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:10.396882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Provisioning complete for port 2e926670-bf1f-4256-b4f6-8453dc9fe845 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:10.397698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.419032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:10.419433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.482515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:10.536941 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:10.617445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Provisioning for port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:10.625513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Provisioning complete for port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:10.626429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.676025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3bad9a-1491-48f3-8594-9b7334e02124,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:10.693645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.697536 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2cc63f4-9779-4301-b917-c5599a4e72d9 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/subnets/0d3bad9a-1491-48f3-8594-9b7334e02124 HTTP/1.1" status: 204 len: 168 time: 2.3081093 Apr 21 14:46:10.699982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55654) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.742401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0630218e-6dbf-4db1-a2a2-316589a0e4c9 None None] Port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:10.798755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251132d0-94ed-4a09-8b81-1eea2e4de505 None None] Network 960794b6-078d-4659-ab8e-18554c6ebd3b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:10.833678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cf817e4-7aae-45ac-8c18-301380404d80 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for subnetpool, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:10.838721 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1cf817e4-7aae-45ac-8c18-301380404d80 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.6736684 Apr 21 14:46:10.839692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55658) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:10.846477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-8305a18b-a24e-467e-a49f-8a743be4f960 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-1732329682') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:10.889872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5866701c-1235-4a82-bb7a-9ef709efa0ea tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:10.890626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5866701c-1235-4a82-bb7a-9ef709efa0ea tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Synchronizing usage tracker for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:10.910050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5866701c-1235-4a82-bb7a-9ef709efa0ea tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Unset dirty status for tenant:ca6b86c1b77d4485a1c1e709140b408d on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:10.911414 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5866701c-1235-4a82-bb7a-9ef709efa0ea tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2103829 Apr 21 14:46:10.917590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55662) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.053823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-295a1774-5903-4e4e-9058-b01f0a126954 None None] Provisioning for port 74913bd2-b117-47d8-99c3-4ee80d42bc7f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:11.097143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.118899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8305a18b-a24e-467e-a49f-8a743be4f960 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-1732329682 HTTP/1.1" status: 201 len: 201 time: 0.2757192 Apr 21 14:46:11.119667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55668) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.126630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-892e4074-bc9f-412a-bf9c-603fd3002e1a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-2119399510') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:11.148272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.159564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-295a1774-5903-4e4e-9058-b01f0a126954 None None] Provisioning complete for port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:11.159936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-295a1774-5903-4e4e-9058-b01f0a126954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.162268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] Pushing event deleted for resources: {'Network': ['ID=4fa3556f-6562-4b64-b41a-84c8331ef873,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:11.182454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.197604 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a3cadad9-d130-4326-a80d-111df8ee6f5e tempest-PortsAdminExtendedAttrsTestJSON-1835441169 tempest-PortsAdminExtendedAttrsTestJSON-1835441169-project] 10.222.0.35 "DELETE /v2.0/networks/4fa3556f-6562-4b64-b41a-84c8331ef873 HTTP/1.1" status: 204 len: 168 time: 2.7996557 Apr 21 14:46:11.199217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Deleting port 74913bd2-b117-47d8-99c3-4ee80d42bc7f {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:11.199590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.244970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-295a1774-5903-4e4e-9058-b01f0a126954 None None] Port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:11.331685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] DHCP port deletion for 960794b6-078d-4659-ab8e-18554c6ebd3b request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:11.337519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Deleting port 74913bd2-b117-47d8-99c3-4ee80d42bc7f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:11.337885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.368745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:46:11.458054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.465928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.481804 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-892e4074-bc9f-412a-bf9c-603fd3002e1a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-2119399510 HTTP/1.1" status: 201 len: 201 time: 0.3586545 Apr 21 14:46:11.482013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55674) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.506473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-cc60add5-cb06-4cb8-b39d-9cc9f3fe66df tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-2006347562') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:11.708029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e926670-bf1f-4256-b4f6-8453dc9fe845 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:11.729861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] For port 74913bd2-b117-47d8-99c3-4ee80d42bc7f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=74913bd2-b117-47d8-99c3-4ee80d42bc7f,segment=NetworkSegment(10faec9b-318e-4ed2-ad3e-987f4360af5a),segment_id=10faec9b-318e-4ed2-ad3e-987f4360af5a)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:11.731588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.797368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55680) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:11.880239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] For port 74913bd2-b117-47d8-99c3-4ee80d42bc7f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=74913bd2-b117-47d8-99c3-4ee80d42bc7f,segment=NetworkSegment(10faec9b-318e-4ed2-ad3e-987f4360af5a),segment_id=10faec9b-318e-4ed2-ad3e-987f4360af5a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:11.881024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:11.994025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Calling delete_port for 74913bd2-b117-47d8-99c3-4ee80d42bc7f owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:11.997585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55686) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.037636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Calling delete_port for 74913bd2-b117-47d8-99c3-4ee80d42bc7f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:12.045637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:12.059761 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cc60add5-cb06-4cb8-b39d-9cc9f3fe66df tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-2006347562 HTTP/1.1" status: 201 len: 201 time: 0.5767457 Apr 21 14:46:12.062392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.080055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-bfe31ebf-2226-47f1-8194-c8cb952d3f87 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1766769205') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.138788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bfe31ebf-2226-47f1-8194-c8cb952d3f87 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1766769205 HTTP/1.1" status: 201 len: 201 time: 0.0751741 Apr 21 14:46:12.139376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55694) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.142728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.145337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:12.146178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:12.148849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2e926670-bf1f-4256-b4f6-8453dc9fe845 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:12.149407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.149980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-a05b55d4-970f-46c1-b5c3-3102522e5599 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.214594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:12.230222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:12.234575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] No DVR routers for this DVR port 74913bd2-b117-47d8-99c3-4ee80d42bc7f on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:12.236614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Port': ['ID=74913bd2-b117-47d8-99c3-4ee80d42bc7f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.237049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:12.251850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:12.255078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Router e8587344-285c-4528-8b51-d25de3ab7840 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:12.288570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ae101be3-2989-43a5-80c5-76b6e20a5034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a829e82b530b4b7d9dd7170673ca3ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532057 Apr 21 14:46:12.291624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:12.293946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55698) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.294944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.415724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.466218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960794b6-078d-4659-ab8e-18554c6ebd3b']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.470442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:12.470775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.479912 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a05b55d4-970f-46c1-b5c3-3102522e5599 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 200 len: 241 time: 0.3390493 Apr 21 14:46:12.488948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55702) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.490628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10faec9b-318e-4ed2-ad3e-987f4360af5a') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.491494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10faec9b-318e-4ed2-ad3e-987f4360af5a') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.509915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-3c7e5d3a-322b-4847-82f5-04f1ab324d69 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-1732329682') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.546172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.552769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.586473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.603716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.614931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:12.615325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:12.632424 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:12.648157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Deleting port 74913bd2-b117-47d8-99c3-4ee80d42bc7f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:12.648776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.718233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-df3ad2c9-c644-4517-bd99-16d5b5a477e2 None None] The port '74913bd2-b117-47d8-99c3-4ee80d42bc7f' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:12.740075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df322a8-f130-42db-bce4-92d52d9cab02 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:46:12.750154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.775205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.786537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=960794b6-078d-4659-ab8e-18554c6ebd3b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.798397 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3c7e5d3a-322b-4847-82f5-04f1ab324d69 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-1732329682 HTTP/1.1" status: 204 len: 168 time: 0.2995665 Apr 21 14:46:12.805862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55706) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.815235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-584b4895-eccc-4212-930c-cf1a93f8d838 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-1732329682') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.857531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:12.859696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.862261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:12.866784 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5bae9eb-8ad1-4e49-9b1e-61155723772c HTTP/1.1" status: 204 len: 168 time: 0.5718672 Apr 21 14:46:12.878341 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-199880ed-ea64-47ba-8c51-89edc3facdab tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/960794b6-078d-4659-ab8e-18554c6ebd3b HTTP/1.1" status: 204 len: 168 time: 1.9509883 Apr 21 14:46:12.884497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55712) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:12.887931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627efe0-8d3e-4bb1-bf9d-0f37e51a50dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bae9eb-8ad1-4e49-9b1e-61155723772c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:12.892716 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] Sync routers for ids ['e8587344-285c-4528-8b51-d25de3ab7840'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:12.911501 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] Routers {'e8587344-285c-4528-8b51-d25de3ab7840'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:12.912403 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e8587344-285c-4528-8b51-d25de3ab7840'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:12.922283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df322a8-f130-42db-bce4-92d52d9cab02 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:13.025986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.027494 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.038773 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] Routers {'e8587344-285c-4528-8b51-d25de3ab7840'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:13.039931 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e8587344-285c-4528-8b51-d25de3ab7840'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.041922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.049165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96dafdfa-24ba-4954-bf39-1b4913598acd tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4568522 Apr 21 14:46:13.056092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.069895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55716) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.093631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:13.109190 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.109624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4d974-d93a-406a-9e95-0bd558185909 None None] The sync data for ids ['e8587344-285c-4528-8b51-d25de3ab7840'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:13.273316 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-584b4895-eccc-4212-930c-cf1a93f8d838 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-1732329682 HTTP/1.1" status: 204 len: 168 time: 0.4663067 Apr 21 14:46:13.279528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55722) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.287169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-699e6431-b82e-4a8b-9b35-ec3f29e29506 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.313727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:13.314557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.356619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.377542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e553da5-db40-4566-bf6e-b960825dbf4f') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.377756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e553da5-db40-4566-bf6e-b960825dbf4f') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.384181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55726) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.393163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.412147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.421386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:13.421772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:13.436715 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:13.500688 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-699e6431-b82e-4a8b-9b35-ec3f29e29506 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 200 len: 205 time: 0.2202184 Apr 21 14:46:13.507345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55730) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.514134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-ea021195-4bb9-40f0-bf68-96225fd69c88 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.558362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.559516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.591312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.606455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:13.614038 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6f158003-3f2e-4bfd-ba4f-2f5cfcbe8b63 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/0ee3ff9a-a672-4f0f-8c07-4e4dbf9c69b3 HTTP/1.1" status: 204 len: 168 time: 0.7286305 Apr 21 14:46:13.617701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55734) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.660031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ea021195-4bb9-40f0-bf68-96225fd69c88 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 200 len: 241 time: 0.1524320 Apr 21 14:46:13.663031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55738) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.669843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-c54f7a28-6c22-4261-abd6-90c47c85a4ba tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-2119399510') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.682336 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9e167a24-f758-484a-84ce-edf4c0411990 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a76a0bec6224569a535804c7c8cce1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947536 Apr 21 14:46:13.699766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55742) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.779567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.790581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=e2d0a4e6-5837-4840-a907-89925bfd64eb,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:13.859884 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c54f7a28-6c22-4261-abd6-90c47c85a4ba tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-2119399510 HTTP/1.1" status: 204 len: 168 time: 0.1958637 Apr 21 14:46:13.869147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:13.893153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '4eec084f-0f86-4788-b844-c2e22d94bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:13.893526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:13.907395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-2f59f2d6-b242-4d4b-8752-e159888f3873 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-2119399510') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.934056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:13.960631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7893e061-73a8-47a9-9f8a-3790b3a3c661']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.972734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47b1379-bc4d-4ec5-bee7-450c8bcaeabf') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.973026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47b1379-bc4d-4ec5-bee7-450c8bcaeabf') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:13.984217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.004379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.011341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:14.011724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:14.025918 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:14.089185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.103896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.124505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.132969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:14.133183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=7893e061-73a8-47a9-9f8a-3790b3a3c661,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.141645 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6c795a27-1872-47d1-90da-399ada74f0b4 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/7893e061-73a8-47a9-9f8a-3790b3a3c661 HTTP/1.1" status: 204 len: 168 time: 0.5198274 Apr 21 14:46:14.141645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55752) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:14.175229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.197436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:14.202023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:14.202595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.213398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44842cdd-0d06-4476-8bc3-4d239ad2142d None None] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:14.263767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.270555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.383679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=ff2d2e9e-6daa-4d0e-9a79-8aa4d9aedb36,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.392565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0d36de4d-05d5-4f79-9cab-fb30ea064133 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3866131 Apr 21 14:46:14.397007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55756) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:14.405376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298873927'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:14.414463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.421286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:14.434364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:14.446281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:14.458935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:14.459674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656bde63-937f-4c60-bc9c-4fe0ab0213c8']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:14.477037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f61be0-06dc-4377-b068-60d7430bccc6') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:14.477484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f61be0-06dc-4377-b068-60d7430bccc6') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:14.479064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea', 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': 'e2d0a4e6-5837-4840-a907-89925bfd64eb'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:14.479489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.480298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.494668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.507278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:14.511376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.538743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.553148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:14.554193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:14.574142 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:14.655148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:14.671853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.671853 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 00eb871d-3ba8-41a4-b19f-7e131280d812 of type vlan for network 46e825dd-8273-430a-b3ed-eea74e678268 Apr 21 14:46:14.683734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.704109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.711210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.716709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Allocated IP 2001:db8:0:ffff::2 (6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea/e2d0a4e6-5837-4840-a907-89925bfd64eb/6f3e03e7-2e73-4e7f-b677-c680b4ef98a5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:14.726829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] Pushing event deleted for resources: {'Network': ['ID=656bde63-937f-4c60-bc9c-4fe0ab0213c8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.731940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.740101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ac5936af-a42b-4984-bc77-8482fb0e68e7 tempest-BulkNetworkOpsIpV6Test-1681886589 tempest-BulkNetworkOpsIpV6Test-1681886589-project] 10.222.0.35 "DELETE /v2.0/networks/656bde63-937f-4c60-bc9c-4fe0ab0213c8 HTTP/1.1" status: 204 len: 168 time: 0.5956273 Apr 21 14:46:14.740991 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f59f2d6-b242-4d4b-8752-e159888f3873 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-2119399510 HTTP/1.1" status: 204 len: 168 time: 0.8675375 Apr 21 14:46:14.743914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55762) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:14.744310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890afdfd-0372-4deb-aad9-eaef6bca1c66,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:14.749780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-0de2c074-32fa-4269-8820-cd08534af07a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:14.813258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.818582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:14.819394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.852562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.858599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fabca11d-9b6d-4548-8338-be3aba5117dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/890afdfd-0372-4deb-aad9-eaef6bca1c66 HTTP/1.1" status: 204 len: 168 time: 1.1567414 Apr 21 14:46:14.860570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:14.993977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55768) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:14.996578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5983920 Apr 21 14:46:15.013189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '46e825dd-8273-430a-b3ed-eea74e678268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:15.021420 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0de2c074-32fa-4269-8820-cd08534af07a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 200 len: 205 time: 0.2764661 Apr 21 14:46:15.022673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029a43b-1939-499f-a838-8da8ad4f0f46 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=46e825dd-8273-430a-b3ed-eea74e678268,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:15.029085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55772) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.041393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 46e825dd-8273-430a-b3ed-eea74e678268 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:15.041977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-96f50799-ac66-4793-add9-a31a4da0a460 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.097874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.178560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Transition to ACTIVE for port object 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:15.221720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Transition to ACTIVE for port object 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:15.231285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.324496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:15.327432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:15.336672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:15.382280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55782) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.389345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Pushing event updated for resources: {'Port': ['ID=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:15.396225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:15.416179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router aa427b47-5879-4a0c-baa2-1ce88082ab21 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:15.417658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:15.424743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:15.430991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.431335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.431669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.431996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.432316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.432637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.433304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.434650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.434836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.435170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.435493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.435993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:46:15.436506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:15.451527 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-96f50799-ac66-4793-add9-a31a4da0a460 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 200 len: 241 time: 0.4182632 Apr 21 14:46:15.455637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55792) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.462278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-4aaa948f-b7ab-488f-a80b-f119ca57edea tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-2006347562') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.483277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Attempting to bind port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:15.483501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Attempting to bind port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '4eec084f-0f86-4788-b844-c2e22d94bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:15.483737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Attempting to bind port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 on network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:15.495098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:15.495473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Checking segment: {'id': '4eec084f-0f86-4788-b844-c2e22d94bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:15.495760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.496146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Bound using segment: {'id': '4eec084f-0f86-4788-b844-c2e22d94bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:15.496603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Bound port: 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eec084f-0f86-4788-b844-c2e22d94bfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:15.497044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.592719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:15.604697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f7648805-2d94-4d09-a3da-df419b704098 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/aa427b47-5879-4a0c-baa2-1ce88082ab21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0402260 Apr 21 14:46:15.607014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55798) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.609920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] Sync routers for ids ['aa427b47-5879-4a0c-baa2-1ce88082ab21'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:15.639904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] Routers {'aa427b47-5879-4a0c-baa2-1ce88082ab21'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:15.640725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['aa427b47-5879-4a0c-baa2-1ce88082ab21'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.683989 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4aaa948f-b7ab-488f-a80b-f119ca57edea tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-2006347562 HTTP/1.1" status: 204 len: 168 time: 0.2246990 Apr 21 14:46:15.686100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55802) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.695220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-040b34a5-a78f-4566-a78b-0d7be2f15576 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-2006347562') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.710662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.714211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] For port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:15.725316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] For port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,segment=NetworkSegment(4eec084f-0f86-4788-b844-c2e22d94bfae),segment_id=4eec084f-0f86-4788-b844-c2e22d94bfae)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:15.726178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] Routers {'aa427b47-5879-4a0c-baa2-1ce88082ab21'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:15.726828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['aa427b47-5879-4a0c-baa2-1ce88082ab21'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.785947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:15.839500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:15.839904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308c4070-fde0-4cd8-a4d3-9f147ddbc6e1 None None] The sync data for ids ['aa427b47-5879-4a0c-baa2-1ce88082ab21'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:15.882019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114ed37-004b-4aa9-841e-8fa759b2b766 None None] Pushing event updated for resources: {'Port': ['ID=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:15.972318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-040b34a5-a78f-4566-a78b-0d7be2f15576 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-2006347562 HTTP/1.1" status: 204 len: 168 time: 0.2800786 Apr 21 14:46:15.972691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55814) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:15.981298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-7093e1a5-5b9d-48de-aa4b-33d1c2fbcbcc tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.181923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:16.186365 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7093e1a5-5b9d-48de-aa4b-33d1c2fbcbcc tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 200 len: 205 time: 0.2116978 Apr 21 14:46:16.188355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55820) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.189124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.193881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-ffafe822-9370-4c52-9dea-207999fa21d4 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.225104 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ffafe822-9370-4c52-9dea-207999fa21d4 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 200 len: 241 time: 0.0351560 Apr 21 14:46:16.227444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55826) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.234120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-cc2e72d2-83c5-4a27-aa59-e31a3f0436b5 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1766769205') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.273783 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cc2e72d2-83c5-4a27-aa59-e31a3f0436b5 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1766769205 HTTP/1.1" status: 204 len: 168 time: 0.0452409 Apr 21 14:46:16.276159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55830) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.281435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-15feb926-af4e-4adf-a2ed-37516026471e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1766769205') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.329774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-15feb926-af4e-4adf-a2ed-37516026471e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1766769205 HTTP/1.1" status: 204 len: 168 time: 0.0525274 Apr 21 14:46:16.332164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.338876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-4a17256e-2b0e-403a-a5bc-1a5df2f6d8be tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.367715 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a17256e-2b0e-403a-a5bc-1a5df2f6d8be tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 200 len: 205 time: 0.0344698 Apr 21 14:46:16.372923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55840) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.375888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-9a885e79-a826-4670-896b-36c24e7b7466 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.405050 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a885e79-a826-4670-896b-36c24e7b7466 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0336735 Apr 21 14:46:16.407570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55846) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.412649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-a80e11bf-f4d1-42ae-ba46-bb6e3007e716 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.555003 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a80e11bf-f4d1-42ae-ba46-bb6e3007e716 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.1464686 Apr 21 14:46:16.557998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.563156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-7df6eec2-3ddb-4812-844b-1452d1bdcaae tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.586996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3240d39b-a502-4db6-be3f-f0761e2cffc6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca6b86c1b77d4485a1c1e709140b408d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2027299 Apr 21 14:46:16.594647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55858) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.666152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-1c91942b-44c6-41af-a898-49f680e96692 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 14:46:16.667191 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1c91942b-44c6-41af-a898-49f680e96692 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/aa427b47-5879-4a0c-baa2-1ce88082ab21/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0593317 Apr 21 14:46:16.670023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.672105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55864) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.727862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-463d90a0-fb1e-4089-8ef6-b3733da9d417 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:16.765642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:16.799532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-463d90a0-fb1e-4089-8ef6-b3733da9d417 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:16.809103 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-463d90a0-fb1e-4089-8ef6-b3733da9d417 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa427b47-5879-4a0c-baa2-1ce88082ab21 HTTP/1.1" status: 200 len: 205 time: 0.1327281 Apr 21 14:46:16.811670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55870) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.937979 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7df6eec2-3ddb-4812-844b-1452d1bdcaae tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 204 len: 168 time: 0.3787870 Apr 21 14:46:16.948635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55878) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:16.958799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-fdfb38c7-c373-42a0-8166-7ca02c2f6cc9 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:16.981035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.017359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55882) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.066454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.082676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.098813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3739fe98-2a25-483e-a6fe-7bc402857153 None None] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:17.113412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.181293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=1cdcc0c7-5395-4238-83f5-07eed2dfe45d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:17.190925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d2dc1f4e-c78c-4cc1-9af4-4e68af7560ef tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:17.193756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '00eb871d-3ba8-41a4-b19f-7e131280d812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:17.194112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: 46e825dd-8273-430a-b3ed-eea74e678268, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:17.202717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6d40b20f-5551-4b5a-b139-f11c04a25f4c None None] Provisioning for port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:17.313735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 46e825dd-8273-430a-b3ed-eea74e678268 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:17.323374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.341891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 46e825dd-8273-430a-b3ed-eea74e678268) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:17.345951 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2dc1f4e-c78c-4cc1-9af4-4e68af7560ef tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "PUT /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9 HTTP/1.1" status: 200 len: 366 time: 0.3250308 Apr 21 14:46:17.353029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55888) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.356322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:17.356885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.360280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0e4e5-f3b2-4232-808e-7d86e0438b98 None None] Network 46e825dd-8273-430a-b3ed-eea74e678268 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:17.386686 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-926e7af8-d26b-4324-b3c6-2a536a666d28 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0302451 Apr 21 14:46:17.386891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router e8587344-285c-4528-8b51-d25de3ab7840 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:17.387752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.396459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34d816-d1f8-4d2e-b1c5-146fb5d8ac59,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:17.404957 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a1fddb39-7d92-4ba3-887f-f5c162a220e8 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9 HTTP/1.1" status: 200 len: 366 time: 0.0146172 Apr 21 14:46:17.407915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.410036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5b26527-bd4e-4d97-9138-ec7669e401b9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4113932 Apr 21 14:46:17.414902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55898) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.476102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.477368 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5ef86f52-2db1-4d2f-abb8-36fec105e1a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc34d816-d1f8-4d2e-b1c5-146fb5d8ac59 HTTP/1.1" status: 204 len: 168 time: 0.8825569 Apr 21 14:46:17.545037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.548917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.564851 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fdfb38c7-c373-42a0-8166-7ca02c2f6cc9 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 204 len: 168 time: 0.6128600 Apr 21 14:46:17.572767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55906) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.584139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-b3a636ed-4ad5-48bf-9111-06d61dbd493b tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-1006270572') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:17.630790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.631442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router aa427b47-5879-4a0c-baa2-1ce88082ab21 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:17.655753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-46e825dd-8273-430a-b3ed-eea74e678268', 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '1cdcc0c7-5395-4238-83f5-07eed2dfe45d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:17.656591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.661846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.664687 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d7ae0ca4-a368-4281-acd3-490fa77a927a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/aa427b47-5879-4a0c-baa2-1ce88082ab21 HTTP/1.1" status: 204 len: 168 time: 0.8488684 Apr 21 14:46:17.667925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55910) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.705920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:17.717071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:17.718655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa500998-6344-4a2a-9171-6195b6ebf012 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "PUT /v2.0/routers/e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 200 len: 921 time: 4.6456478 Apr 21 14:46:17.720598 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] Sync routers for ids ['e8587344-285c-4528-8b51-d25de3ab7840'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:17.727565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55914) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.728865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eaf2b098-17a6-430b-a205-2285c18e9683 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9 HTTP/1.1" status: 204 len: 168 time: 0.3171370 Apr 21 14:46:17.733355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55916) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:17.749887 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] Routers {'e8587344-285c-4528-8b51-d25de3ab7840'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:17.752964 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e8587344-285c-4528-8b51-d25de3ab7840'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:17.946545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet 01d0514d-30a4-4cde-a63d-7adfdae950a5 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:17.963157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.006183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1de5e04c-1830-4114-9551-6fc8392231e4 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2712514 Apr 21 14:46:18.009155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.033660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:18.057539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.066765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.085580 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] Routers {'e8587344-285c-4528-8b51-d25de3ab7840'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:18.090198 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e8587344-285c-4528-8b51-d25de3ab7840'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.096586 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e54d37e2-2c10-4466-b5b2-f6c43ff3469b tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9 HTTP/1.1" status: 200 len: 370 time: 0.0861487 Apr 21 14:46:18.109559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55930) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.121070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.136583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Allocated IP 2001:db8::1 (46e825dd-8273-430a-b3ed-eea74e678268/1cdcc0c7-5395-4238-83f5-07eed2dfe45d/4b128c81-ddda-4503-a48a-1e63935703a9) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:18.165923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.167323 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-279adf88-fe35-45a5-af27-7344ad625bd6 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9/default HTTP/1.1" status: 200 len: 370 time: 0.0492482 Apr 21 14:46:18.174107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55938) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.208466 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7a155ff7-1332-4166-83d4-fd14f00377ed tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 200 len: 921 time: 0.4684463 Apr 21 14:46:18.212668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55942) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.218422 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b3a636ed-4ad5-48bf-9111-06d61dbd493b tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-1006270572 HTTP/1.1" status: 201 len: 201 time: 0.6445377 Apr 21 14:46:18.222119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55946) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.222531 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-df5ef731-bc85-4af7-9c63-02b1e60cab05 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] delete failed (client error): The resource could not be found. Apr 21 14:46:18.223716 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-df5ef731-bc85-4af7-9c63-02b1e60cab05 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "DELETE /v2.0/quotas/4d392a748daf4d3aa74d06c726bfedd9 HTTP/1.1" status: 404 len: 348 time: 0.0420597 Apr 21 14:46:18.239398 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.239794 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b5b4c4-def2-4176-b6a8-af9f86bf4583 None None] The sync data for ids ['e8587344-285c-4528-8b51-d25de3ab7840'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:18.247760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-1eabc06e-a1bd-460a-bd10-42df690c8e54 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-1722152776') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.322074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.367734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33358ea1-0be9-4023-85b0-ce842a3bac4d tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:18.368691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-33358ea1-0be9-4023-85b0-ce842a3bac4d tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Synchronizing usage tracker for tenant:b6f27d8dd7f348378e5c596227625778 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:18.400300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-33358ea1-0be9-4023-85b0-ce842a3bac4d tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Unset dirty status for tenant:b6f27d8dd7f348378e5c596227625778 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:18.401971 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-33358ea1-0be9-4023-85b0-ce842a3bac4d tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=e8587344-285c-4528-8b51-d25de3ab7840&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1856546 Apr 21 14:46:18.404941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55954) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.489724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.508297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.512091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1eabc06e-a1bd-460a-bd10-42df690c8e54 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-1722152776 HTTP/1.1" status: 201 len: 201 time: 0.2888942 Apr 21 14:46:18.514898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.521108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-72c98da3-e508-4d70-980d-99686308d6a6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-824725210') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.567852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=01d0514d-30a4-4cde-a63d-7adfdae950a5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.576045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.577135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:network and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.591533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.591710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-332683b5-d5c8-4a62-9181-246edd36bfe9 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/01d0514d-30a4-4cde-a63d-7adfdae950a5 HTTP/1.1" status: 204 len: 168 time: 0.9195631 Apr 21 14:46:18.591811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55970) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.594299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.609516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Transition to ACTIVE for port object 4b128c81-ddda-4503-a48a-1e63935703a9 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:18.619006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a7c11-94c7-4d31-9403-62284bc8068f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:18.619752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d20a7c11-94c7-4d31-9403-62284bc8068f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Synchronizing usage tracker for tenant:b6f27d8dd7f348378e5c596227625778 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:18.636888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d4f0a-063c-4ae7-b030-f6dfa3b257b9 None None] Network f86a9a24-046a-40ec-8b04-922b98b80032 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:18.641723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:subnet and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.642046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d20a7c11-94c7-4d31-9403-62284bc8068f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Unset dirty status for tenant:b6f27d8dd7f348378e5c596227625778 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:18.643576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d20a7c11-94c7-4d31-9403-62284bc8068f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.2372692 Apr 21 14:46:18.646780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55976) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.655827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:18.658533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.671705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Transition to ACTIVE for port object 4b128c81-ddda-4503-a48a-1e63935703a9 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:18.677190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:18.677797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.705733 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-edd448e4-2f7a-4cdd-921a-e5ca096d8a85 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 200 len: 205 time: 0.0552862 Apr 21 14:46:18.706027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55982) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.741009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.795709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:subnetpool and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.806309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.824566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.845436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:port and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:18.847790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 55986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.850664 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-72c98da3-e508-4d70-980d-99686308d6a6 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-824725210 HTTP/1.1" status: 201 len: 201 time: 0.3347023 Apr 21 14:46:18.851927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:18.856189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55988) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:18.865312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-0617dc5e-abcd-47f5-810a-c90e8eb83a2b tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1880642429') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:18.886475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Network 46e825dd-8273-430a-b3ed-eea74e678268 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:18.899934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:18.902567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:18.915744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:18.922131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdcc0c7-5395-4238-83f5-07eed2dfe45d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:18.941909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:18.942253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.004380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:router and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.082480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-1750409757'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:19.084947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Pushing event updated for resources: {'Port': ['ID=4b128c81-ddda-4503-a48a-1e63935703a9,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.087461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.096589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:19.104622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.110291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:19.153028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.166711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:19.169618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:floatingip and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.170420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Attempting to bind port 4b128c81-ddda-4503-a48a-1e63935703a9 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:19.171061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Attempting to bind port 4b128c81-ddda-4503-a48a-1e63935703a9 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '00eb871d-3ba8-41a4-b19f-7e131280d812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:19.171156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Attempting to bind port 4b128c81-ddda-4503-a48a-1e63935703a9 on network 46e825dd-8273-430a-b3ed-eea74e678268 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:19.173328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e825dd-8273-430a-b3ed-eea74e678268']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.178642 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0617dc5e-abcd-47f5-810a-c90e8eb83a2b tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1880642429 HTTP/1.1" status: 201 len: 201 time: 0.3188565 Apr 21 14:46:19.178812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 55996) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.184004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-fc7f4b50-ad15-435f-bac5-7db26b20ed27 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', {'tags': ['tempest-TagsExtTest-Tag-170208069', 'tempest-TagsExtTest-Tag-2140216780', 'tempest-TagsExtTest-Tag-1828539161']}) {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.191047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:19.194472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:19.195030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Checking segment: {'id': '00eb871d-3ba8-41a4-b19f-7e131280d812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:19.195566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.196083 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Bound using segment: {'id': '00eb871d-3ba8-41a4-b19f-7e131280d812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:19.196651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Bound port: 4b128c81-ddda-4503-a48a-1e63935703a9, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb871d-3ba8-41a4-b19f-7e131280d812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '46e825dd-8273-430a-b3ed-eea74e678268'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:19.197129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.203351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:19.210237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb871d-3ba8-41a4-b19f-7e131280d812') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.210530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb871d-3ba8-41a4-b19f-7e131280d812') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.232576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:19.235980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.262851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.286889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.290375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.356198 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] For port 4b128c81-ddda-4503-a48a-1e63935703a9, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:19.357793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.363320 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc7f4b50-ad15-435f-bac5-7db26b20ed27 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 200 len: 317 time: 0.1813028 Apr 21 14:46:19.363505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,segment=NetworkSegment(4eec084f-0f86-4788-b844-c2e22d94bfae),segment_id=4eec084f-0f86-4788-b844-c2e22d94bfae)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:19.363630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:19.363825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56000) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.368184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.368724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.373646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-14beff0c-e935-4c51-9287-ff3febce188a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.391286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:security_group_rule and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.398213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:19.398623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:19.414228 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:19.429156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:19.429817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 7ceb1399-8f25-48b5-bd6c-5f2764cc305a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:19.430516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.442733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:19.446189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,segment=NetworkSegment(ca616bb7-8022-4050-ab27-8587da07f155),segment_id=ca616bb7-8022-4050-ab27-8587da07f155)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:19.446452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.457945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] DHCP port deletion for f86a9a24-046a-40ec-8b04-922b98b80032 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:19.461396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:19.466111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Deleting port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:19.466482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.646091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:19.664525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.667592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:19.705087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:19.705087 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:19.705087 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': '46e825dd-8273-430a-b3ed-eea74e678268'}] Apr 21 14:46:19.705087 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:19.705545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:19.713983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:security_group and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.728675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] For port 4b128c81-ddda-4503-a48a-1e63935703a9, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b128c81-ddda-4503-a48a-1e63935703a9,segment=NetworkSegment(00eb871d-3ba8-41a4-b19f-7e131280d812),segment_id=00eb871d-3ba8-41a4-b19f-7e131280d812)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:19.730021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:19.734720 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-14beff0c-e935-4c51-9287-ff3febce188a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 204 len: 168 time: 0.3694372 Apr 21 14:46:19.743569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.746502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56006) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:19.758458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-bf75805e-330a-4fc1-88fb-c5f76a9bb4d8 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-170208069') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:19.808146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] For port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,segment=NetworkSegment(ca616bb7-8022-4050-ab27-8587da07f155),segment_id=ca616bb7-8022-4050-ab27-8587da07f155)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:19.808693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.809684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 7ceb1399-8f25-48b5-bd6c-5f2764cc305a owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:19.983224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Usage tracker for resource:security_group_rule and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:19.987807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:19.994974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.038568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=7ceb1399-8f25-48b5-bd6c-5f2764cc305a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.043079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:20.055732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Calling delete_port for 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:20.060160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=2dc1c6df-787c-4775-8b21-a3b15ceaaab4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.063093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.074342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fb722a7a-a3f2-41b1-afaa-a00831a209c7 tempest-QuotasTest-370842762 tempest-QuotasTest-370842762-project-admin] 10.222.0.35 "GET /v2.0/quotas/bd188cc0f13440b684ad8b6b873c861e/details.json HTTP/1.1" status: 200 len: 703 time: 1.5824463 Apr 21 14:46:20.075423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No DVR routers for this DVR port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:20.079218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.114407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87627401-a6fd-4ac7-8297-472db98e99cd None None] Pushing event updated for resources: {'Port': ['ID=4b128c81-ddda-4503-a48a-1e63935703a9,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.144217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:20.144682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.146784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.186605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:20.190548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc10d54-fa1c-41f3-bdd4-3b4650d5b70c None None] Network 46e825dd-8273-430a-b3ed-eea74e678268 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:20.251423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.262935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776b5212-9c4e-4a77-a75f-f0823457c36a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.271629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.272391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment 9e7cf588-1387-455d-b053-8c4da2c983e8 of type vlan for network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 Apr 21 14:46:20.275457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.323048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:20.323400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:20.334576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 4b128c81-ddda-4503-a48a-1e63935703a9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:20.335236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.368094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86a9a24-046a-40ec-8b04-922b98b80032']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.371914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.374785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.377098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.390799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-bf75805e-330a-4fc1-88fb-c5f76a9bb4d8 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:20.392168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf75805e-330a-4fc1-88fb-c5f76a9bb4d8 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-170208069 HTTP/1.1" status: 404 len: 328 time: 0.6431751 Apr 21 14:46:20.398010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56012) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.408703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-046e81bf-dc49-4bc2-bbaa-2ef544d387c4 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-2140216780') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.443132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.443448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router e8587344-285c-4528-8b51-d25de3ab7840 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:20.474206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.480298 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9acdaa6b-173f-4b19-953e-a324ebb3e69f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 204 len: 168 time: 1.7717826 Apr 21 14:46:20.480782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56018) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.492638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-150102330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:20.500127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:20.506814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:20.510332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:20.518693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:20.531164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56022) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.538061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca616bb7-8022-4050-ab27-8587da07f155') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.538495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca616bb7-8022-4050-ab27-8587da07f155') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.543665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.543897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:20.544671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.548928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-046e81bf-dc49-4bc2-bbaa-2ef544d387c4 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:20.549943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-046e81bf-dc49-4bc2-bbaa-2ef544d387c4 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-2140216780 HTTP/1.1" status: 404 len: 329 time: 0.1503108 Apr 21 14:46:20.552895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.559730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-fa9a5f53-cd31-4135-b520-d8fd35e16a0e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27', 'tempest-TagsExtTest-Tag-1828539161') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.560876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.581428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.586888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:20.587484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:20.590940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:20.591368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.606349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:20.611191 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:20.636826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.666562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.670530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f3adc269-f750-4e25-98b7-eabdcfa8f16f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1848345 Apr 21 14:46:20.670530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-fa9a5f53-cd31-4135-b520-d8fd35e16a0e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:20.670933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fa9a5f53-cd31-4135-b520-d8fd35e16a0e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags/tempest-TagsExtTest-Tag-1828539161 HTTP/1.1" status: 404 len: 329 time: 0.1168053 Apr 21 14:46:20.671078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.675646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:20.696621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56036) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:20.711614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-29594d8c-a223-40f3-9e0e-2e69ae476aad tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', {'tags': ['tempest-TagsExtTest-Tag-1426673673', 'tempest-TagsExtTest-Tag-1009645949', 'tempest-TagsExtTest-Tag-1205510277']}) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:20.743147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:20.825169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Deleting port 2dc1c6df-787c-4775-8b21-a3b15ceaaab4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:20.825691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.828863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.833156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.925570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc01b8-401c-4b5c-b374-fd9f49984ba7 None None] The port '2dc1c6df-787c-4775-8b21-a3b15ceaaab4' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:20.929759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.946577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac13b64-d69a-419d-b652-48d135243883 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:46:20.954323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=f86a9a24-046a-40ec-8b04-922b98b80032,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:20.962042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:20.969732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:20.970596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.035954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:21.081381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac13b64-d69a-419d-b652-48d135243883 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:21.096404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Usage tracker for resource:security_group_rule and tenant:0aa14865ab9d4c5c9497af57c2652a5f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:21.107463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:21.130186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=bc2bd96c-69a0-4cd3-9e0b-939aefe719e3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.143677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e913e9ba-90e3-4ba4-92a1-39b617e34df7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2876561 Apr 21 14:46:21.153650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9d7b5968-3761-4680-9ec0-cf72adc92092 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/f86a9a24-046a-40ec-8b04-922b98b80032 HTTP/1.1" status: 204 len: 168 time: 2.5567522 Apr 21 14:46:21.156034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56040) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.156370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.167189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 4b128c81-ddda-4503-a48a-1e63935703a9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b128c81-ddda-4503-a48a-1e63935703a9,segment=NetworkSegment(00eb871d-3ba8-41a4-b19f-7e131280d812),segment_id=00eb871d-3ba8-41a4-b19f-7e131280d812)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:21.167540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.176072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:21.183904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-162748124'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:21.189279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:21.193036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:21.196464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:21.196640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:21.202814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:21.215643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2137871864'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:21.222465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29594d8c-a223-40f3-9e0e-2e69ae476aad tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 200 len: 318 time: 0.5247746 Apr 21 14:46:21.227069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56048) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.227598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:21.230949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.242774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:21.266096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.309079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-7d3e481e-b275-44fd-a47e-69f18fa78fd5 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.399198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:21.413228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 4b128c81-ddda-4503-a48a-1e63935703a9 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:21.441549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.449397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.449689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:21.474683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:21.513002 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aa14865ab9d4c5c9497af57c2652a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806657 Apr 21 14:46:21.514781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d2dca-31eb-4004-acc3-c2c8491ed20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd075c22-7ebb-4a97-ba12-2b2a20475c5b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.517030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56052) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.521686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:21.525886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.535344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:21.578151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.578492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment 0d98f6a5-11cd-40cb-b36d-a3d29c7d785d of type vlan for network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf Apr 21 14:46:21.602058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:21.604780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.683212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Port': ['ID=4b128c81-ddda-4503-a48a-1e63935703a9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:21.685416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.685772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment e39f1459-2cee-4316-bb4c-6a14fee2aee7 of type vlan for network 22e36218-e4c4-45b7-9f87-8e0a115df215 Apr 21 14:46:21.688010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.691779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No DVR routers for this DVR port 4b128c81-ddda-4503-a48a-1e63935703a9 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:21.747402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.777897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.781591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.796069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.802574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7d3e481e-b275-44fd-a47e-69f18fa78fd5 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 204 len: 168 time: 0.5598598 Apr 21 14:46:21.823142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56056) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:21.847580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.850332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.855981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-edca9057-b9d6-44dd-b8ba-42b80ea05c34 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-1426673673') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:21.972587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:21.992924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Allocated IP 172.26.4.75 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/02c352fd-9870-4388-8758-66882ffd1df8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:22.005979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd075c22-7ebb-4a97-ba12-2b2a20475c5b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.040236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.044337 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-42506245-1b11-43b2-937a-2e1492f12e20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd075c22-7ebb-4a97-ba12-2b2a20475c5b HTTP/1.1" status: 204 len: 168 time: 0.5214055 Apr 21 14:46:22.117234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.125180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.130721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:22.132019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.177054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.210527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.234004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e825dd-8273-430a-b3ed-eea74e678268']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.277787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:22.280693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:22.283194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:22.307771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb871d-3ba8-41a4-b19f-7e131280d812') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.308057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb871d-3ba8-41a4-b19f-7e131280d812') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.315830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.321782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:22.322374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.335843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event updated for resources: {'Port': ['ID=02c352fd-9870-4388-8758-66882ffd1df8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.347310 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1863806 Apr 21 14:46:22.350768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56064) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.353709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.360343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:22.363439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-b39c0eac-aa1f-47e9-9135-9e22d4a8a5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6361568 Apr 21 14:46:22.369073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f0c51-6c33-48f9-bc3f-599226cf2edd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.388490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:22.450937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56068) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.529229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3662369 Apr 21 14:46:22.537854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.540021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56072) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.541308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-edca9057-b9d6-44dd-b8ba-42b80ea05c34 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:22.542377 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-edca9057-b9d6-44dd-b8ba-42b80ea05c34 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-1426673673 HTTP/1.1" status: 404 len: 329 time: 0.7155383 Apr 21 14:46:22.543896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df654757-0096-4b30-81b8-22f9e61a730b tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=22e36218-e4c4-45b7-9f87-8e0a115df215,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.550438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56074) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.556153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:22.558571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:22.582371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:22.582768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.611294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-dd72cd82-746f-4af6-aa51-7b2f159da32e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-1009645949') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:22.635809 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:22.693407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.767557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:22.788786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Usage tracker for resource:security_group_rule and tenant:bd188cc0f13440b684ad8b6b873c861e is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:22.793995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:22.804992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:22.807532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:22.824191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:22.826627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.835007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:22.847293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:22.848611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:22.849838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.862194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:22.867209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=46e825dd-8273-430a-b3ed-eea74e678268,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:22.870057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:22.880828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1b805e74-dd11-4821-aca9-0dd9bc666fe2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/46e825dd-8273-430a-b3ed-eea74e678268 HTTP/1.1" status: 204 len: 168 time: 5.4632673 Apr 21 14:46:22.882664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:22.886359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56080) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:22.888527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f281-9613-4901-9b8c-f7cf626319dd req-febd064c-660c-419d-b8ef-f0b5b40a5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:22.889970 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-febd064c-660c-419d-b8ef-f0b5b40a5429 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 1099 time: 0.4056733 Apr 21 14:46:22.899629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1871794176'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:22.906568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:22.932277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:22.934888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:22.938227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.939512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:22.942843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:22.955205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:22.973456 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-dd72cd82-746f-4af6-aa51-7b2f159da32e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:22.974468 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dd72cd82-746f-4af6-aa51-7b2f159da32e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-1009645949 HTTP/1.1" status: 404 len: 329 time: 0.4218938 Apr 21 14:46:22.975455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:22.991660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56084) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.003642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-1b37efbb-bcbb-4217-a7de-c4bd08098e54 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28', 'tempest-TagsExtTest-Tag-1205510277') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:23.117657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:23.121001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.191975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f281-9613-4901-9b8c-f7cf626319dd req-249ba70e-1f12-4e49-b85c-8163180cfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:23.193358 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-249ba70e-1f12-4e49-b85c-8163180cfcab service neutron] 10.222.0.13 "GET /v2.0/networks?id=7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 200 len: 913 time: 0.2833729 Apr 21 14:46:23.198575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:23.246986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.270987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.271332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment eac663f6-9d0f-4c85-9484-d738339c49c9 of type vlan for network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 Apr 21 14:46:23.359185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.376650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-d293cc56-f8ef-49aa-ba34-5156a9fd9dc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 200 len: 1001 time: 0.1749334 Apr 21 14:46:23.377272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.387572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.402978 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-1b37efbb-bcbb-4217-a7de-c4bd08098e54 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:23.406823 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1b37efbb-bcbb-4217-a7de-c4bd08098e54 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags/tempest-TagsExtTest-Tag-1205510277 HTTP/1.1" status: 404 len: 329 time: 0.4113390 Apr 21 14:46:23.411838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.498669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f281-9613-4901-9b8c-f7cf626319dd req-831d2540-36d0-4b08-8668-0ca779395c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:23.500023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-831d2540-36d0-4b08-8668-0ca779395c67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=522cde6b-d209-497b-981f-4fc400145ba2 HTTP/1.1" status: 200 len: 851 time: 0.1143477 Apr 21 14:46:23.502815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.524626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-f54e4e01-4e30-494c-b79d-4043cbf8fb79 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', {'tags': ['tempest-TagsExtTest-Tag-244018111', 'tempest-TagsExtTest-Tag-2103452766', 'tempest-TagsExtTest-Tag-519393685']}) {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:23.586623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.592358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:23.592948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:23.608996 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd188cc0f13440b684ad8b6b873c861e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1543245 Apr 21 14:46:23.633487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.634131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fc85e-8711-431c-bd0c-dc38d8eca1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6731b444-0777-423a-9f44-c64ca8d3eb83,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:23.752357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8610327 Apr 21 14:46:23.757842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=546e260b-630d-47c3-a128-fe4d61ec5359,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:23.764103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.764700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cf69a-f144-4440-990a-c9fe8ffd40a6 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=4bf45d45-c7fa-4818-b6fa-b181e5565b41,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:23.773690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:23.786074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:23.894479 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f54e4e01-4e30-494c-b79d-4043cbf8fb79 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 200 len: 316 time: 0.4718800 Apr 21 14:46:23.904741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56102) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:23.924814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-a9c17481-660a-4647-9a48-21d468d119af tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:23.939700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': 'e39f1459-2cee-4316-bb4c-6a14fee2aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:23.940057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: 22e36218-e4c4-45b7-9f87-8e0a115df215, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:23.972701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.034241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f281-9613-4901-9b8c-f7cf626319dd req-e1eb6d04-cf86-4f99-b9c4-e1ff0945011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:24.035659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-e1eb6d04-cf86-4f99-b9c4-e1ff0945011b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7b519709-9d5d-4a72-9446-61b00e6bbeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4991798 Apr 21 14:46:24.039983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:24.074250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:24.089035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 22e36218-e4c4-45b7-9f87-8e0a115df215) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:24.090995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:24.096039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:24.097731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209efab6-813f-4147-b86e-bb013d5fb115 None None] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:24.106311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:24.106909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.114059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:24.192518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45d7b57d-274e-4971-b023-e646bfc0b440 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6437624 Apr 21 14:46:24.193176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56106) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.208545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1248396857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:24.217876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:24.220365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.221876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:24.226466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.269780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:24.281238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:24.291218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.299913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.332915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.337731 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-74444f84-75ac-4a66-b339-c325b5818dca service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891662 Apr 21 14:46:24.338600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:24.382644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=360e1511-bec3-4992-ab08-4e15ebb8536d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:24.406513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-22e36218-e4c4-45b7-9f87-8e0a115df215', 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': '546e260b-630d-47c3-a128-fe4d61ec5359'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:24.408425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.412094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.414172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.490297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': '9e7cf588-1387-455d-b053-8c4da2c983e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:24.490703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: bc2bd96c-69a0-4cd3-9e0b-939aefe719e3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:24.517898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.546401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:24.572463 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5240f281-9613-4901-9b8c-f7cf626319dd req-7d175a9e-56e2-4b5b-bf08-d4eaa1e8d7e1 service neutron] 10.222.0.13 "GET /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267933 Apr 21 14:46:24.593673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.596929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Allocated IP 2001:db8::2 (22e36218-e4c4-45b7-9f87-8e0a115df215/546e260b-630d-47c3-a128-fe4d61ec5359/ddc0302d-ebce-446b-8b40-94fa4eac43bd) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:24.601309 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a9c17481-660a-4647-9a48-21d468d119af tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.6953783 Apr 21 14:46:24.603858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56110) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.615611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, bc2bd96c-69a0-4cd3-9e0b-939aefe719e3) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:24.618795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-65fbefc4-8200-4cd2-b920-bb2213f08744 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-244018111') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:24.627332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f3785-4730-4907-88e8-3ba01b9bd42d None None] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:24.630579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.647644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:24.648256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.667108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6731b444-0777-423a-9f44-c64ca8d3eb83,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:24.688707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.692678 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b4cd8dec-b8b3-40f5-8d2e-ce5e5b615658 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6731b444-0777-423a-9f44-c64ca8d3eb83 HTTP/1.1" status: 204 len: 168 time: 1.0530181 Apr 21 14:46:24.707563 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-02dff27a-f670-4105-90be-fa288ff16414 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3551891 Apr 21 14:46:24.711478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56116) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.719726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:24.737130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.738300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-173dc2b3-77d2-4553-bcc0-8dd56382727e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5443015 Apr 21 14:46:24.742676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:24.854781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.898952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:24.903185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Router f8d800e1-f2a5-4607-aa03-c0038900cd98 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:24.906666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:24.914598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:24.930358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:24.980452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-bc2bd96c-69a0-4cd3-9e0b-939aefe719e3', 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': '360e1511-bec3-4992-ab08-4e15ebb8536d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:24.981940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:24.987643 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-65fbefc4-8200-4cd2-b920-bb2213f08744 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:24.991835 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-65fbefc4-8200-4cd2-b920-bb2213f08744 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-244018111 HTTP/1.1" status: 404 len: 328 time: 0.3819084 Apr 21 14:46:25.016410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56124) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:25.096432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-74fa84f9-b171-4d34-b262-4fced58fe3b9 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-2103452766') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.167726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Allocated IP 172.20.0.2 (bc2bd96c-69a0-4cd3-9e0b-939aefe719e3/360e1511-bec3-4992-ab08-4e15ebb8536d/3b7d4b70-0d03-44e8-a566-2747fac80797) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:25.226714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:25.230344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.247855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:25.259756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': 'eac663f6-9d0f-4c85-9484-d738339c49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:25.260218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: 4bf45d45-c7fa-4818-b6fa-b181e5565b41, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:25.268413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.272140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fcca3942-a4b4-4946-aaec-8f0295c544ad tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "PUT /v2.0/routers/f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 200 len: 878 time: 4.5976388 Apr 21 14:46:25.275055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56134) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:25.285633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] Sync routers for ids ['f8d800e1-f2a5-4607-aa03-c0038900cd98'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:25.338696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=212bccbd-0a21-41a5-a9b3-62081a988767,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:25.376326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d913765f-1230-4b3b-9c08-e0c09ded2a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.377743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] Routers {'f8d800e1-f2a5-4607-aa03-c0038900cd98'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:25.378366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f8d800e1-f2a5-4607-aa03-c0038900cd98'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.462708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.501498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] Routers {'f8d800e1-f2a5-4607-aa03-c0038900cd98'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:25.502152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:45:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f8d800e1-f2a5-4607-aa03-c0038900cd98'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.559715 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1d03d8ba-1674-4d43-8a5c-e9c91d4f586d tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 200 len: 919 time: 0.2808702 Apr 21 14:46:25.585442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.589461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56144) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:25.591806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.592214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851494c0-bdaf-4659-971b-ab03c463a7b1 None None] The sync data for ids ['f8d800e1-f2a5-4607-aa03-c0038900cd98'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:25.644625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Transition to ACTIVE for port object ddc0302d-ebce-446b-8b40-94fa4eac43bd will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:25.684272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.701940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Transition to ACTIVE for port object 3b7d4b70-0d03-44e8-a566-2747fac80797 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:25.734920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Transition to ACTIVE for port object 3b7d4b70-0d03-44e8-a566-2747fac80797 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:25.744135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff9f1a-e9dc-45a8-b9d7-67bfca9ed637 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:25.748330 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-acff9f1a-e9dc-45a8-b9d7-67bfca9ed637 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=f8d800e1-f2a5-4607-aa03-c0038900cd98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1552298 Apr 21 14:46:25.748330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.751023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56154) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:25.765060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Transition to ACTIVE for port object ddc0302d-ebce-446b-8b40-94fa4eac43bd will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:25.769580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.785467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-74fa84f9-b171-4d34-b262-4fced58fe3b9 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:25.790464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-74fa84f9-b171-4d34-b262-4fced58fe3b9 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-2103452766 HTTP/1.1" status: 404 len: 329 time: 0.7691746 Apr 21 14:46:25.791232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56156) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:25.795873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:25.831879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-762e94bf-d670-4299-a1c1-4e7bfceb0f04 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e', 'tempest-TagsExtTest-Tag-519393685') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:25.856911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.907358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:25.912093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:25.922144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4bf45d45-c7fa-4818-b6fa-b181e5565b41) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:25.925164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:25.931033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:25.931827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:25.940835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:25.943685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d6d01-7219-43d2-9525-e3ad24ca6a9e None None] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:26.042098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.060622 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4788d506-0e1b-45eb-87e5-78948f959b82 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2935677 Apr 21 14:46:26.066723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56164) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.071489 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-762e94bf-d670-4299-a1c1-4e7bfceb0f04 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:26.075624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-762e94bf-d670-4299-a1c1-4e7bfceb0f04 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags/tempest-TagsExtTest-Tag-519393685 HTTP/1.1" status: 404 len: 328 time: 0.2810175 Apr 21 14:46:26.078019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.087910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1734886851'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:26.094707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-52af3eaa-6264-4b4a-95a3-316cc99e663c tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', {'tags': ['tempest-TagsExtTest-Tag-991828122', 'tempest-TagsExtTest-Tag-1544778930', 'tempest-TagsExtTest-Tag-1054336644']}) {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:26.146731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=31536890-843a-464b-9b53-99b89607679e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.165525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:26.169902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:26.170250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:26.177478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:26.213825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8e8c23-b784-4578-ba4b-cf5cd1b5c7ab tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:26.215681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4e8e8c23-b784-4578-ba4b-cf5cd1b5c7ab tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.4050186 Apr 21 14:46:26.222002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56176) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.229171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Pushing event updated for resources: {'Port': ['ID=3b7d4b70-0d03-44e8-a566-2747fac80797,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.229337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:26.285558 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e0f93fd1-736d-4e48-bb18-35287ee3eeea tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 200 len: 205 time: 0.0583956 Apr 21 14:46:26.285558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56180) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.374664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:26.380568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:26.385011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:26.385722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.419899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d5b203f5-1e8b-4530-8de7-0d1c8d3115ec tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7047904 Apr 21 14:46:26.420260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56186) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.429920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-796286983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:26.438410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:26.456000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:26.461850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:26.466687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:26.470023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e18015-cd59-4107-93f6-8b243840f58e None None] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:26.472090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:26.476431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:26.490181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Attempting to bind port 3b7d4b70-0d03-44e8-a566-2747fac80797 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:26.491163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Attempting to bind port 3b7d4b70-0d03-44e8-a566-2747fac80797 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9e7cf588-1387-455d-b053-8c4da2c983e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:26.492180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Attempting to bind port 3b7d4b70-0d03-44e8-a566-2747fac80797 on network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:26.512210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:26.539636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:26.540009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Checking segment: {'id': '9e7cf588-1387-455d-b053-8c4da2c983e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:26.540405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.540805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Bound using segment: {'id': '9e7cf588-1387-455d-b053-8c4da2c983e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:26.541343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Bound port: 3b7d4b70-0d03-44e8-a566-2747fac80797, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7cf588-1387-455d-b053-8c4da2c983e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bc2bd96c-69a0-4cd3-9e0b-939aefe719e3'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:26.541625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.564934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:26.568479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.586597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Attempting to bind port ddc0302d-ebce-446b-8b40-94fa4eac43bd on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:26.586597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Attempting to bind port ddc0302d-ebce-446b-8b40-94fa4eac43bd by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e39f1459-2cee-4316-bb4c-6a14fee2aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:26.586902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Attempting to bind port ddc0302d-ebce-446b-8b40-94fa4eac43bd on network 22e36218-e4c4-45b7-9f87-8e0a115df215 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:26.588763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Pushing event updated for resources: {'Port': ['ID=ddc0302d-ebce-446b-8b40-94fa4eac43bd,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:26.603039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.604646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.627656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.641737 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-52af3eaa-6264-4b4a-95a3-316cc99e663c tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "PUT /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 200 len: 317 time: 0.5597413 Apr 21 14:46:26.650465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56196) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.673458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.tag.tag_plugin [None req-1977ff16-eaeb-4f4f-ac40-c33a556d16fb tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:26.696641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:26.697046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Checking segment: {'id': 'e39f1459-2cee-4316-bb4c-6a14fee2aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:26.697424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.698027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Bound using segment: {'id': 'e39f1459-2cee-4316-bb4c-6a14fee2aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:26.698644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Bound port: ddc0302d-ebce-446b-8b40-94fa4eac43bd, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39f1459-2cee-4316-bb4c-6a14fee2aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '22e36218-e4c4-45b7-9f87-8e0a115df215'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:26.700107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.708063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-4bf45d45-c7fa-4818-b6fa-b181e5565b41', 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '212bccbd-0a21-41a5-a9b3-62081a988767'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:26.708865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.718179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:26.735822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb69728-8319-46a9-b645-cb0cfae312e2 req-49deeb8a-cc74-4286-9ebe-b26ac6d89143 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:26.737378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5bb69728-8319-46a9-b645-cb0cfae312e2 req-49deeb8a-cc74-4286-9ebe-b26ac6d89143 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.3565307 Apr 21 14:46:26.748007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.802622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.803000 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 246382cd-261d-4c29-8021-9ba1ce9aa53d of type vlan for network f916a213-881d-47ce-b9a4-297373503ee3 Apr 21 14:46:26.899054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.899708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1977ff16-eaeb-4f4f-ac40-c33a556d16fb tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2441857 Apr 21 14:46:26.909221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.911465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56204) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.917021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8::1 (22e36218-e4c4-45b7-9f87-8e0a115df215/546e260b-630d-47c3-a128-fe4d61ec5359/898e3325-db94-46c9-b03d-099cca45d245) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:26.924295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5bb69728-8319-46a9-b645-cb0cfae312e2 req-615e1818-f0de-4aa9-a741-dc653d5935c1 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764095 Apr 21 14:46:26.945698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-34c1df09-54e3-4823-bf27-4bc58b1eca5a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-991828122') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:26.965398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:26.984689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:26.988623 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e348822d-a69b-498b-9fc2-26572023f5af tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5647640 Apr 21 14:46:26.992908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56208) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:26.996543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.009521 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-34c1df09-54e3-4823-bf27-4bc58b1eca5a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:27.013484 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-34c1df09-54e3-4823-bf27-4bc58b1eca5a tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-991828122 HTTP/1.1" status: 404 len: 328 time: 0.1010301 Apr 21 14:46:27.014043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56212) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.020572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-dcf62c44-a709-4a1f-ba9b-b8855425750f tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1544778930') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:27.031713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 02c352fd-9870-4388-8758-66882ffd1df8 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:27.032044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.052175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:27.070472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.105151 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-dcf62c44-a709-4a1f-ba9b-b8855425750f tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:27.109577 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dcf62c44-a709-4a1f-ba9b-b8855425750f tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1544778930 HTTP/1.1" status: 404 len: 329 time: 0.0945916 Apr 21 14:46:27.125437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56216) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.125770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56218) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.148074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-a765ed56-dfcd-403b-9331-fb6a14bd8094 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7', 'tempest-TagsExtTest-Tag-1054336644') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:27.188207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.194603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:27.195395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.207137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] For port ddc0302d-ebce-446b-8b40-94fa4eac43bd, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:27.239434 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-a765ed56-dfcd-403b-9331-fb6a14bd8094 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] show failed (client error): The resource could not be found. Apr 21 14:46:27.243862 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a765ed56-dfcd-403b-9331-fb6a14bd8094 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags/tempest-TagsExtTest-Tag-1054336644 HTTP/1.1" status: 404 len: 329 time: 0.1171603 Apr 21 14:46:27.246200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.252675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-34e502e1-a4b8-452b-a6bb-be39abd4b58c tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9649e480-195d-4378-8231-bce0b78f37a7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:27.289775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.293895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] For port ddc0302d-ebce-446b-8b40-94fa4eac43bd, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ddc0302d-ebce-446b-8b40-94fa4eac43bd,segment=NetworkSegment(e39f1459-2cee-4316-bb4c-6a14fee2aee7),segment_id=e39f1459-2cee-4316-bb4c-6a14fee2aee7)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:27.314947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf', 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': '31536890-843a-464b-9b53-99b89607679e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:27.315851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.331527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.349915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb27b67-04a7-4a6d-b74f-ede9272c17ee None None] Pushing event updated for resources: {'Port': ['ID=3b7d4b70-0d03-44e8-a566-2747fac80797,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.420182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Allocated IP 2001:db8::3 (4bf45d45-c7fa-4818-b6fa-b181e5565b41/212bccbd-0a21-41a5-a9b3-62081a988767/c3998937-865c-4409-8302-781bb059e001) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:27.442581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1034817805'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:27.449738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:27.455197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Usage tracker for resource:router and tenant:7d3aa55a12af4a8ebc895a59ae79d156 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:27.459556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:27.466715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:27.493104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 02c352fd-9870-4388-8758-66882ffd1df8 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:27.543246 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-34e502e1-a4b8-452b-a6bb-be39abd4b58c tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2937417 Apr 21 14:46:27.571098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56232) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.581253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-2a6c3c95-c49c-42a8-9b7d-18387463dd67 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8ffc7358-8390-4756-89c7-a302a75bfe2e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:27.584664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36288778-9be4-4d57-b4b1-5a661ac468f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.651822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=f916a213-881d-47ce-b9a4-297373503ee3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.693796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becda165-e8db-4eea-85d8-408d2c4b47a9 None None] Pushing event updated for resources: {'Port': ['ID=ddc0302d-ebce-446b-8b40-94fa4eac43bd,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:27.703790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f916a213-881d-47ce-b9a4-297373503ee3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:27.709504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.710580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.719403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a300bca3-cce6-4aa1-a367-786db9fbc453 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6399326 Apr 21 14:46:27.723796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56236) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:27.849293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:27.890400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:27.960661 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2a6c3c95-c49c-42a8-9b7d-18387463dd67 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e/tags HTTP/1.1" status: 204 len: 168 time: 0.3885050 Apr 21 14:46:27.965967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56242) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:28.056767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Allocated IP 172.21.0.2 (9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf/31536890-843a-464b-9b53-99b89607679e/60a488e6-49d8-48d8-a141-7b6f821fa4b7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:28.059316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.068263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-2ae0c7d9-3bb8-4ee3-8e62-35fc14214230 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.122736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.149110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.323747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object 898e3325-db94-46c9-b03d-099cca45d245 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:28.359628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=02c352fd-9870-4388-8758-66882ffd1df8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:28.394276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.411032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.412248 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d20ef4ff-1da6-45ad-af61-c43dc4cbd463 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2839785 Apr 21 14:46:28.415386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:28.453325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Transition to ACTIVE for port object c3998937-865c-4409-8302-781bb059e001 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:28.456524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.472828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.488740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Transition to ACTIVE for port object c3998937-865c-4409-8302-781bb059e001 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:28.495792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.499410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:28.515756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-d027e015-9a31-4617-9a26-ee4be4d3328e tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:28.517250 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-d027e015-9a31-4617-9a26-ee4be4d3328e tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.6417029 Apr 21 14:46:28.519251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Transition to ACTIVE for port object 60a488e6-49d8-48d8-a141-7b6f821fa4b7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:28.545680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Transition to ACTIVE for port object 60a488e6-49d8-48d8-a141-7b6f821fa4b7 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:28.549774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.563049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:28.580891 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2ae0c7d9-3bb8-4ee3-8e62-35fc14214230 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28/tags HTTP/1.1" status: 204 len: 168 time: 0.5175745 Apr 21 14:46:28.581679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:28.589047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.601830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.640779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:28.641605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.657943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:28.659587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:28.670884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:28.671549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:28.673574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:28.674093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.676252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:28.691100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:28.705008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.tag.tag_plugin [None req-d0c318d2-78eb-4e75-87d2-6c9f7e704597 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '839a5137-c0b3-44f9-8257-ec6699c46a27') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:28.729981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:28.743782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:28.771398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:28.857773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.863670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Pushing event updated for resources: {'Port': ['ID=c3998937-865c-4409-8302-781bb059e001,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:28.940837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Deleting port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:28.941179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:28.951441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Attempting to bind port c3998937-865c-4409-8302-781bb059e001 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:28.951441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Attempting to bind port c3998937-865c-4409-8302-781bb059e001 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eac663f6-9d0f-4c85-9484-d738339c49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:28.951742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Attempting to bind port c3998937-865c-4409-8302-781bb059e001 on network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:28.953784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500026a7-5803-40d4-8b06-9f14eb7bfde9 None None] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:28.975777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78dce-37ad-401f-91a0-7e3119c7a27b req-a04386ac-9b73-47f4-976e-5d8af040f177 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:28.983351 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14e78dce-37ad-401f-91a0-7e3119c7a27b req-a04386ac-9b73-47f4-976e-5d8af040f177 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 0.8414936 Apr 21 14:46:29.060623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:29.060981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Checking segment: {'id': 'eac663f6-9d0f-4c85-9484-d738339c49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:29.061393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.061773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Bound using segment: {'id': 'eac663f6-9d0f-4c85-9484-d738339c49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:29.062234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Bound port: c3998937-865c-4409-8302-781bb059e001, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac663f6-9d0f-4c85-9484-d738339c49c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf45d45-c7fa-4818-b6fa-b181e5565b41'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:29.062596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.110615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.113266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.163190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=898e3325-db94-46c9-b03d-099cca45d245,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:29.167877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.204735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14e78dce-37ad-401f-91a0-7e3119c7a27b req-fe9ebb2d-eed1-48de-8e40-40354901fd0b tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204356 Apr 21 14:46:29.207216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bd3a7f0e-0b2a-4b5d-a266-e179ec512c8b None None] Provisioning for port 3b7d4b70-0d03-44e8-a566-2747fac80797 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:29.217732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:29.220344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Pushing event updated for resources: {'Port': ['ID=60a488e6-49d8-48d8-a141-7b6f821fa4b7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:29.221137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.223631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb61b742-ee78-4382-b3e0-ac0126930374 None None] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:29.247540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Attempting to bind port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:29.247767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Attempting to bind port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:29.247937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Attempting to bind port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 on network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:29.291085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:29.291363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Checking segment: {'id': '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:29.291759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.292142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Bound using segment: {'id': '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:29.292617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Bound port: 60a488e6-49d8-48d8-a141-7b6f821fa4b7, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:29.292984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.295585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.297672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.298248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router f8d800e1-f2a5-4607-aa03-c0038900cd98 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:29.301125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.313136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.314269 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b506b489-0a5d-42ce-b77e-d0cddd73b435 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 204 len: 168 time: 3.0276334 Apr 21 14:46:29.320418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56256) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.338096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1653965647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:29.347681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:29.355332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:29.358912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:29.365880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.366504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b366c9c-5379-4b32-99a4-05515879095a {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:29.369819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:29.379391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.380855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1057e1ba-3460-4a52-bc55-c17fadfb52fb tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "DELETE /v2.0/routers/0b366c9c-5379-4b32-99a4-05515879095a HTTP/1.1" status: 204 len: 168 time: 0.9643826 Apr 21 14:46:29.387730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56260) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.398816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Request body: {'router': {'name': 'tempest-router-1680913340', 'distributed': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:29.404678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.405899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.409797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:29.418880 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d0c318d2-78eb-4e75-87d2-6c9f7e704597 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27/tags HTTP/1.1" status: 204 len: 168 time: 0.8293965 Apr 21 14:46:29.422140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56264) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.426915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Usage tracker for resource:router and tenant:7d3aa55a12af4a8ebc895a59ae79d156 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:29.433157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:29.457454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:29.466567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.503580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.504761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.539466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.547079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] For port c3998937-865c-4409-8302-781bb059e001, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:29.571219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.601625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:46:29.602187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:46:29.605184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.606482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3c25fcc-37fd-4d7a-be4b-9a22e129b533 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2827618 Apr 21 14:46:29.608931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f350bf8-5923-4bd5-91ae-6a84b2b456b2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for subnetpool, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.610061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4f350bf8-5923-4bd5-91ae-6a84b2b456b2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnetpools/9649e480-195d-4378-8231-bce0b78f37a7 HTTP/1.1" status: 204 len: 168 time: 0.1860144 Apr 21 14:46:29.610639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56268) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.613373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56270) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.617689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': True}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:29.633692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] For port 60a488e6-49d8-48d8-a141-7b6f821fa4b7, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:29.642912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] For port 60a488e6-49d8-48d8-a141-7b6f821fa4b7, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=60a488e6-49d8-48d8-a141-7b6f821fa4b7,segment=NetworkSegment(0d98f6a5-11cd-40cb-b36d-a3d29c7d785d),segment_id=0d98f6a5-11cd-40cb-b36d-a3d29c7d785d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:29.686332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.710333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.20.0.1 (bc2bd96c-69a0-4cd3-9e0b-939aefe719e3/360e1511-bec3-4992-ab08-4e15ebb8536d/d9daa873-38ed-4286-91c2-a0ad81a8dacf) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:29.746913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] For port c3998937-865c-4409-8302-781bb059e001, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c3998937-865c-4409-8302-781bb059e001,segment=NetworkSegment(eac663f6-9d0f-4c85-9484-d738339c49c9),segment_id=eac663f6-9d0f-4c85-9484-d738339c49c9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:29.759729 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-729fc876-ffcd-4285-b468-605dbade006e tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ffc7358-8390-4756-89c7-a302a75bfe2e HTTP/1.1" status: 200 len: 205 time: 0.0806613 Apr 21 14:46:29.818201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56276) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.823554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.828850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.830601 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-934d5814-4769-40e4-8fbd-cb840f0928d1 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4411583 Apr 21 14:46:29.833392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56280) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:29.838166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dbbb0a10-635d-456e-8207-fcbbdb659b2e None None] Provisioning for port ddc0302d-ebce-446b-8b40-94fa4eac43bd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:29.852124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:29.947014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3b7d4b70-0d03-44e8-a566-2747fac80797 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:30.005082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.028258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc758f-b5d5-4128-9e83-cb8cde0f52e9 None None] Pushing event updated for resources: {'Port': ['ID=60a488e6-49d8-48d8-a141-7b6f821fa4b7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.263577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3b7d4b70-0d03-44e8-a566-2747fac80797 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:30.275968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3b7d4b70-0d03-44e8-a566-2747fac80797 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:30.277279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.298362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.393597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.480017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.486715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7180-974d-41db-9ef6-a8e48954bcab None None] Pushing event updated for resources: {'Port': ['ID=c3998937-865c-4409-8302-781bb059e001,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:30.637453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.707019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:30.712398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.713502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ddc0302d-ebce-446b-8b40-94fa4eac43bd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:30.737708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.939738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:30.965188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object d9daa873-38ed-4286-91c2-a0ad81a8dacf will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:31.019862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3b7d4b70-0d03-44e8-a566-2747fac80797,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.038310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ddc0302d-ebce-446b-8b40-94fa4eac43bd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:31.044081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Provisioning for port 898e3325-db94-46c9-b03d-099cca45d245 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:31.049258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ddc0302d-ebce-446b-8b40-94fa4eac43bd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:31.049602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.078508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Provisioning complete for port 898e3325-db94-46c9-b03d-099cca45d245 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:31.078508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.079480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.082514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.155885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Port 898e3325-db94-46c9-b03d-099cca45d245 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:31.167834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.168333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff82e73b-7c0c-45a4-a511-93e811d5734a {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:31.179461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Provisioning complete for port 3b7d4b70-0d03-44e8-a566-2747fac80797 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:31.179825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.183934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.185061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8054ea0e-3536-460b-8c2f-ae0d9cce1a0d tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "DELETE /v2.0/routers/ff82e73b-7c0c-45a4-a511-93e811d5734a HTTP/1.1" status: 204 len: 168 time: 1.3501146 Apr 21 14:46:31.199478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56290) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.205002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Request body: {'router': {'name': 'tempest-router-1498241799', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4a49c5db9b2549c6ade9dcc462cd9095'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:31.212292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:31.218355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Usage tracker for resource:router and tenant:4a49c5db9b2549c6ade9dcc462cd9095 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:31.222355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:31.231032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:31.252768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.253819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.335892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.337865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.344861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.349492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.451759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] For port 339d6c58-1c48-4aaa-af91-8d434a0b5f03, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339d6c58-1c48-4aaa-af91-8d434a0b5f03,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:31.452123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.497898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ddc0302d-ebce-446b-8b40-94fa4eac43bd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ddc0302d-ebce-446b-8b40-94fa4eac43bd,segment=NetworkSegment(e39f1459-2cee-4316-bb4c-6a14fee2aee7),segment_id=e39f1459-2cee-4316-bb4c-6a14fee2aee7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:31.510453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.511866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.537497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.566654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.570901 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-84ffc22e-375f-4cf6-91b4-ffad5b93bf2a tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3673902 Apr 21 14:46:31.572592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56294) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:31.576394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.580969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.587243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:31.658954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ddc0302d-ebce-446b-8b40-94fa4eac43bd,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.666567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Provisioning complete for port ddc0302d-ebce-446b-8b40-94fa4eac43bd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:31.667313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6301c7ae-6b29-4ed4-b3f6-d3eba09318af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.701606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:31.702103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Fanout notify agent at l3_agent the message router_deleted on router 8ffc7358-8390-4756-89c7-a302a75bfe2e {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:31.724813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=d9daa873-38ed-4286-91c2-a0ad81a8dacf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:31.848408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56955d-8dcc-41df-8a16-a78aeefb79fe None None] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:31.909900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c3998937-865c-4409-8302-781bb059e001 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:32.002114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.003291 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-256d018f-fd15-493d-be20-d78f08307d01 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/routers/8ffc7358-8390-4756-89c7-a302a75bfe2e HTTP/1.1" status: 204 len: 168 time: 2.1597703 Apr 21 14:46:32.036586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56298) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:32.130160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c3998937-865c-4409-8302-781bb059e001 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:32.141836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3b7d4b70-0d03-44e8-a566-2747fac80797 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:32.151318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.160895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6caa4-c5e0-4034-b146-64e446ccb1e0 req-56f19592-5f6e-40a2-bd22-bb2297306de4 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:32.169706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2bb6caa4-c5e0-4034-b146-64e446ccb1e0 req-56f19592-5f6e-40a2-bd22-bb2297306de4 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 1.7643180 Apr 21 14:46:32.186342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.217355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dadbf1-d988-40f3-ae1f-f78cedd8d4c9 None None] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:32.230082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.230865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.236813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:32.311143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:32.346625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:32.379694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Provisioning complete for port 898e3325-db94-46c9-b03d-099cca45d245 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:32.379899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.401822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.26.4.75 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/5235cb46-62aa-4fef-bb51-3fbdadcc0a86) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:32.408740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Deleting port 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:32.409131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.440794 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2bb6caa4-c5e0-4034-b146-64e446ccb1e0 req-0222acc6-b386-4e1d-9761-35a7ad86bcd2 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700169 Apr 21 14:46:32.518427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.518984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.523316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a293397-7e8e-4119-9934-ff2527f10559 req-90d60c67-2c8c-45ef-9158-81ad853767d6 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:32.530392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a293397-7e8e-4119-9934-ff2527f10559 req-90d60c67-2c8c-45ef-9158-81ad853767d6 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 946 time: 2.0950813 Apr 21 14:46:32.559675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Port 898e3325-db94-46c9-b03d-099cca45d245 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:32.572983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.573320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.573582 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Floating IP dd6c57c0-9ead-467d-980a-c4c53f16126d disassociated. External IP: 172.26.4.149, port: 339d6c58-1c48-4aaa-af91-8d434a0b5f03. Apr 21 14:46:32.574497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Calling delete_port for 339d6c58-1c48-4aaa-af91-8d434a0b5f03 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:32.578246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3b7d4b70-0d03-44e8-a566-2747fac80797 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:32.578622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.667360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '246382cd-261d-4c29-8021-9ba1ce9aa53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:32.668698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: f916a213-881d-47ce-b9a4-297373503ee3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:32.674390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=920db335-1757-4bcb-8665-764656732024,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:32.681189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Provisioning for port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:32.690053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-f779a5f9-ce2f-4be0-9cb1-21235fe14886 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:32.690420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-f779a5f9-ce2f-4be0-9cb1-21235fe14886 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Synchronizing usage tracker for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:32.695483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=898e3325-db94-46c9-b03d-099cca45d245,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:32.737486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.786865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Provisioning for port c3998937-865c-4409-8302-781bb059e001 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:32.837980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Provisioning complete for port c3998937-865c-4409-8302-781bb059e001 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:32.838191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88107) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 21 14:46:32.838510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Router 051ba09d-ae48-4faa-83bb-8edc960d5293 migrating from provider to provider. {{(pid=88107) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 21 14:46:32.838775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.840388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.860659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.872170 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a293397-7e8e-4119-9934-ff2527f10559 req-31a46845-5393-490b-be99-15243f5b7625 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b148566-729c-4ddf-86f6-97f94a11e5b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386872 Apr 21 14:46:32.896426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network f916a213-881d-47ce-b9a4-297373503ee3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:32.910896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-f779a5f9-ce2f-4be0-9cb1-21235fe14886 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Unset dirty status for tenant:d05d74ab99924b53b8efe60a9d7b369a on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:32.912053 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-f779a5f9-ce2f-4be0-9cb1-21235fe14886 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 1.0411711 Apr 21 14:46:32.912951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.949908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.969798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f916a213-881d-47ce-b9a4-297373503ee3) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:32.980581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:32.981088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:32.983284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339d6c58-1c48-4aaa-af91-8d434a0b5f03 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:33.001544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:33.022085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c435cd2-7c44-41a4-a3ae-2cc5a86debb3 None None] Network f916a213-881d-47ce-b9a4-297373503ee3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:33.056051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:33.071012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 60a488e6-49d8-48d8-a141-7b6f821fa4b7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:33.085986 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b42f5f58-169e-4d07-8eb3-bd3075d42df7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.3610706 Apr 21 14:46:33.104387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56302) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:33.460903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.513355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.562962 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] No L3 agents can host the router 051ba09d-ae48-4faa-83bb-8edc960d5293 Apr 21 14:46:33.567991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Deleting port 339b24bf-c594-4f28-ade3-bd25c86a18c3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:33.569570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.613153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:33.627369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.647741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] For port c3998937-865c-4409-8302-781bb059e001, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c3998937-865c-4409-8302-781bb059e001,segment=NetworkSegment(eac663f6-9d0f-4c85-9484-d738339c49c9),segment_id=eac663f6-9d0f-4c85-9484-d738339c49c9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:33.653446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:33.653821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.674538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.690597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.821347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-f916a213-881d-47ce-b9a4-297373503ee3', 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '920db335-1757-4bcb-8665-764656732024'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:33.822080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.874682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:33.904355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe139a-c116-4a65-b6db-973bd56be7a6 None None] Pushing event updated for resources: {'Port': ['ID=c3998937-865c-4409-8302-781bb059e001,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:33.971624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event deleted for resources: {'Port': ['ID=339d6c58-1c48-4aaa-af91-8d434a0b5f03,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.008875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Provisioning complete for port 898e3325-db94-46c9-b03d-099cca45d245 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:34.009284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.086019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:34.095529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:34.166080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.200528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Port 898e3325-db94-46c9-b03d-099cca45d245 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:34.210461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.260022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Allocated IP 2001:db8::3 (f916a213-881d-47ce-b9a4-297373503ee3/920db335-1757-4bcb-8665-764656732024/2ea22ee1-8425-42b7-9b9f-6afe5166ac04) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:34.261923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Provisioning complete for port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:34.262294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.323373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 60a488e6-49d8-48d8-a141-7b6f821fa4b7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=60a488e6-49d8-48d8-a141-7b6f821fa4b7,segment=NetworkSegment(0d98f6a5-11cd-40cb-b36d-a3d29c7d785d),segment_id=0d98f6a5-11cd-40cb-b36d-a3d29c7d785d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:34.328530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:34.356854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.422779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.447026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=5235cb46-62aa-4fef-bb51-3fbdadcc0a86,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.527593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ddc0302d-ebce-446b-8b40-94fa4eac43bd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:34.549451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Calling delete_port for 9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:34.587973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.588987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=60a488e6-49d8-48d8-a141-7b6f821fa4b7,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:34.686098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1dcb68f5-b128-4444-a3ad-a14804e0fc94 req-3b27139a-a284-4677-8561-4ce521261ae1 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Synchronizing usage tracker for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:34.688533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Hosts for router 051ba09d-ae48-4faa-83bb-8edc960d5293: [] {{(pid=88107) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 21 14:46:34.718573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.730494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] For port 339b24bf-c594-4f28-ade3-bd25c86a18c3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=339b24bf-c594-4f28-ade3-bd25c86a18c3,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:34.730858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.829051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ddc0302d-ebce-446b-8b40-94fa4eac43bd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:34.829637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.895594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5afcb-afe4-4637-a4cc-14a04ca1e23c req-89a007de-d10b-4598-b345-ead51e59971b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:34.898309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0bb5afcb-afe4-4637-a4cc-14a04ca1e23c req-89a007de-d10b-4598-b345-ead51e59971b tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 1.2030663 Apr 21 14:46:34.903366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Provisioning for port d9daa873-38ed-4286-91c2-a0ad81a8dacf completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:34.916120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Provisioning complete for port d9daa873-38ed-4286-91c2-a0ad81a8dacf triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:34.916491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.917223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Hosts for other DVR routers connected to router 051ba09d-ae48-4faa-83bb-8edc960d5293: set() {{(pid=88107) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 21 14:46:34.967573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:34.998944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Transition to ACTIVE for port object 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:35.009256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.018373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Port d9daa873-38ed-4286-91c2-a0ad81a8dacf cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:35.031431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Transition to ACTIVE for port object 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:35.033913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.037959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1a491754-0673-4d87-a72a-48eb8b662b1f tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "PUT /v2.0/routers/051ba09d-ae48-4faa-83bb-8edc960d5293 HTTP/1.1" status: 200 len: 717 time: 3.4615052 Apr 21 14:46:35.048087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56310) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:35.048621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.081386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.095484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=d9daa873-38ed-4286-91c2-a0ad81a8dacf,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.109316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1dcb68f5-b128-4444-a3ad-a14804e0fc94 req-3b27139a-a284-4677-8561-4ce521261ae1 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Unset dirty status for tenant:41bcedfd12f1416590ac0e21f4aaa48d on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:35.110467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1dcb68f5-b128-4444-a3ad-a14804e0fc94 req-3b27139a-a284-4677-8561-4ce521261ae1 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.8438272 Apr 21 14:46:35.139719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Provisioning complete for port c3998937-865c-4409-8302-781bb059e001 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:35.140092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be84c843-943a-48b0-8d58-3b798ffa8019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.149583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:35.165908 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0bb5afcb-afe4-4637-a4cc-14a04ca1e23c req-3ded705d-f25c-4bb0-b8da-8994bbcd3e0e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444466 Apr 21 14:46:35.203622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Router bcf43409-4271-4a99-a558-f2a2df92d2ff has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:35.217760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c3998937-865c-4409-8302-781bb059e001 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:35.247604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Network f916a213-881d-47ce-b9a4-297373503ee3 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:35.270284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:35.276699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Pushing event updated for resources: {'Port': ['ID=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.287649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:35.492599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Attempting to bind port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:35.492899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Attempting to bind port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '246382cd-261d-4c29-8021-9ba1ce9aa53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:35.493295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Attempting to bind port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 on network f916a213-881d-47ce-b9a4-297373503ee3 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:35.524428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:35.524803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Checking segment: {'id': '246382cd-261d-4c29-8021-9ba1ce9aa53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:35.525251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.525635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Bound using segment: {'id': '246382cd-261d-4c29-8021-9ba1ce9aa53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:35.526139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Bound port: 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246382cd-261d-4c29-8021-9ba1ce9aa53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f916a213-881d-47ce-b9a4-297373503ee3'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:35.526489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.547294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c3998937-865c-4409-8302-781bb059e001 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:35.547668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.573289 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8a97c85a-ff8f-4291-ab68-093e98e46bd4 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "GET /v2.0/routers/051ba09d-ae48-4faa-83bb-8edc960d5293 HTTP/1.1" status: 200 len: 717 time: 0.5222886 Apr 21 14:46:35.578109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56314) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:35.647991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.672248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.699112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] For port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:35.735852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=920db335-1757-4bcb-8665-764656732024,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.753217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] For port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,segment=NetworkSegment(246382cd-261d-4c29-8021-9ba1ce9aa53d),segment_id=246382cd-261d-4c29-8021-9ba1ce9aa53d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:35.761255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:35.766890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.775442 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] Sync routers for ids ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:35.790604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event deleted for resources: {'Port': ['ID=9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.792710 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] Routers {'f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:35.794263 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:35.858821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4713e-2f1f-4108-b3ac-669419d78a92 None None] Pushing event updated for resources: {'Port': ['ID=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:35.929057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:35.956462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.957314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:35.957787 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Floating IP acbd8580-4991-4b1d-aa94-f357a04fed11 disassociated. External IP: 172.26.4.59, port: 339b24bf-c594-4f28-ade3-bd25c86a18c3. Apr 21 14:46:35.958405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Calling delete_port for 339b24bf-c594-4f28-ade3-bd25c86a18c3 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:35.966862 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:35.980978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:35.990756 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] Routers {'f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:35.991378 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.086861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c33d2c7-6972-4fb2-9b07-40b8e58d4aff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3422959 Apr 21 14:46:36.104266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56320) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.106482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.147712 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.148290 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675eaaaf-dc9e-4497-bcd5-254cd3c9205b None None] The sync data for ids ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:36.349049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:36.377304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Sync routers for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:36.399710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:36.400362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.522769 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bd12051f-09be-442b-8d6a-917a95cae7c7 tempest-RoutersTestDVR-1495877643 tempest-RoutersTestDVR-1495877643-project] 10.222.0.35 "GET /v2.0/routers/051ba09d-ae48-4faa-83bb-8edc960d5293 HTTP/1.1" status: 200 len: 683 time: 0.9323757 Apr 21 14:46:36.559313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56328) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.574172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.666376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.675725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:36.698975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-075368ec-7a0c-4675-9a94-bbffdde014ee req-bce35d13-cbbb-4d3f-b3fe-5ec924c1da94 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/ports?device_id=f59ae734-90d0-45bb-bc59-a1425ef558f6 HTTP/1.1" status: 200 len: 210 time: 0.3462703 Apr 21 14:46:36.748566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916a213-881d-47ce-b9a4-297373503ee3']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.774535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26e861f9-31ac-4d6d-acce-c3ebe8f15802 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/ports/9a1ee444-8ccb-4bb5-bd9d-c6e6b5151c28 HTTP/1.1" status: 204 len: 168 time: 4.7365663 Apr 21 14:46:36.775141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:36.781954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56332) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:36.821794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] No DVR routers for this DVR port 339d6c58-1c48-4aaa-af91-8d434a0b5f03 on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:36.841424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.843457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-134b81c2-0d7f-48d7-aaea-aa91797f5ad0 req-a83c8c5c-60bf-460b-9eb8-4426913bc1fc tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.13 "DELETE /v2.0/ports/339d6c58-1c48-4aaa-af91-8d434a0b5f03 HTTP/1.1" status: 204 len: 173 time: 8.2780294 Apr 21 14:46:36.845161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246382cd-261d-4c29-8021-9ba1ce9aa53d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.847433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246382cd-261d-4c29-8021-9ba1ce9aa53d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:36.866526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'name': 'network-vif-deleted', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:46:36.895056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3a370aa5-6f1a-4efd-a48f-0ea69391ef21 None None] Provisioning complete for port d9daa873-38ed-4286-91c2-a0ad81a8dacf triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:36.897955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20320877-ca23-42cd-91d9-a443d1039877 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:36.898530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3a370aa5-6f1a-4efd-a48f-0ea69391ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.898822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20320877-ca23-42cd-91d9-a443d1039877 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:36.908252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:36.972508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339b24bf-c594-4f28-ade3-bd25c86a18c3 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:36.990633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e155154a-9f7d-4501-b84f-55d90c1656a1'] response: {'server_uuid': 'f59ae734-90d0-45bb-bc59-a1425ef558f6', 'name': 'network-vif-deleted', 'tag': '339d6c58-1c48-4aaa-af91-8d434a0b5f03', 'status': 'completed', 'code': 200} Apr 21 14:46:37.013097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.046916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:37.047713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:37.077076 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:37.109498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20320877-ca23-42cd-91d9-a443d1039877 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:37.113382 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20320877-ca23-42cd-91d9-a443d1039877 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports/898e3325-db94-46c9-b03d-099cca45d245 HTTP/1.1" status: 200 len: 911 time: 0.8736331 Apr 21 14:46:37.121281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:37.143989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 60a488e6-49d8-48d8-a141-7b6f821fa4b7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:37.172863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56338) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:37.180247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 339b24bf-c594-4f28-ade3-bd25c86a18c3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:37.180587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 339b24bf-c594-4f28-ade3-bd25c86a18c3 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:37.254978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3a370aa5-6f1a-4efd-a48f-0ea69391ef21 None None] Port d9daa873-38ed-4286-91c2-a0ad81a8dacf cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:37.351699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b937f-c5c8-4f67-b1a0-0d3a40012b69 None None] Network f916a213-881d-47ce-b9a4-297373503ee3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:37.354733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.395026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180d7dc-981e-4fb1-8d10-b6c1afc6e345 req-f8155ecb-b2a0-4f70-b0f4-8d169cf7b391 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:37.397841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c180d7dc-981e-4fb1-8d10-b6c1afc6e345 req-f8155ecb-b2a0-4f70-b0f4-8d169cf7b391 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 946 time: 0.8372412 Apr 21 14:46:37.468055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:37.468055 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:37.468055 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': 'f916a213-881d-47ce-b9a4-297373503ee3'}] Apr 21 14:46:37.468055 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:37.468629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:37.500602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:37.501540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 25e978cf-d83a-430a-a423-42dfe3d5e540 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:37.502484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.622393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Provisioning for port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:37.637634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.679292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Provisioning complete for port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:37.679891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.855027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56346) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:37.866506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.886096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:37.904845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Deleting subnet 839a5137-c0b3-44f9-8257-ec6699c46a27 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:37.908045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event deleted for resources: {'Port': ['ID=339b24bf-c594-4f28-ade3-bd25c86a18c3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:37.911727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.002919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.031344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c180d7dc-981e-4fb1-8d10-b6c1afc6e345 req-ae3c9cc0-1e2b-4a6d-b233-0288751a8df4 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups?id=2465768e-eb17-4a29-8d1e-40f324f50815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5744030 Apr 21 14:46:38.052179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:38.053044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.073828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.084849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Checking router: bcf43409-4271-4a99-a558-f2a2df92d2ff for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:46:38.087153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.117787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:38.122794 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d588941-4dad-4b88-a381-78f8dfa50dac tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1286280 Apr 21 14:46:38.127144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:38.128042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.128188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56350) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:38.132484 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] Sync routers for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:38.144290 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:38.145182 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.171234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.222331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] For port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,segment=NetworkSegment(246382cd-261d-4c29-8021-9ba1ce9aa53d),segment_id=246382cd-261d-4c29-8021-9ba1ce9aa53d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:38.223321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] DHCP port deletion for f916a213-881d-47ce-b9a4-297373503ee3 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:38.238097 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.242459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.251095 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:38.251386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.251710 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.251831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 051ba09d-ae48-4faa-83bb-8edc960d5293 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:38.277845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.281813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Deleting port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:38.282213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.353882 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:38.354515 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40792a4-0f08-4a35-9d3a-6385bbf2ed4d None None] The sync data for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:38.370198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.381278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.429045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6231237-9744-416d-a9d3-ae5073028a01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:38.430472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d6231237-9744-416d-a9d3-ae5073028a01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:38.488535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:38.549850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,segment=NetworkSegment(246382cd-261d-4c29-8021-9ba1ce9aa53d),segment_id=246382cd-261d-4c29-8021-9ba1ce9aa53d)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:38.550232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.556090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.557235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9918340f-8fb1-448e-b2af-032418790831 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "DELETE /v2.0/routers/051ba09d-ae48-4faa-83bb-8edc960d5293 HTTP/1.1" status: 204 len: 168 time: 1.9936106 Apr 21 14:46:38.581067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56354) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:38.599419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.610048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Request body: {'router': {'name': 'tempest-router-1489793077', 'distributed': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:38.626621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:38.649844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:38.674752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f68466-e41f-4998-b3e8-26cfe8d11771 None None] Pushing event updated for resources: {'Port': ['ID=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:38.686474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:38.791361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d6231237-9744-416d-a9d3-ae5073028a01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:38.792566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d6231237-9744-416d-a9d3-ae5073028a01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports/d9daa873-38ed-4286-91c2-a0ad81a8dacf HTTP/1.1" status: 200 len: 910 time: 0.5917733 Apr 21 14:46:38.796217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56358) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:38.834819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Usage tracker for resource:router and tenant:7d3aa55a12af4a8ebc895a59ae79d156 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:38.854021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:38.877955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:38.903867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Router d3e913b4-382d-420f-8f69-23d7e268f09e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:38.909243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.944152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:38.944903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.034969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] For port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,segment=NetworkSegment(246382cd-261d-4c29-8021-9ba1ce9aa53d),segment_id=246382cd-261d-4c29-8021-9ba1ce9aa53d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:39.035386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.042787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.050037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.066287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.083819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.198819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Port': ['ID=2ea22ee1-8425-42b7-9b9f-6afe5166ac04,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:39.210685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b148566-729c-4ddf-86f6-97f94a11e5b7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:39.223694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Calling delete_port for 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:39.230876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.257078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.287811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.291204 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-365d6d58-77b2-4412-94ab-989c65423cdf tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "DELETE /v2.0/security-groups/1b148566-729c-4ddf-86f6-97f94a11e5b7 HTTP/1.1" status: 204 len: 168 time: 1.4182034 Apr 21 14:46:39.298669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:39.299117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.313142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No DVR routers for this DVR port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:39.351812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.356866 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-385ade44-de0a-4200-b105-b937df67d310 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7721679 Apr 21 14:46:39.356866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router b77310e7-4835-4dab-a5f0-7bad5318ca43 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:39.358549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:39.364024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56368) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:39.366981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10e69e48-1da0-4769-88d8-faa67157c8e7 req-87063b25-3c1f-4632-915d-011b50172b9a tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5cd52e6-47cd-446e-946f-5ac77e337da6 HTTP/1.1" status: 200 len: 210 time: 0.1752024 Apr 21 14:46:39.405164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Sync routers for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:39.405366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event deleted for resources: {'Subnet': ['ID=839a5137-c0b3-44f9-8257-ec6699c46a27,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:39.420604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.422299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:39.423236 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fcc86547-5df8-4c4f-826d-aef4f8a281c2 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/subnets/839a5137-c0b3-44f9-8257-ec6699c46a27 HTTP/1.1" status: 204 len: 168 time: 2.6401126 Apr 21 14:46:39.435240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:39.451441 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-c72241c0-a257-4786-a170-9a655365ec60 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] show failed (client error): The resource could not be found. Apr 21 14:46:39.455099 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c72241c0-a257-4786-a170-9a655365ec60 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "GET /v2.0/security-groups/1b148566-729c-4ddf-86f6-97f94a11e5b7 HTTP/1.1" status: 404 len: 347 time: 0.1484427 Apr 21 14:46:39.455099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56372) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:39.466884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56374) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:39.545447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] No DVR routers for this DVR port 339b24bf-c594-4f28-ade3-bd25c86a18c3 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:39.618460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.620924 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1dc72447-461a-45d2-b254-7c63bbca7fed req-98f1f784-b181-4010-a110-f3e8e9975142 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.13 "DELETE /v2.0/ports/339b24bf-c594-4f28-ade3-bd25c86a18c3 HTTP/1.1" status: 204 len: 173 time: 6.7008455 Apr 21 14:46:39.620924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'name': 'network-vif-deleted', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:46:39.675496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:39.764470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e5f2f6-8d55-4429-be5f-bea9969a9f8c'] response: {'server_uuid': 'f5cd52e6-47cd-446e-946f-5ac77e337da6', 'name': 'network-vif-deleted', 'tag': '339b24bf-c594-4f28-ade3-bd25c86a18c3', 'status': 'completed', 'code': 200} Apr 21 14:46:39.827124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345bf97-a451-44b0-b9ba-14a366249270 None None] Network 84ccc972-c278-41fd-8fd8-b67ee7839e1c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:39.839303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:39.839880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:39.958394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:39.962874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.008325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.016052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Deleting port b5892395-5caf-45c0-80ac-c72fa21f8b4b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:40.016052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.019055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3181d-aa2f-447b-ac48-653e48a6868b None None] The sync data for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv is: [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:44:19Z', 'revision_number': 4, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '0683a9dd-9653-4ad8-a356-f0499fd0c0c6', 'name': '', 'network_id': '942e4b44-eb1d-4a55-b7ab-b77732af8edb', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'mac_address': 'fa:16:3e:1b:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:17Z', 'updated_at': '2022-04-21T14:44:27Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'subnets': [{'id': 'e1846c00-9394-4fb4-908d-f25e689f590e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:40.024189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.072449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:40.080855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Deleting port 2e926670-bf1f-4256-b4f6-8453dc9fe845 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:40.081191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.083327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] Sync routers for ids ['b77310e7-4835-4dab-a5f0-7bad5318ca43'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:40.098424 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] Routers {'b77310e7-4835-4dab-a5f0-7bad5318ca43'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:40.099066 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['b77310e7-4835-4dab-a5f0-7bad5318ca43'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.165872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.167083 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c9909bb2-87ec-425a-a818-261c357faa6c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "PUT /v2.0/routers/b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 200 len: 914 time: 10.5556209 Apr 21 14:46:40.179241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56382) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:40.242114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916a213-881d-47ce-b9a4-297373503ee3']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.274790 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.288890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.300498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Checking router: d3e913b4-382d-420f-8f69-23d7e268f09e for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:46:40.301597 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] Routers {'b77310e7-4835-4dab-a5f0-7bad5318ca43'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:40.305174 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['b77310e7-4835-4dab-a5f0-7bad5318ca43'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.325525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:40.326168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.484389 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.485185 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2f47de-25b1-4e72-b66a-75dae0cfc0ed None None] The sync data for ids ['b77310e7-4835-4dab-a5f0-7bad5318ca43'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:40.496739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246382cd-261d-4c29-8021-9ba1ce9aa53d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.497355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246382cd-261d-4c29-8021-9ba1ce9aa53d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:40.532982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.606695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Deleting port 2ea22ee1-8425-42b7-9b9f-6afe5166ac04 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:40.607074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.633520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.639000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] DHCP port deletion for 84ccc972-c278-41fd-8fd8-b67ee7839e1c request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:40.644472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.645968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2e926670-bf1f-4256-b4f6-8453dc9fe845 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:40.647772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.674731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b8116-8b0a-4217-8c5b-a507fd09b9fc None None] New status for floating IP dd6c57c0-9ead-467d-980a-c4c53f16126d: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:46:40.682675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56392) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:40.719348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:40.719754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:40.742333 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:40.750305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Deleting port 2e926670-bf1f-4256-b4f6-8453dc9fe845 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:40.750686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.959961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.961026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:40.972270 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c5c16338-16c2-4f3e-9d26-9bc8389cb47c tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 200 len: 920 time: 0.7919269 Apr 21 14:46:40.977128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56396) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.016409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.016912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00150c98-2b19-4785-85fe-fef0a7ce7563 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:41.019520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.047933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.059465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-db892ec9-864d-47b3-9d40-288d3fc09738 None None] The port '2ea22ee1-8425-42b7-9b9f-6afe5166ac04' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:41.112850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.146717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Calling delete_port for b5892395-5caf-45c0-80ac-c72fa21f8b4b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:41.158763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:41.188497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] For port 2e926670-bf1f-4256-b4f6-8453dc9fe845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e926670-bf1f-4256-b4f6-8453dc9fe845,segment=NetworkSegment(6741ec5b-5e16-43a1-a8d1-b69780cbdb15),segment_id=6741ec5b-5e16-43a1-a8d1-b69780cbdb15)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:41.189012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.212602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=f916a213-881d-47ce-b9a4-297373503ee3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:41.286103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.299366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cbcb42f2-60e3-46e8-9797-716024e70647 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/f916a213-881d-47ce-b9a4-297373503ee3 HTTP/1.1" status: 204 len: 168 time: 8.1942797 Apr 21 14:46:41.322219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56400) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.323949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.328503 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c08749d3-3910-42ac-9df2-91d9971d76e2 tempest-RoutersTestDVR-1990621130 tempest-RoutersTestDVR-1990621130-project-admin] 10.222.0.35 "DELETE /v2.0/routers/00150c98-2b19-4785-85fe-fef0a7ce7563 HTTP/1.1" status: 204 len: 168 time: 1.9576521 Apr 21 14:46:41.336874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-23836115'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:41.354926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 898e3325-db94-46c9-b03d-099cca45d245 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:41.355265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.358098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Calling delete_port for 2e926670-bf1f-4256-b4f6-8453dc9fe845 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:41.389382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:41.410963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:41.417416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.440254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:41.459315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] For port 2e926670-bf1f-4256-b4f6-8453dc9fe845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2e926670-bf1f-4256-b4f6-8453dc9fe845,segment=NetworkSegment(6741ec5b-5e16-43a1-a8d1-b69780cbdb15),segment_id=6741ec5b-5e16-43a1-a8d1-b69780cbdb15)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:41.460342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.462432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a5877-3b4b-431c-8861-078d9184d911 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:41.464125 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-177a5877-3b4b-431c-8861-078d9184d911 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=b77310e7-4835-4dab-a5f0-7bad5318ca43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4842114 Apr 21 14:46:41.467028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56406) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.468555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.502964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:41.594285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:41.597910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.602371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cb81e-4a29-4459-a353-8da6233e5515 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:41.606774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f78cb81e-4a29-4459-a353-8da6233e5515 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.1386721 Apr 21 14:46:41.607351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56410) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.640373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Calling delete_port for 2e926670-bf1f-4256-b4f6-8453dc9fe845 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:41.658216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.662434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:41.662911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:41.698745 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2b29f1c-eaa6-400a-bb79-4b257cb04a65 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 200 len: 205 time: 0.0886846 Apr 21 14:46:41.703913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56414) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:41.776702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event deleted for resources: {'Port': ['ID=2e926670-bf1f-4256-b4f6-8453dc9fe845,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:41.788444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] No DVR routers for this DVR port 2e926670-bf1f-4256-b4f6-8453dc9fe845 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:41.888578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:41.888923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:41.908062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.920268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:41.937750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.938718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2 of type vlan for network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a Apr 21 14:46:41.970759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:41.977480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:41.982144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4058fbf-425a-47d6-b01e-843dde8a8cfd None None] The sync data for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv is: [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f', 'name': '', 'network_id': '7b519709-9d5d-4a72-9446-61b00e6bbeb4', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'mac_address': 'fa:16:3e:8b:9b:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '522cde6b-d209-497b-981f-4fc400145ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:25Z', 'updated_at': '2022-04-21T14:44:39Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'subnets': [{'id': '522cde6b-d209-497b-981f-4fc400145ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:41.983442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.011973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56420) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.046760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ccc972-c278-41fd-8fd8-b67ee7839e1c']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:42.065138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6741ec5b-5e16-43a1-a8d1-b69780cbdb15') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:42.065621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6741ec5b-5e16-43a1-a8d1-b69780cbdb15') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:42.079699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.132602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2465768e-eb17-4a29-8d1e-40f324f50815,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.143477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 898e3325-db94-46c9-b03d-099cca45d245 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:42.144395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.165018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Deleting port b5892395-5caf-45c0-80ac-c72fa21f8b4b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:42.165451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.189585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.21.0.1 (9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf/31536890-843a-464b-9b53-99b89607679e/d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:42.210554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.211854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.258490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:42.258963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:42.276960 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:42.330269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f011618-ad45-449e-be7c-c26a7d20b110 None None] New status for floating IP acbd8580-4991-4b1d-aa94-f357a04fed11: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:46:42.338106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.339230 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b35f6660-e32f-4035-8847-b689ee98e48e tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "DELETE /v2.0/security-groups/2465768e-eb17-4a29-8d1e-40f324f50815 HTTP/1.1" status: 204 len: 168 time: 1.6544142 Apr 21 14:46:42.344059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56426) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.390417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Deleting port 2e926670-bf1f-4256-b4f6-8453dc9fe845 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:42.390808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.418485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.425126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:42.425785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.464726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-02cf270d-a32e-4aee-8170-cce2b627fd37 None None] The port '2e926670-bf1f-4256-b4f6-8453dc9fe845' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:42.488765 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-135fef74-15ce-4564-b6bc-d5b9ba54d685 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] show failed (client error): The resource could not be found. Apr 21 14:46:42.492989 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-135fef74-15ce-4564-b6bc-d5b9ba54d685 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "GET /v2.0/security-groups/2465768e-eb17-4a29-8d1e-40f324f50815 HTTP/1.1" status: 404 len: 347 time: 0.1005282 Apr 21 14:46:42.500426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56430) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.504077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.611107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:42.654020 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3275471 Apr 21 14:46:42.659239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56434) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:42.672030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Usage tracker for resource:security_group_rule and tenant:4a49c5db9b2549c6ade9dcc462cd9095 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:42.678237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7b976-498d-4afb-bff2-d864443bc582 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.682449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.686935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:42.690171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:42.705107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:42.757508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.761444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:42.781156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] Pushing event deleted for resources: {'Network': ['ID=84ccc972-c278-41fd-8fd8-b67ee7839e1c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:42.878552 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d1b263b-47cc-45f7-9d08-280af546b743 tempest-TagsExtTest-1597724801 tempest-TagsExtTest-1597724801-project] 10.222.0.35 "DELETE /v2.0/networks/84ccc972-c278-41fd-8fd8-b67ee7839e1c HTTP/1.1" status: 204 len: 168 time: 3.4178405 Apr 21 14:46:42.885045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.908535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:42.913506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.913717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.930671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 5235cb46-62aa-4fef-bb51-3fbdadcc0a86 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:42.931003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.942388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:42.961733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:42.971464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Deleting port 831cea4d-e48a-4813-8008-dec19304cd06 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:42.971796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.018898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:43.040457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:43.066684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.091355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:43.107529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Calling delete_port for b5892395-5caf-45c0-80ac-c72fa21f8b4b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:43.127332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=898e3325-db94-46c9-b03d-099cca45d245,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:43.136407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56442) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.219293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:43.222901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.401728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.405838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.406157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.538071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Calling delete_port for 831cea4d-e48a-4813-8008-dec19304cd06 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:43.539512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.612124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.702896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c3ac48f4-2229-482f-bc59-0ce22877e51c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8eb22933806d48efbdd044d8768cc4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5526974 Apr 21 14:46:43.708373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 5235cb46-62aa-4fef-bb51-3fbdadcc0a86 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:43.742324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56448) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:43.743982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.775189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:43.776569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:43.783760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:43.789301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:43.793273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:43.999424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.031697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3a83c8f9-4440-49c1-abfa-c0fc74225254 None None] Provisioning for port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:44.038374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3a83c8f9-4440-49c1-abfa-c0fc74225254 None None] Provisioning complete for port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:44.038840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3a83c8f9-4440-49c1-abfa-c0fc74225254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.046392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:44.081567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a49c5db9b2549c6ade9dcc462cd9095&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0682774 Apr 21 14:46:44.082494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.088056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56452) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.104906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3a83c8f9-4440-49c1-abfa-c0fc74225254 None None] Port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:44.122335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00270e3-32a3-4376-8afb-41727d25b42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2158e-c3a0-4699-a697-fa930d8316f0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.177418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Pushing event deleted for resources: {'Port': ['ID=b5892395-5caf-45c0-80ac-c72fa21f8b4b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.244465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.358911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:44.360430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.362324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.374768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] Sync routers for ids ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:44.389196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] Routers {'f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:44.390401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:44.421902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Pushing event deleted for resources: {'Port': ['ID=831cea4d-e48a-4813-8008-dec19304cd06,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.447396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.450822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.473751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:44.489443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] Routers {'f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:44.491525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:44.513264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.541295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ee4ecc5-53ad-4e50-b689-cd5550c7946c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3669796 Apr 21 14:46:44.550368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56456) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.570771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:44.571329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52049b0f-2578-47b6-a7f0-9068d65458cd None None] The sync data for ids ['f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:44.584942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.587370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.591508 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aedd4db6-6774-409c-97b1-dd6894066e59 tempest-ServersTestManualDisk-1427406876 tempest-ServersTestManualDisk-1427406876-project] 10.222.0.35 "DELETE /v2.0/floatingips/acbd8580-4991-4b1d-aa94-f357a04fed11 HTTP/1.1" status: 204 len: 168 time: 2.0849941 Apr 21 14:46:44.591508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.598426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56460) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.632702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.654125 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3a317416-3a9a-49be-bc8a-4f07583a3fe5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a HTTP/1.1" status: 200 len: 205 time: 0.0916400 Apr 21 14:46:44.662616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56464) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.668764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=7aa66b66-5c9d-4501-a9f7-add542ad8100,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.671318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.752621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=5235cb46-62aa-4fef-bb51-3fbdadcc0a86,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.759369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.775228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:44.775581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:44.830545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ffce6-ec92-495e-bf64-46057aa4f24f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:44.884779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.887540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.888670 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-48054242-5a1b-4804-a944-c37bddfc8390 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f3ffce6-ec92-495e-bf64-46057aa4f24f HTTP/1.1" status: 204 len: 168 time: 1.1364462 Apr 21 14:46:44.902227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:44.906162 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7b05cfbe-5fa8-4534-99a2-7268a5d77a49 tempest-ServersTestJSON-1816175384 tempest-ServersTestJSON-1816175384-project] 10.222.0.35 "DELETE /v2.0/floatingips/dd6c57c0-9ead-467d-980a-c4c53f16126d HTTP/1.1" status: 204 len: 168 time: 5.3865666 Apr 21 14:46:44.909387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56470) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:44.910064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:44.976815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.012960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.051802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2158e-c3a0-4699-a697-fa930d8316f0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:45.054429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.055484 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-989f039a-22ed-4ba3-bca1-7ef851c521aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6e2158e-c3a0-4699-a697-fa930d8316f0 HTTP/1.1" status: 204 len: 168 time: 0.9303432 Apr 21 14:46:45.076450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:45.087443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67bd59-e3a4-41c0-b8bf-c9fa5740cf81 None None] Network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:45.174185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:45.175585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.345721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.350312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.377583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-43d1d2bc-34bb-4929-a1bc-978aee67b589 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7070909 Apr 21 14:46:45.384690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56476) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.445829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.446706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router b77310e7-4835-4dab-a5f0-7bad5318ca43 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:45.614505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a', 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '7aa66b66-5c9d-4501-a9f7-add542ad8100'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:45.615906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.621283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.622642 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5cf33101-d112-43d2-b34a-8b4b6520b944 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 204 len: 168 time: 3.9158599 Apr 21 14:46:45.629686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56482) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.654482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-98619870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:45.667774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:45.678653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:45.683802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:45.709756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.722148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.745171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:45.825963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56486) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:45.838946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.871714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Allocated IP 2001:db8::1 (afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a/7aa66b66-5c9d-4501-a9f7-add542ad8100/b6462026-041b-4207-b5db-48b6ed0437a7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:45.957805 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:45.958320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:46.029046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.033117 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6685b8e3-10a1-4971-a7ad-786c9a7e7a4d tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a HTTP/1.1" status: 204 len: 168 time: 1.3618193 Apr 21 14:46:46.039062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:46.066969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.068324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.104027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.115774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.129497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Transition to ACTIVE for port object b6462026-041b-4207-b5db-48b6ed0437a7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:46.150866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Transition to ACTIVE for port object b6462026-041b-4207-b5db-48b6ed0437a7 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:46.157114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.209603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet 546e260b-630d-47c3-a128-fe4d61ec5359 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:46.215947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.219014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.219199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:46.234825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:46.235751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3aa55a12af4a8ebc895a59ae79d156 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:46.238064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:46.243608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:46.244063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:46.245818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Pushing event updated for resources: {'Port': ['ID=b6462026-041b-4207-b5db-48b6ed0437a7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:46.273700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:46.282427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.284071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.293827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.350502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Attempting to bind port b6462026-041b-4207-b5db-48b6ed0437a7 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:46.351326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Attempting to bind port b6462026-041b-4207-b5db-48b6ed0437a7 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:46.351965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Attempting to bind port b6462026-041b-4207-b5db-48b6ed0437a7 on network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:46.357625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.358067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:46.358441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Checking segment: {'id': '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:46.358835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.359221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Bound using segment: {'id': '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:46.359681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Bound port: b6462026-041b-4207-b5db-48b6ed0437a7, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:46.360461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.391585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.441614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.445274 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-864eaecc-25dd-4990-9691-efe57fcd5b23 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8103001 Apr 21 14:46:46.451862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:46.461389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:46.491892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:46.497154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b6462026-041b-4207-b5db-48b6ed0437a7,segment=NetworkSegment(69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2),segment_id=69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:46.500184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:46.504207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.518906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.616464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81576312-3d73-48eb-9615-8777016e8de6 None None] Pushing event updated for resources: {'Port': ['ID=b6462026-041b-4207-b5db-48b6ed0437a7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:46.657022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.690981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.784299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa66b66-5c9d-4501-a9f7-add542ad8100,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:46.799488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:46.900795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:46.907869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:46.932984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.003609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.015330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.160177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.164665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.219675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00dc04c-32c5-4c5b-8d0f-a25f3510f3c1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:47.231955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fff84ff7-916e-4ecb-bd2c-eb0bd64d4f08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d3aa55a12af4a8ebc895a59ae79d156&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3849056 Apr 21 14:46:47.231955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.254241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56498) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.257956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2487d415-f67b-4dec-9f0a-10b9a9eec1a5 None None] Provisioning complete for port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:47.258450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2487d415-f67b-4dec-9f0a-10b9a9eec1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.263863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.281485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=546e260b-630d-47c3-a128-fe4d61ec5359,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:47.283491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.303674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9586472-7428-4fad-8054-6771e1d65dcd None None] Network 22e36218-e4c4-45b7-9f87-8e0a115df215 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:47.335814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.336202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.368666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-adfd28a6-78ae-46df-9f5b-e2ce486ab295 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/546e260b-630d-47c3-a128-fe4d61ec5359 HTTP/1.1" status: 204 len: 168 time: 1.3246837 Apr 21 14:46:47.370646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.377489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.401721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 25e978cf-d83a-430a-a423-42dfe3d5e540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:47.420501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2487d415-f67b-4dec-9f0a-10b9a9eec1a5 None None] Port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:46:47.468833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.476125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:47.476968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:47.492985 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:47.624348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] DHCP port deletion for 22e36218-e4c4-45b7-9f87-8e0a115df215 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:47.630092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Deleting port ddc0302d-ebce-446b-8b40-94fa4eac43bd {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:47.631568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.699796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:47.708679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-730fa7df-c95f-428f-a3dd-f82186214905 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9088843 Apr 21 14:46:47.709917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.711297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] Sync routers for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:47.722410 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:47.722729 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.808699 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.829816 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:47.831132 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.846900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07d899-8fa5-4c14-b6a1-50d65f5d1728 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:47.847681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b07d899-8fa5-4c14-b6a1-50d65f5d1728 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:46:47.905914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Deleting port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:47.907480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.955444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b07d899-8fa5-4c14-b6a1-50d65f5d1728 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:46:47.956279 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0b07d899-8fa5-4c14-b6a1-50d65f5d1728 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports/d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 HTTP/1.1" status: 200 len: 910 time: 0.2446702 Apr 21 14:46:47.962224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d464741f-bdeb-4918-af4e-5fcb249c53e4 None None] Network afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:47.964269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:47.965672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:47.973863 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:47.975491 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e234ba0-931d-46c1-bca6-8c7ba83e6e7a None None] The sync data for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:48.019218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.029791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.064248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:48.064248 dv-neutron-838896-1-hyperv neutron-server[88107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:48.064248 dv-neutron-838896-1-hyperv neutron-server[88107]: [parameters: {'id': 'afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a'}] Apr 21 14:46:48.064248 dv-neutron-838896-1-hyperv neutron-server[88107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:48.064704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:48.079127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] For port ddc0302d-ebce-446b-8b40-94fa4eac43bd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ddc0302d-ebce-446b-8b40-94fa4eac43bd,segment=NetworkSegment(e39f1459-2cee-4316-bb4c-6a14fee2aee7),segment_id=e39f1459-2cee-4316-bb4c-6a14fee2aee7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:48.079513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.151372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port ddc0302d-ebce-446b-8b40-94fa4eac43bd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:48.151715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.224791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Calling delete_port for ddc0302d-ebce-446b-8b40-94fa4eac43bd owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:48.336976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.353015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d0cab57a-e1fd-4ac1-a9c7-6f91c404a1d6 None None] Provisioning for port b6462026-041b-4207-b5db-48b6ed0437a7 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:48.375275 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:46:48.389817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00dc04c-32c5-4c5b-8d0f-a25f3510f3c1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:48.421280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] For port bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:48.421678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.445302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.498730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] Pushing event deleted for resources: {'Port': ['ID=ddc0302d-ebce-446b-8b40-94fa4eac43bd,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:48.500806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c67868-17a7-41db-a42b-4af6a0fc942f None None] No DVR routers for this DVR port ddc0302d-ebce-446b-8b40-94fa4eac43bd on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:48.566495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b6462026-041b-4207-b5db-48b6ed0437a7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:46:48.591086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.613046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.616482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ea0ba7a8-a5bf-42ef-baa5-108c87f31f6c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f00dc04c-32c5-4c5b-8d0f-a25f3510f3c1 HTTP/1.1" status: 204 len: 168 time: 1.3537710 Apr 21 14:46:48.642388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] DHCP port deletion for afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:48.648701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Deleting port b6462026-041b-4207-b5db-48b6ed0437a7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:48.649068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.649417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Calling delete_port for bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:48.719247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port ddc0302d-ebce-446b-8b40-94fa4eac43bd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ddc0302d-ebce-446b-8b40-94fa4eac43bd,segment=NetworkSegment(e39f1459-2cee-4316-bb4c-6a14fee2aee7),segment_id=e39f1459-2cee-4316-bb4c-6a14fee2aee7)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:48.719799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.739561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port b6462026-041b-4207-b5db-48b6ed0437a7 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:48.739561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:48.753649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b6462026-041b-4207-b5db-48b6ed0437a7 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:46:48.767636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b6462026-041b-4207-b5db-48b6ed0437a7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:46:48.767950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.003032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for ddc0302d-ebce-446b-8b40-94fa4eac43bd owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:49.030910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.033518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b6462026-041b-4207-b5db-48b6ed0437a7,segment=NetworkSegment(69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2),segment_id=69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:49.033912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.087373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.094119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Deleting port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:49.094453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.174230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.184132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.198735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Calling delete_port for b6462026-041b-4207-b5db-48b6ed0437a7 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:49.258595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.264440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b6462026-041b-4207-b5db-48b6ed0437a7,segment=NetworkSegment(69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2),segment_id=69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:49.273905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.343429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ddc0302d-ebce-446b-8b40-94fa4eac43bd no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:49.401597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ddc0302d-ebce-446b-8b40-94fa4eac43bd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:49.402279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ddc0302d-ebce-446b-8b40-94fa4eac43bd not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:49.405698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:49.406101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:49.433725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b6462026-041b-4207-b5db-48b6ed0437a7,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:49.440958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:49.441442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:49.471163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:49.718084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:49.797322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b6462026-041b-4207-b5db-48b6ed0437a7,segment=NetworkSegment(69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2),segment_id=69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:49.797581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.825852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] For port 0683a9dd-9653-4ad8-a356-f0499fd0c0c6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:49.826353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.834332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Allocated IP 172.26.4.40 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/5babf90a-c8bb-4b1b-981a-f8f6f9ab152f) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:49.907068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Deleting port b6462026-041b-4207-b5db-48b6ed0437a7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:49.907570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.910839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.954087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1343292139'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:49.959620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port ddc0302d-ebce-446b-8b40-94fa4eac43bd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:49.959947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:49.998037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for b6462026-041b-4207-b5db-48b6ed0437a7 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:50.020640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:50.022088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.075271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:50.116367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] For port b6462026-041b-4207-b5db-48b6ed0437a7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b6462026-041b-4207-b5db-48b6ed0437a7,segment=NetworkSegment(69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2),segment_id=69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:50.116917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.181168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:network and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:50.193559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Calling delete_port for 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:50.242951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Calling delete_port for b6462026-041b-4207-b5db-48b6ed0437a7 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:50.245090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:50.265519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] The port 'ddc0302d-ebce-446b-8b40-94fa4eac43bd' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:50.290704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:50.322584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.368911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] Pushing event deleted for resources: {'Port': ['ID=b6462026-041b-4207-b5db-48b6ed0437a7,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:50.372555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5701dd2-4572-4d65-b444-2fd0418bed5d None None] No DVR routers for this DVR port b6462026-041b-4207-b5db-48b6ed0437a7 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:50.384335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.429452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:50.434261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.501310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.521134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b6462026-041b-4207-b5db-48b6ed0437a7 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:50.583258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:50.583863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:50.591315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b6462026-041b-4207-b5db-48b6ed0437a7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:50.591660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b6462026-041b-4207-b5db-48b6ed0437a7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:50.610849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:50.613781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.641271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:security_group_rule and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:50.652519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:50.673315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:50.684589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e36218-e4c4-45b7-9f87-8e0a115df215']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:50.696386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:50.711716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39f1459-2cee-4316-bb4c-6a14fee2aee7') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:50.712046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39f1459-2cee-4316-bb4c-6a14fee2aee7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:50.720282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.749977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.778600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.778977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Router d3e913b4-382d-420f-8f69-23d7e268f09e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:50.792596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:50.793059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:50.809699 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:50.948745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:50.955201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.038457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:51.048545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Sync routers for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:51.059977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:51.060748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:51.076048 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f1f469a6-e867-4a22-bcbb-8a252f9a9d11 admin admin] 10.222.0.35 "PUT /v2.0/routers/d3e913b4-382d-420f-8f69-23d7e268f09e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4721568 Apr 21 14:46:51.076272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:51.078942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.130219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.138260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port b6462026-041b-4207-b5db-48b6ed0437a7 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:51.138592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.182252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.197811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=d63ad574-1ce0-4aaf-a29d-73df7f7a0ad9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.199327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=22e36218-e4c4-45b7-9f87-8e0a115df215,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.252139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:51.273235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:51.295524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] The port 'b6462026-041b-4207-b5db-48b6ed0437a7' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:51.306452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:51.314005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:51.370516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Pushing event updated for resources: {'Port': ['ID=5babf90a-c8bb-4b1b-981a-f8f6f9ab152f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.492116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.518644 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bd5500d8-9451-41ed-bd1e-fc86b8854869 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/22e36218-e4c4-45b7-9f87-8e0a115df215 HTTP/1.1" status: 204 len: 168 time: 4.1413503 Apr 21 14:46:51.542173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56544) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:51.583776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0683a9dd-9653-4ad8-a356-f0499fd0c0c6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:51.606547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-996188492', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:51.618825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:46:49Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:51.624698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Checking router: d3e913b4-382d-420f-8f69-23d7e268f09e for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:46:51.634191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Routers {'d3e913b4-382d-420f-8f69-23d7e268f09e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:51.635010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['d3e913b4-382d-420f-8f69-23d7e268f09e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:51.674460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:51.696705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.703161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:51.761575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:51.770347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.779934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.812366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.812602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:51.835748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] Set router d3e913b4-382d-420f-8f69-23d7e268f09e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:51.921940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:51.970548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:51.980791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:52.026090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.032048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.033025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.048805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.049046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cbe7d9-9c96-4cb2-b8e4-45ed9a42d3a2') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.059951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b5b296-435e-4bfc-8008-42dbf87cbcdc,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:52.082499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.082834 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Added segment e8a80ad3-f1f2-420e-a6fa-d340beab536b of type vlan for network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 Apr 21 14:46:52.086381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.108563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Deleting port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:52.108563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.132364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.144543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:46:49Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.150191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f620f8-9fd1-4e1e-8b12-3cc760f28137 None None] The sync data for ids ['d3e913b4-382d-420f-8f69-23d7e268f09e'] in dv-neutron-838896-1-hyperv is: [{'id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'name': 'tempest-ServersTestManualDisk-1614101479-router', 'tenant_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:11Z', 'updated_at': '2022-04-21T14:46:49Z', 'revision_number': 5, 'project_id': 'd05d74ab99924b53b8efe60a9d7b369a', 'gw_port': {'id': '6cf2011d-f376-4a4a-b0e6-5eebc7d2003c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:34:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e913b4-382d-420f-8f69-23d7e268f09e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:13Z', 'updated_at': '2022-04-21T14:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:52.158964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.230146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.287098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:52.287424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:52.314747 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:52.463162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] For port 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:52.463431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.471414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 25e978cf-d83a-430a-a423-42dfe3d5e540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:52.498181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:52.595548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:52.599024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Calling delete_port for 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:52.641456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:52.641989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bccc2c27-45a8-40c6-bdb4-841ddfa7ef6f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:52.695955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.812738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.824151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:52.829303 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd5389da-3c22-48c3-9824-1bd50f221fa6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8626282 Apr 21 14:46:52.839530 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] Sync routers for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:52.851173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56550) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:52.858770 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:52.859383 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.911983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.919854 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.929087 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:52.930218 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.933840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.939305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:52.939946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:52.991949 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:52.992342 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00b714b-7053-4703-82d4-7a99647c0dc8 None None] The sync data for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:53.007838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:53.030601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.067269 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ebdcb40b-e7f6-47a6-82b0-cd8beb1fff2d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a HTTP/1.1" status: 204 len: 168 time: 7.6737342 Apr 21 14:46:53.092094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56554) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.095901 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.3700864 Apr 21 14:46:53.116812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56558) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.119087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.173376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-74083189'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:53.189593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'subnet': {'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:53.256180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:53.351119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:53.368371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:53.369541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.440052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:53.444415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c95182-d9f6-411e-9fba-27af9138fae4 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Network': ['ID=52de7cef-7b03-4dcb-9a2a-7fc6565aaef3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:53.448764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf2011d-f376-4a4a-b0e6-5eebc7d2003c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:53.462185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:53.605453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.609005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:53.612343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.624362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:53.651159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:subnet and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:53.702105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:53.734080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:53.792371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.795436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.831091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:46:53.854288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.854781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3e913b4-382d-420f-8f69-23d7e268f09e {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:53.860414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:53.863847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.882484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.882938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-401f9ed7-1666-4172-88c8-492b841e245a admin admin] 10.222.0.35 "DELETE /v2.0/routers/d3e913b4-382d-420f-8f69-23d7e268f09e HTTP/1.1" status: 204 len: 168 time: 2.8057606 Apr 21 14:46:53.886604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:53.910021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:53.910360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 5308909f-a940-4a27-9646-8d36aa518c8e of type vlan for network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 Apr 21 14:46:53.939157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.082599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Deleting subnet 522cde6b-d209-497b-981f-4fc400145ba2 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:54.096286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.236348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.323670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.330864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Router bcf43409-4271-4a99-a558-f2a2df92d2ff has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:54.361847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.375882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.454459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port d9daa873-38ed-4286-91c2-a0ad81a8dacf {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:54.454801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.459209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:54.486667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.499140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:46:54.499729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:54.500142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6cf2011d-f376-4a4a-b0e6-5eebc7d2003c not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:54.550154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.645627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=522cde6b-d209-497b-981f-4fc400145ba2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:54.648254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2de86-70e6-4478-a004-14d53469528c None None] Network 7b519709-9d5d-4a72-9446-61b00e6bbeb4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:54.650090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.668694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ee8c6992-0c4d-4f55-9c18-9a8751100bd4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/522cde6b-d209-497b-981f-4fc400145ba2 HTTP/1.1" status: 204 len: 168 time: 0.7815788 Apr 21 14:46:54.671884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56566) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:54.751183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.756543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:54.757153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.823998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.907095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:54.947921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.002715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] DHCP port deletion for 7b519709-9d5d-4a72-9446-61b00e6bbeb4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:46:55.007356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Deleting port 9d2cf91e-73d3-4019-b24e-c327fdb0528f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:55.007740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.047178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for d9daa873-38ed-4286-91c2-a0ad81a8dacf owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:55.080016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.113782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Deleting port 9d2cf91e-73d3-4019-b24e-c327fdb0528f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:55.114127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.169488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.0720241 Apr 21 14:46:55.175821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56570) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:55.182117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc311b6-e2de-4072-9dba-cfd6f9f7cf83 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=b8b7e56b-b43c-4743-85d3-3ed77e8fe968,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.191387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:55.201370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:46:55.232576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:55.243396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.297128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Sync routers for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:55.301490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] For port 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d2cf91e-73d3-4019-b24e-c327fdb0528f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:55.301916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.308843 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-77b72f9a-908b-4a49-9c05-7f4e8744ff86 admin admin] 10.222.0.35 "PUT /v2.0/routers/bcf43409-4271-4a99-a558-f2a2df92d2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3937678 Apr 21 14:46:55.315822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:55.400284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:55.452204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:55.459376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Calling delete_port for 9d2cf91e-73d3-4019-b24e-c327fdb0528f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:55.461020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:55.479335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:55.490806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:55.491467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:55.532835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] For port 9d2cf91e-73d3-4019-b24e-c327fdb0528f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d2cf91e-73d3-4019-b24e-c327fdb0528f,segment=NetworkSegment(c2344422-6fd9-47b5-ad30-edd85fc60709),segment_id=c2344422-6fd9-47b5-ad30-edd85fc60709)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:55.533174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.559837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:46:55.562113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd077-0dd7-46e9-b63f-9c7303e47daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.563343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.632464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Subnet': ['ID=11b4fee8-51d9-42f4-abc1-97ac05690b6c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.677488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.681662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 172.26.4.203 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/79694200-7625-4c42-a566-ffd8039bf966) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:55.686301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Router ac86ecf3-10bc-42d6-a9ea-af0805025d83 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:46:55.688338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Checking segment: {'id': 'e8a80ad3-f1f2-420e-a6fa-d340beab536b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:55.688690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network hostable DHCP agents. Network: 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:55.722915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Calling delete_port for 9d2cf91e-73d3-4019-b24e-c327fdb0528f owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:55.749155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] No DVR routers for this DVR port 9d2cf91e-73d3-4019-b24e-c327fdb0528f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:46:55.750746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9c689-6342-4c6d-a4dc-882f0c9239f0 None None] Pushing event deleted for resources: {'Port': ['ID=9d2cf91e-73d3-4019-b24e-c327fdb0528f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.762107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.799006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:55.879853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=d9daa873-38ed-4286-91c2-a0ad81a8dacf,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:55.917020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:55.937003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:55.965645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:55.966383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:56.103999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:56.134284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b251b4-a947-44bc-9a65-3ad5ada7b2fb None None] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:56.185152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:56.185859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.230116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.298675 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dd40f2d9-37f4-405c-b1a4-f8a935c758af tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1806509 Apr 21 14:46:56.316501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56582) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.317765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:56.323496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.327170 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a19ef614-1fbd-4f85-957f-05225cad18c5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "PUT /v2.0/routers/ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 200 len: 913 time: 9.8718188 Apr 21 14:46:56.334571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] Sync routers for ids ['ac86ecf3-10bc-42d6-a9ea-af0805025d83'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:56.346868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56586) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.352759 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] Routers {'ac86ecf3-10bc-42d6-a9ea-af0805025d83'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:56.353297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1667190699', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:46:56.354033 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ac86ecf3-10bc-42d6-a9ea-af0805025d83'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.363556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:46:50Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.371710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Checking router: bcf43409-4271-4a99-a558-f2a2df92d2ff for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:46:56.416162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Routers {'bcf43409-4271-4a99-a558-f2a2df92d2ff'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:56.416811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bcf43409-4271-4a99-a558-f2a2df92d2ff'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.433373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:46:56.440202 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.448217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.463159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:router and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:46:56.475477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:46:56.480409 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] Routers {'ac86ecf3-10bc-42d6-a9ea-af0805025d83'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:56.491017 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ac86ecf3-10bc-42d6-a9ea-af0805025d83'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.493629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646afe88-1fb5-4543-b4e6-488f1827e209 None None] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:56.497125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:46:56.507834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.587892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d2cf91e-73d3-4019-b24e-c327fdb0528f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:56.595855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Deleting port e1a72765-74b1-4e68-ac45-0905c9e2e955 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:56.596327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.601762 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:56.602337 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27647d1e-4c9e-4afa-aa0c-ebc838a82d1f None None] The sync data for ids ['ac86ecf3-10bc-42d6-a9ea-af0805025d83'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:56.612190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Deleting port 9d2cf91e-73d3-4019-b24e-c327fdb0528f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:56.612530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.629435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.631328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.641614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 9d2cf91e-73d3-4019-b24e-c327fdb0528f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:56.641879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d2cf91e-73d3-4019-b24e-c327fdb0528f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:56.681486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-de3acc58-27eb-4df9-b0ea-6617960985a5 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 200 len: 919 time: 0.3184414 Apr 21 14:46:56.707688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:56.716600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.779849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] The port '9d2cf91e-73d3-4019-b24e-c327fdb0528f' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:46:56.788275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] Set router bcf43409-4271-4a99-a558-f2a2df92d2ff gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:46:56.827200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:56.924011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:56.937095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 25e978cf-d83a-430a-a423-42dfe3d5e540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:46:56.985684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:57.003647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.006551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:57.048060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=79694200-7625-4c42-a566-ffd8039bf966,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:57.090044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b519709-9d5d-4a72-9446-61b00e6bbeb4']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.103238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.156825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:46:50Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.161699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae154f-535d-41a3-a10a-a1aa69f3d182 None None] The sync data for ids ['bcf43409-4271-4a99-a558-f2a2df92d2ff'] in dv-neutron-838896-1-hyperv is: [{'id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'name': 'tempest-ServersTestJSON-1721330696-router', 'tenant_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43'}], 'enable_snat': True}, 'gw_port_id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:44:08Z', 'updated_at': '2022-04-21T14:46:50Z', 'revision_number': 5, 'project_id': '41bcedfd12f1416590ac0e21f4aaa48d', 'gw_port': {'id': 'e1a72765-74b1-4e68-ac45-0905c9e2e955', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ae:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf43409-4271-4a99-a558-f2a2df92d2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:44:09Z', 'updated_at': '2022-04-21T14:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:57.171368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2344422-6fd9-47b5-ad30-edd85fc60709') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.171661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2344422-6fd9-47b5-ad30-edd85fc60709') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.263971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.266992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-e917f741-dc41-447c-867c-95269272543c admin admin] For port e1a72765-74b1-4e68-ac45-0905c9e2e955, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e1a72765-74b1-4e68-ac45-0905c9e2e955,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:46:57.267340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.271540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:46:57.283693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] Sync routers for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:46:57.294397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.297613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=e7c293e1-a913-4487-a459-9d0aa00fad08,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:57.298017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:57.298743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.316487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:57.316893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:57.333669 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:57.345136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '5308909f-a940-4a27-9646-8d36aa518c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:57.345518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: b8b7e56b-b43c-4743-85d3-3ed77e8fe968, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:46:57.359844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-956ad4bf-9b01-4e86-ba8d-4ed2b59d24e0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5050540 Apr 21 14:46:57.368803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.377745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] Routers {'25e978cf-d83a-430a-a423-42dfe3d5e540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:46:57.378466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['25e978cf-d83a-430a-a423-42dfe3d5e540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.401755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56594) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.424808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:46:57.428495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.449791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.457034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:57.457475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb323b6-35d7-47ca-b997-a39928a90b79 None None] The sync data for ids ['25e978cf-d83a-430a-a423-42dfe3d5e540'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:46:57.458963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, b8b7e56b-b43c-4743-85d3-3ed77e8fe968) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:57.469174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b519709-9d5d-4a72-9446-61b00e6bbeb4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:57.470692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Calling delete_port for e1a72765-74b1-4e68-ac45-0905c9e2e955 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:57.471349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:57.471916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.481180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0ef7-91be-4976-95ec-65c6b1427da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.484250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339dbe25-5eea-4c63-969e-b0e1f28534bd None None] Network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:57.496891 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-94e52597-f010-443a-9e54-a4bfa77e06f4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7b519709-9d5d-4a72-9446-61b00e6bbeb4 HTTP/1.1" status: 204 len: 168 time: 2.8241463 Apr 21 14:46:57.508614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-04c7fbac-88dc-46cb-b80c-039114a2d9ac tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3317034 Apr 21 14:46:57.509589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56600) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.671271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.719327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.731611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363cffc9-3409-4933-943a-d91b6a9691af tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:57.733114 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-363cffc9-3409-4933-943a-d91b6a9691af tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=ac86ecf3-10bc-42d6-a9ea-af0805025d83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0241656 Apr 21 14:46:57.742420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56604) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.766559 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-27ee261c-c096-44fa-a4bf-f0e2e0b25462 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=25e978cf-d83a-430a-a423-42dfe3d5e540 HTTP/1.1" status: 200 len: 205 time: 0.3041937 Apr 21 14:46:57.773822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56608) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.795295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-b8b7e56b-b43c-4743-85d3-3ed77e8fe968', 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': 'e7c293e1-a913-4487-a459-9d0aa00fad08'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:46:57.796700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.833947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:57.872889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56612) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:57.978086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Allocated IP 2001:db8::1 (b8b7e56b-b43c-4743-85d3-3ed77e8fe968/e7c293e1-a913-4487-a459-9d0aa00fad08/c8e3eb09-4250-40d6-bd97-6a9a5cfc4847) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:46:58.051707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c3cec2b7-8cba-4dbf-a007-b99d53fb35d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d05d74ab99924b53b8efe60a9d7b369a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1625056 Apr 21 14:46:58.053168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56616) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.073792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a5870-176a-40f1-8080-05e4710e091f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:46:58.077434 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9a3a5870-176a-40f1-8080-05e4710e091f tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.3307660 Apr 21 14:46:58.077763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56620) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.087508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.248863 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f50cad9-3cc9-4a53-ae1c-936cc67095c0 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 200 len: 205 time: 0.1676407 Apr 21 14:46:58.253439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.254468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56624) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:58.265452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Transition to ACTIVE for port object c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:58.283967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Transition to ACTIVE for port object c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:46:58.291028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.357933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.360304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:46:58.363392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:46:58.367981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:46:58.399145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.407361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Pushing event updated for resources: {'Port': ['ID=c8e3eb09-4250-40d6-bd97-6a9a5cfc4847,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.444873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.449043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:46:58.498125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:46:58.498620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 0683a9dd-9653-4ad8-a356-f0499fd0c0c6 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:46:58.508048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Attempting to bind port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:46:58.508383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Attempting to bind port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '5308909f-a940-4a27-9646-8d36aa518c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:46:58.508835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Attempting to bind port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 on network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:46:58.514724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:46:58.515244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Checking segment: {'id': '5308909f-a940-4a27-9646-8d36aa518c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:46:58.515825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.516312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Bound using segment: {'id': '5308909f-a940-4a27-9646-8d36aa518c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:46:58.516867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Bound port: c8e3eb09-4250-40d6-bd97-6a9a5cfc4847, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5308909f-a940-4a27-9646-8d36aa518c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:46:58.517361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.524774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=e7c293e1-a913-4487-a459-9d0aa00fad08,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.611897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.619088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] For port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:46:58.624172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] For port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c8e3eb09-4250-40d6-bd97-6a9a5cfc4847,segment=NetworkSegment(5308909f-a940-4a27-9646-8d36aa518c8e),segment_id=5308909f-a940-4a27-9646-8d36aa518c8e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:46:58.636752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.694279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.728460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.735918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d038f8b-c64b-4ccb-9639-dfc3218adde5 None None] Pushing event updated for resources: {'Port': ['ID=c8e3eb09-4250-40d6-bd97-6a9a5cfc4847,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.775439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b7e56b-b43c-4743-85d3-3ed77e8fe968']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:58.786295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.807234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5308909f-a940-4a27-9646-8d36aa518c8e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:58.807585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5308909f-a940-4a27-9646-8d36aa518c8e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:46:58.853631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1477837-b577-4631-ba75-93b042ce3b54 None None] Network b8b7e56b-b43c-4743-85d3-3ed77e8fe968 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:46:58.855155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.874704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.874932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2429469c-3bef-4035-9fb0-29428b370305,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:58.879432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.893605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.928089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.940524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.944406 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0fa32502-bb96-48c3-ac6a-42e4c6c3c4f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2429469c-3bef-4035-9fb0-29428b370305 HTTP/1.1" status: 204 len: 168 time: 0.8879080 Apr 21 14:46:58.946175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.950952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:46:58.951351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.965233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:46:58.971887 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:46:59.039575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 5babf90a-c8bb-4b1b-981a-f8f6f9ab152f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:59.040388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.041483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a72765-74b1-4e68-ac45-0905c9e2e955,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:46:59.058528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.058987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 25e978cf-d83a-430a-a423-42dfe3d5e540 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:59.090131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.106927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:46:59.106927 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:46:59.106927 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': 'b8b7e56b-b43c-4743-85d3-3ed77e8fe968'}] Apr 21 14:46:59.106927 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:46:59.107756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:46:59.174016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09063b45-61c8-4d42-ae90-cfd927898efa None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:46:59.252702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.253813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5c42b6fe-9829-4178-8e02-3873f36d0cc6 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540 HTTP/1.1" status: 204 len: 168 time: 1.4655476 Apr 21 14:46:59.260086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56632) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:46:59.307980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09063b45-61c8-4d42-ae90-cfd927898efa None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:46:59.355675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet 31536890-843a-464b-9b53-99b89607679e {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:46:59.360260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.399026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.403486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.559499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 5babf90a-c8bb-4b1b-981a-f8f6f9ab152f owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:46:59.609566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.635441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.682797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.708497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:46:59.708922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.720102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.724780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.791155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.889534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.890053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf43409-4271-4a99-a558-f2a2df92d2ff {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:46:59.905695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:46:59.957001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56652) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:00.160367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e917f741-dc41-447c-867c-95269272543c admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.161994 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e917f741-dc41-447c-867c-95269272543c admin admin] 10.222.0.35 "DELETE /v2.0/routers/bcf43409-4271-4a99-a558-f2a2df92d2ff HTTP/1.1" status: 204 len: 168 time: 4.8359997 Apr 21 14:47:00.171909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56658) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:00.185106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2047874399-network', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:00.188364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.257021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:00.274170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.182 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/3c0c54c1-aef2-4ef6-9fd6-533228ebf50e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:00.289655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Usage tracker for resource:network and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:00.305400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:00.323060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.329994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c8e3eb09-4250-40d6-bd97-6a9a5cfc4847,segment=NetworkSegment(5308909f-a940-4a27-9646-8d36aa518c8e),segment_id=5308909f-a940-4a27-9646-8d36aa518c8e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:00.330201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.338592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:00.351733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.438726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router f806e6d9-fb9a-4164-a845-b30a78cfcdbb is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:00.464146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=5babf90a-c8bb-4b1b-981a-f8f6f9ab152f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.491005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e1a72765-74b1-4e68-ac45-0905c9e2e955 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:00.525861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e1a72765-74b1-4e68-ac45-0905c9e2e955 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:00.526566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e1a72765-74b1-4e68-ac45-0905c9e2e955 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:00.537421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.570850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:00.603374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Made reservation on behalf of 62fa7eb0d96447088de92e91cf738ece for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:00.605711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.616865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Deleting subnet e1846c00-9394-4fb4-908d-f25e689f590e {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:00.634027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.654203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:00.664124 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] Sync routers for ids ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:00.674540 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] Routers {'f806e6d9-fb9a-4164-a845-b30a78cfcdbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:00.675354 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:00.676615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.720291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.721542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.722930 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5e6146bb-9857-4b17-b5a7-42c2b9b9c2f5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1368711 Apr 21 14:47:00.732189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56662) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:00.740951 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:00.749908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] Routers {'f806e6d9-fb9a-4164-a845-b30a78cfcdbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:00.750525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:00.773409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.783502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:00.801123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:00.817255 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:00.818658 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb8e977-eec9-4b59-b960-28466f736f0a None None] The sync data for ids ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:00.821527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:00.824346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.829444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:00.859101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Usage tracker for resource:security_group_rule and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:00.873757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:00.892301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=3c0c54c1-aef2-4ef6-9fd6-533228ebf50e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.895249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=31536890-843a-464b-9b53-99b89607679e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:00.907249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:00.912907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:00.917932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5bfa5a-ba9a-4972-955c-8055fdf2a62b None None] Network 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:00.922832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.062876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.069283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f2e50716-8f3e-4c12-ab88-3632ecd66bd7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/31536890-843a-464b-9b53-99b89607679e HTTP/1.1" status: 204 len: 168 time: 1.8059299 Apr 21 14:47:01.103640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.121561 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0549c15e-7497-423a-8d78-a5c10fc9cf24 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers/f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 200 len: 884 time: 0.3839767 Apr 21 14:47:01.172431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.188336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] DHCP port deletion for 9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:01.192964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Deleting port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:01.194158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.237463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet 360e1511-bec3-4992-ab08-4e15ebb8536d {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:01.242791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.247528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.250973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Port': ['ID=c8e3eb09-4250-40d6-bd97-6a9a5cfc4847,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.262437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.267139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No DVR routers for this DVR port c8e3eb09-4250-40d6-bd97-6a9a5cfc4847 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:01.376478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.447975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] For port 60a488e6-49d8-48d8-a141-7b6f821fa4b7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=60a488e6-49d8-48d8-a141-7b6f821fa4b7,segment=NetworkSegment(0d98f6a5-11cd-40cb-b36d-a3d29c7d785d),segment_id=0d98f6a5-11cd-40cb-b36d-a3d29c7d785d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:01.448581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.528605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.529122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router ac86ecf3-10bc-42d6-a9ea-af0805025d83 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:01.531269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.581157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Calling delete_port for 60a488e6-49d8-48d8-a141-7b6f821fa4b7 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:01.637260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.647289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.662105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.697333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b7e56b-b43c-4743-85d3-3ed77e8fe968']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.714284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] Pushing event deleted for resources: {'Port': ['ID=60a488e6-49d8-48d8-a141-7b6f821fa4b7,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.718768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de8b8d8-c180-4aa7-9210-3d7ce0c113b9 None None] No DVR routers for this DVR port 60a488e6-49d8-48d8-a141-7b6f821fa4b7 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:01.741708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5308909f-a940-4a27-9646-8d36aa518c8e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.742005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5308909f-a940-4a27-9646-8d36aa518c8e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:01.745990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.751169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.766211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.775766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.780194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-60648187-7a67-4287-94c2-6216a3cb1664 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 204 len: 168 time: 3.5216129 Apr 21 14:47:01.780194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.784995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56674) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.802489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-593019845', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:01.817052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:01.823519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.827821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.832192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.863910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:01.874768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Usage tracker for resource:router and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:01.882493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=360e1511-bec3-4992-ab08-4e15ebb8536d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.884782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:01.887950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.897142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b2aa2-1db3-44de-9c00-69edcbca57a1 None None] Network bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:01.902255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:01.902662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:01.921623 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:01.923653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1846c00-9394-4fb4-908d-f25e689f590e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:01.936880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:01.939224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:01.951824 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b6fab120-1f2b-4e7c-bed7-fad980a55e2c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/360e1511-bec3-4992-ab08-4e15ebb8536d HTTP/1.1" status: 204 len: 168 time: 0.8446181 Apr 21 14:47:01.956946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56678) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:01.978656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed4565-fa64-4976-9c9e-1607256a8833 None None] Network 942e4b44-eb1d-4a55-b7ab-b77732af8edb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:01.996756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80103216-180a-4051-b293-9cea6fc77b50,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.072988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d5c30819-ee99-4757-aa7a-b7cce4d90342 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e1846c00-9394-4fb4-908d-f25e689f590e HTTP/1.1" status: 204 len: 168 time: 1.8952394 Apr 21 14:47:02.075421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56682) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.104741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.105764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.137060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.137431 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Added segment 2f3a8dd8-3b8c-4de3-947c-d8529e509d69 of type vlan for network 1d41c6e5-dbce-4920-a561-694c4e97493c Apr 21 14:47:02.138715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.154222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.209914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.240847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=b8b7e56b-b43c-4743-85d3-3ed77e8fe968,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.275359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.284061 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6c545680-2cb6-4600-aea5-48da46d516c7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/b8b7e56b-b43c-4743-85d3-3ed77e8fe968 HTTP/1.1" status: 204 len: 168 time: 4.7684085 Apr 21 14:47:02.294100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56686) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.294572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.300767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.316365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107297766'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:02.342163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:02.347238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4363f697-0ed6-4f71-85f3-2cafb5d542db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:router {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:02.352995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:02.358143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:02.361322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.394296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] DHCP port deletion for bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:02.399912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Deleting port 3b7d4b70-0d03-44e8-a566-2747fac80797 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:02.400391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.408445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Deleting port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:02.408781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.418670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:02.439895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] DHCP port deletion for 942e4b44-eb1d-4a55-b7ab-b77732af8edb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:02.467291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Deleting port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:02.467935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.477233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.526621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:02.534381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.535324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:02.535900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.545647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:02.549237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.571555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:02.571803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3b7d4b70-0d03-44e8-a566-2747fac80797 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:02.572230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98f6a5-11cd-40cb-b36d-a3d29c7d785d') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:02.646798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.649172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4363f697-0ed6-4f71-85f3-2cafb5d542db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:router {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:02.652953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4363f697-0ed6-4f71-85f3-2cafb5d542db tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.4604411 Apr 21 14:47:02.656297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56690) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.691644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:02.695537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.708762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:02.709168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:02.725063 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:02.749491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.750071 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment dbf792fe-8045-4948-85c1-ebb0ad20b2e0 of type vlan for network 736e0702-a7fc-4767-bd71-b0b592511f74 Apr 21 14:47:02.784726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-996188492'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:02.835079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.862779 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8748927 Apr 21 14:47:02.866101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.871983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56694) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.875837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.894965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18767be1-6344-49fc-956c-235aeda835f8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d41c6e5-dbce-4920-a561-694c4e97493c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.901098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Request body: {'subnet': {'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2047874399-subnet', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:02.906809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.915587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:02.927347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:02.934503 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d8786128-1126-4bc3-b2a8-6ef356b44902 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/9c102c2f-b9a5-4f3e-8c1a-0854d47bebcf HTTP/1.1" status: 204 len: 168 time: 0.9740963 Apr 21 14:47:02.938298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Usage tracker for resource:subnet and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:02.941685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56698) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:02.944961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1d41c6e5-dbce-4920-a561-694c4e97493c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:02.945410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:02.973326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:02.974293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:02.976617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:02.978715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:03.023192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] For port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:03.023192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.194260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.236715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.241637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:03.242902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.250403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Calling delete_port for 3b7d4b70-0d03-44e8-a566-2747fac80797 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:03.272885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Made reservation on behalf of 62fa7eb0d96447088de92e91cf738ece for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:03.275141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.389923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] For port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,segment=NetworkSegment(03fbed3a-96f8-4b13-ac2c-65ef30c67862),segment_id=03fbed3a-96f8-4b13-ac2c-65ef30c67862)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:03.390490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.408466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Calling delete_port for 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:03.416681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.421863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1216409 Apr 21 14:47:03.472522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56702) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:03.489187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:03.521941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:03.535610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Calling delete_port for 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:03.541152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.541152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:03.565928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b5e37-e807-4847-8981-e947de5f281e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=736e0702-a7fc-4767-bd71-b0b592511f74,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:03.615299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:03.643028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:03.643376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:03.680159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 3b7d4b70-0d03-44e8-a566-2747fac80797 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:03.680795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.686224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.754820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:03.760391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] No DVR routers for this DVR port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:03.782138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3b7d4b70-0d03-44e8-a566-2747fac80797,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:03.794332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:03.795096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:03.806602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:03.840323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:03.852192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:03.867719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:03.883172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cfe3d-d8e4-4e9d-bd0f-eb69d7f6a9c8 None None] Pushing event deleted for resources: {'Port': ['ID=4b4f0e10-9cfe-4627-bd9c-84d5dfed771b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:03.886822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No active binding found for port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b {{(pid=88109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 21 14:47:03.888051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:03.888354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 60a488e6-49d8-48d8-a141-7b6f821fa4b7 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:03.896453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:03.913247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:03.913247 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1bd37cb0-e378-49ef-8621-c84aa3093b7a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.5887303 Apr 21 14:47:03.913493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56706) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:03.929042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:03.931030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:03.985434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 60a488e6-49d8-48d8-a141-7b6f821fa4b7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:03.985434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 60a488e6-49d8-48d8-a141-7b6f821fa4b7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:03.995787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.000624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:04.004221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.009041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:04.009766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.064652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.072254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.074216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:04.074781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc66e52-98d3-4df9-bbb8-eb0f9ddcb078 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:04.108409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.111790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.146429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Deleting port 3b7d4b70-0d03-44e8-a566-2747fac80797 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:04.146874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.371537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:04.371907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.391561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.398398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] For port 3b7d4b70-0d03-44e8-a566-2747fac80797, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3b7d4b70-0d03-44e8-a566-2747fac80797,segment=NetworkSegment(9e7cf588-1387-455d-b053-8c4da2c983e8),segment_id=9e7cf588-1387-455d-b053-8c4da2c983e8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:04.398794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.530905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Calling delete_port for 3b7d4b70-0d03-44e8-a566-2747fac80797 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:04.586065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Deleting port 4b4f0e10-9cfe-4627-bd9c-84d5dfed771b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:04.587138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.635199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router f806e6d9-fb9a-4164-a845-b30a78cfcdbb has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:04.663062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:04.675095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] The port '4b4f0e10-9cfe-4627-bd9c-84d5dfed771b' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:04.711180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] Pushing event deleted for resources: {'Port': ['ID=3b7d4b70-0d03-44e8-a566-2747fac80797,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.715581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ead80-5e87-4401-be41-76746955eaa8 None None] No DVR routers for this DVR port 3b7d4b70-0d03-44e8-a566-2747fac80797 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:04.727771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 3b7d4b70-0d03-44e8-a566-2747fac80797 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:04.885789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:04.983595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Checking segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:04.983854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Network hostable DHCP agents. Network: 1d41c6e5-dbce-4920-a561-694c4e97493c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:05.010626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.043678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Allocated IP 172.26.4.55 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/3c697557-f2b6-4828-87d5-ac0fd5e83acc) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:05.084375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942e4b44-eb1d-4a55-b7ab-b77732af8edb']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.106697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:05.107023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:05.117735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:05.120217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fbed3a-96f8-4b13-ac2c-65ef30c67862') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.120509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fbed3a-96f8-4b13-ac2c-65ef30c67862') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.130102 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] Sync routers for ids ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:05.130790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Network 1d41c6e5-dbce-4920-a561-694c4e97493c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:05.142719 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] Routers {'f806e6d9-fb9a-4164-a845-b30a78cfcdbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:05.143657 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.144801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.150540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.192152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1d41c6e5-dbce-4920-a561-694c4e97493c) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:05.204568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16602a-1a14-4ad2-b7d2-aa3eee030959 None None] Network 1d41c6e5-dbce-4920-a561-694c4e97493c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:05.208034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:05.208518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.219024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.220166 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18359e81-46bd-4643-a7b0-efa3da16b5bd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 200 len: 891 time: 2.5584033 Apr 21 14:47:05.224609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56710) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.226396 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.234425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.238626 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] Routers {'f806e6d9-fb9a-4164-a845-b30a78cfcdbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:05.240124 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.303693 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:05.304723 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4c10c0-319c-433a-b150-c4edc4f88ec6 None None] The sync data for ids ['f806e6d9-fb9a-4164-a845-b30a78cfcdbb'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:05.323828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:05.324224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.337984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=a22b5797-059c-4d32-8015-215bece92ac7,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:05.341918 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:05.392069 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6ea9550d-e52e-4d2d-bb16-ee39068932f0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5105860 Apr 21 14:47:05.393833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:05.394154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: 736e0702-a7fc-4767-bd71-b0b592511f74, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:05.398659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56714) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.418064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:05.428291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:05.437945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Usage tracker for resource:router and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:05.442793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:05.453497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:05.486663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1d41c6e5-dbce-4920-a561-694c4e97493c', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:05.487771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.493979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 736e0702-a7fc-4767-bd71-b0b592511f74 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:05.517093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.517093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.525640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 736e0702-a7fc-4767-bd71-b0b592511f74) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:05.541733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.550686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bcaed8-0f3a-4663-bd98-8a1b0dd5ba9e None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:05.553903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.563610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:05.564204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.581833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.601482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] Pushing event deleted for resources: {'Network': ['ID=942e4b44-eb1d-4a55-b7ab-b77732af8edb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:05.607367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.609095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 3b7d4b70-0d03-44e8-a566-2747fac80797 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:05.609095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.613217 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-76a176c7-6483-4cb5-9bb1-70a4a63655ff tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers/f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 200 len: 891 time: 0.3808057 Apr 21 14:47:05.616910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-167faa89-4615-4ac1-8a42-615f4c89ac2b admin admin] 10.222.0.35 "DELETE /v2.0/networks/942e4b44-eb1d-4a55-b7ab-b77732af8edb HTTP/1.1" status: 204 len: 168 time: 3.5405531 Apr 21 14:47:05.617511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.657955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-42709613-f542-4651-ae7b-a1b49afd1714 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1821749 Apr 21 14:47:05.666522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56724) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.670123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.681213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:05.701857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6754c483-494c-4a82-8382-ed7d19dc7b90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:05.775978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] The port '3b7d4b70-0d03-44e8-a566-2747fac80797' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:05.799476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6754c483-494c-4a82-8382-ed7d19dc7b90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:05.800690 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6754c483-494c-4a82-8382-ed7d19dc7b90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 200 len: 205 time: 0.1813869 Apr 21 14:47:05.814182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56728) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.814611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56730) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:05.882324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Allocated IP 172.20.0.2 (1d41c6e5-dbce-4920-a561-694c4e97493c/b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85/ea73af08-33a7-4b1b-bb49-b91ee9605674) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:05.946241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:05.956344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-736e0702-a7fc-4767-bd71-b0b592511f74', 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': 'a22b5797-059c-4d32-8015-215bece92ac7'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:05.957156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.064368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f54a1ee-6f15-42e9-9d68-aceb4c6c67c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=41bcedfd12f1416590ac0e21f4aaa48d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2463634 Apr 21 14:47:06.064368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:06.070114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:06.072205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56736) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:06.122273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:06.128659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:subnet and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:06.288890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Allocated IP 2001:db8::2 (736e0702-a7fc-4767-bd71-b0b592511f74/a22b5797-059c-4d32-8015-215bece92ac7/b0fe5383-8c97-463e-9791-b9af3644f860) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:06.291138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.293855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:06.296542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:06.308403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Transition to ACTIVE for port object ea73af08-33a7-4b1b-bb49-b91ee9605674 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:06.332042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:06.343404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event updated for resources: {'Port': ['ID=3c697557-f2b6-4828-87d5-ac0fd5e83acc,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.359137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Transition to ACTIVE for port object ea73af08-33a7-4b1b-bb49-b91ee9605674 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:06.381838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.394570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.401491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.425291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.441985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:06.446121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.515582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Network 1d41c6e5-dbce-4920-a561-694c4e97493c is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:06.520912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Pushing event updated for resources: {'Port': ['ID=ea73af08-33a7-4b1b-bb49-b91ee9605674,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.524520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:06.526743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:06.527964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2bd96c-69a0-4cd3-9e0b-939aefe719e3']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:06.555542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7cf588-1387-455d-b053-8c4da2c983e8') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:06.555542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7cf588-1387-455d-b053-8c4da2c983e8') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:06.587368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.609810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.675778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Attempting to bind port ea73af08-33a7-4b1b-bb49-b91ee9605674 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:06.676393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Attempting to bind port ea73af08-33a7-4b1b-bb49-b91ee9605674 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:06.677356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Attempting to bind port ea73af08-33a7-4b1b-bb49-b91ee9605674 on network 1d41c6e5-dbce-4920-a561-694c4e97493c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:06.691128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.691358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:06.691646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Checking segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:06.691929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.692363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Bound using segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:06.692834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Bound port: ea73af08-33a7-4b1b-bb49-b91ee9605674, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:06.693228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.706142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.747628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.752713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Transition to ACTIVE for port object b0fe5383-8c97-463e-9791-b9af3644f860 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:06.763086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:06.763517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:06.778477 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:06.786594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Transition to ACTIVE for port object b0fe5383-8c97-463e-9791-b9af3644f860 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:06.855533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] For port ea73af08-33a7-4b1b-bb49-b91ee9605674, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:06.860249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] For port ea73af08-33a7-4b1b-bb49-b91ee9605674, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ea73af08-33a7-4b1b-bb49-b91ee9605674,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:06.862147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.959377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.960460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:06.962250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.964302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:06.978791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Pushing event updated for resources: {'Port': ['ID=b0fe5383-8c97-463e-9791-b9af3644f860,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:06.981631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:06.990215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:06.993838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.022820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=bc2bd96c-69a0-4cd3-9e0b-939aefe719e3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.024536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.027024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 79694200-7625-4c42-a566-ffd8039bf966 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:07.027555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.057965 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-30dce9dc-24d5-4f6a-a6f2-b5fe5d2c4ed8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/bc2bd96c-69a0-4cd3-9e0b-939aefe719e3 HTTP/1.1" status: 204 len: 168 time: 4.1109202 Apr 21 14:47:07.057965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.1 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/e58a76bc-364a-48a0-8d81-73629b53fe04) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:07.060136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.061482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06994ade-5eb1-4ce0-a522-7ea426804854 HTTP/1.1" status: 204 len: 168 time: 0.8178823 Apr 21 14:47:07.066021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56740) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:07.069012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc7d19-f849-46eb-9ae1-3c024f098760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06994ade-5eb1-4ce0-a522-7ea426804854,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.225136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.250128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Attempting to bind port b0fe5383-8c97-463e-9791-b9af3644f860 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:07.250500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Attempting to bind port b0fe5383-8c97-463e-9791-b9af3644f860 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:07.250856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Attempting to bind port b0fe5383-8c97-463e-9791-b9af3644f860 on network 736e0702-a7fc-4767-bd71-b0b592511f74 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:07.263795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:07.264207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Checking segment: {'id': 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:07.264549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.264932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Bound using segment: {'id': 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:07.265548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Bound port: b0fe5383-8c97-463e-9791-b9af3644f860, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:07.266042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.320481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.348263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5ad17-0049-47e6-88a3-d22aafde2a72 None None] Pushing event updated for resources: {'Port': ['ID=ea73af08-33a7-4b1b-bb49-b91ee9605674,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.369057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-2104702331'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:07.377071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:07.383715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:07.387207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:07.394763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:07.412766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.416149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:07.420671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b0fe5383-8c97-463e-9791-b9af3644f860,segment=NetworkSegment(dbf792fe-8045-4948-85c1-ebb0ad20b2e0),segment_id=dbf792fe-8045-4948-85c1-ebb0ad20b2e0)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:07.429938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.517102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:07.548122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bce82d-2d57-41fd-8664-2bacfd97275f None None] Pushing event updated for resources: {'Port': ['ID=b0fe5383-8c97-463e-9791-b9af3644f860,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.592451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.599472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.611648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:07.615061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.632319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=e58a76bc-364a-48a0-8d81-73629b53fe04,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:07.635186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:07.656595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:07.782666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:07.877506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.877890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment c1e038f0-af9f-451e-8058-441d07398281 of type vlan for network b6225340-6bbc-4565-a34d-2ac46d0b8f90 Apr 21 14:47:07.909286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.953711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:07.961025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.051157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.132561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 79694200-7625-4c42-a566-ffd8039bf966 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:08.190953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 736e0702-a7fc-4767-bd71-b0b592511f74 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:08.202445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:08.205772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.206361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.259512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=95945fc7-c8aa-4a58-b9d9-512cd6cc8886,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:08.316648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.322264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.323171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.344015 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-491b4e7a-af2e-4ae9-a864-c7472b261a79 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6726854 Apr 21 14:47:08.351637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56766) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:08.387065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.589179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b0fe5383-8c97-463e-9791-b9af3644f860 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:08.681505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Allocated IP 172.26.4.94 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/733c1f99-f46f-48b6-93db-3e4578dbc246) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:08.711788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b0fe5383-8c97-463e-9791-b9af3644f860 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:08.719480 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6392906 Apr 21 14:47:08.721736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ea73af08-33a7-4b1b-bb49-b91ee9605674 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:08.730013 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56774) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:08.731803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02ffae-23f4-487f-911b-f7a31bf474dd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=b6225340-6bbc-4565-a34d-2ac46d0b8f90,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:08.756039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:08.808473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.812786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.816535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.820184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.823519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:08.826157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:08.827466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Synchronizing usage tracker for tenant:d254504164ac4c8cbf53ab2205206fde on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:08.932018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:08.941050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:08.956112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:08.970406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:08.996893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.001524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474708e3-6d24-461c-834d-f4c719232c9a None None] Network 1d41c6e5-dbce-4920-a561-694c4e97493c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:09.023946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Unset dirty status for tenant:d254504164ac4c8cbf53ab2205206fde on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:09.030995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:09.035949 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6d6e798f-60d7-4d16-8c3e-a664396dd3eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6677394 Apr 21 14:47:09.044111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56782) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:09.057018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=79694200-7625-4c42-a566-ffd8039bf966,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:09.057987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942983490'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:09.066602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:09.072107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:09.074670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:09.079793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.080442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.081055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.081798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.082131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:09.082595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.084111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.084763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.085628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.086389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.086930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.087493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.088041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.153610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:09.158497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.183890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:09.187181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.190337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4c754dff-0619-4072-b6c5-8bec2da2500d None None] Provisioning for port ea73af08-33a7-4b1b-bb49-b91ee9605674 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:09.232878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Router 83785eb1-dfc9-40d5-8439-43558e13b5a4 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:09.322845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ea73af08-33a7-4b1b-bb49-b91ee9605674 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:09.323100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:09.374271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e1f8e-8524-4a7e-bebb-d3c89b7dfdd7 None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:09.431332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:09.439655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.464383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.464752 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment a0dfe2c3-0f79-4ef6-9087-fd482afcc487 of type vlan for network f3c5fbfc-0242-4529-b91d-df6973520e56 Apr 21 14:47:09.505802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ea73af08-33a7-4b1b-bb49-b91ee9605674 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:09.506185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.579797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1325089961', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:09.594264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.602026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.605034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:09.629139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Usage tracker for resource:port and tenant:7bb1a8e83547428f8a1dd3d067910eab is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:09.634911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:09.659609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:09.671481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Provisioning for port b0fe5383-8c97-463e-9791-b9af3644f860 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:09.682493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Provisioning complete for port b0fe5383-8c97-463e-9791-b9af3644f860 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:09.682863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.721102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.727969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:09.728769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.772781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.778452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.841806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Made reservation on behalf of 7bb1a8e83547428f8a1dd3d067910eab for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:09.844686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.872558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=f3c5fbfc-0242-4529-b91d-df6973520e56,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:09.939761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.943215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:09.943546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.978411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.978971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.979138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:09.979423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.979598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router f806e6d9-fb9a-4164-a845-b30a78cfcdbb {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:09.979903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.980297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.980685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.981185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.981709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.982195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.982668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.983135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:09.983612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:10.006335 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1757d7ab-7293-4f47-9d04-cf2d0444f11f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9611416 Apr 21 14:47:10.016321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.017023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56796) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.026735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Usage tracker for resource:security_group_rule and tenant:7bb1a8e83547428f8a1dd3d067910eab is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.028817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] Sync routers for ids ['83785eb1-dfc9-40d5-8439-43558e13b5a4'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:10.031694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:10.034057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.037903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.046524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:10.081274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.136656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:10.150255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:10.159231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:10.160722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] Routers {'83785eb1-dfc9-40d5-8439-43558e13b5a4'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:10.162237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['83785eb1-dfc9-40d5-8439-43558e13b5a4'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:10.189490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.190798 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ba6bfabc-36f1-4784-a85f-79cee0bccf51 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3963304 Apr 21 14:47:10.195905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56800) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.198741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Pushing event updated for resources: {'Port': ['ID=733c1f99-f46f-48b6-93db-3e4578dbc246,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.216353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:10.228804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.229817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ef614576-3082-4363-a095-dfbfef614114 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 204 len: 168 time: 4.4124522 Apr 21 14:47:10.233841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.269037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56804) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.276808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:10.312636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.316513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1277903870'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:10.327894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.333272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:10.337385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.350222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.351313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ea73af08-33a7-4b1b-bb49-b91ee9605674, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ea73af08-33a7-4b1b-bb49-b91ee9605674,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:10.361118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.370546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.382648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=a43d4374-6895-4ce1-9b9f-d7aab9d37543,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.389936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.413444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] Routers {'83785eb1-dfc9-40d5-8439-43558e13b5a4'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:10.414114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['83785eb1-dfc9-40d5-8439-43558e13b5a4'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:10.418191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.448241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': 'c1e038f0-af9f-451e-8058-441d07398281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:10.448603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: b6225340-6bbc-4565-a34d-2ac46d0b8f90, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:10.450126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.454496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.498991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network f3c5fbfc-0242-4529-b91d-df6973520e56 is not hosted by any dhcp agent {{(pid=88108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 21 14:47:10.504291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:10.505477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.506841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "PUT /v2.0/networks/f3c5fbfc-0242-4529-b91d-df6973520e56 HTTP/1.1" status: 200 len: 723 time: 0.4887738 Apr 21 14:47:10.514522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56808) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.554112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b0fe5383-8c97-463e-9791-b9af3644f860,segment=NetworkSegment(dbf792fe-8045-4948-85c1-ebb0ad20b2e0),segment_id=dbf792fe-8045-4948-85c1-ebb0ad20b2e0)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:10.568264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:10.568473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a3efe6-9b98-4b9f-b3f3-01cca0419180 None None] The sync data for ids ['83785eb1-dfc9-40d5-8439-43558e13b5a4'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:10.570686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:10.575325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.595014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ea73af08-33a7-4b1b-bb49-b91ee9605674,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.620139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:10.625547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223100d-a3a7-4547-89e3-5d6a39cc0256 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=f3c5fbfc-0242-4529-b91d-df6973520e56,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.653642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:10.671195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Update dhcp port {'port': {'network_id': '736e0702-a7fc-4767-bd71-b0b592511f74', 'fixed_ips': [{'subnet_id': 'a22b5797-059c-4d32-8015-215bece92ac7', 'ip_address': '2001:db8::2'}, {'subnet_id': '95945fc7-c8aa-4a58-b9d9-512cd6cc8886'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'b0fe5383-8c97-463e-9791-b9af3644f860'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:47:10.684781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, b6225340-6bbc-4565-a34d-2ac46d0b8f90) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:10.699431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:10.700009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.723556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.726990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62531c8-dea1-4c29-9b3d-9362a58ee3a4 None None] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:10.734276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-24d885d2-0fab-487b-bd5f-a81727ef6c7e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9980357 Apr 21 14:47:10.734834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:10.740739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-155517673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:10.746376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.750614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:10.758429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:10.761976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:10.767605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:10.768799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:10.771006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:10.772080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.774416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.864555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.865700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.904113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.907461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.911145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=e58a76bc-364a-48a0-8d81-73629b53fe04,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.962595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:10.978842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f1c53-1d0b-4ea5-8001-06cd725ab9fc None None] Pushing event updated for resources: {'Port': ['ID=b0fe5383-8c97-463e-9791-b9af3644f860,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:10.985150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.000906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-84414588-234d-4090-9cec-e0c7e89d6af4 None None] Provisioning complete for port ea73af08-33a7-4b1b-bb49-b91ee9605674 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:11.001225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-84414588-234d-4090-9cec-e0c7e89d6af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.011353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.015389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-be7a1777-e9dd-464f-a39c-5255e02a4c11 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2770500 Apr 21 14:47:11.015766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:11.031698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'port': {'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90', 'name': 'tempest-RoutersTest-270902255'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:11.034566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.074305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.078467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:11.106082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] device_id is not set on port 8e01212e-a0f1-432a-bfb8-28b86033c685 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:11.190904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.303527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:11.312992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=99de32b3-128c-4d9f-bb26-e197c7f545af,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:11.313189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-b6225340-6bbc-4565-a34d-2ac46d0b8f90', 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': 'a43d4374-6895-4ce1-9b9f-d7aab9d37543'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:11.314130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.314975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:port and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:11.319837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:11.328118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:11.330078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:11.330504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: f3c5fbfc-0242-4529-b91d-df6973520e56, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:11.355108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:11.359927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.361045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.361419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 01a78586-a05f-4564-9e08-dcca62cbb410 of type vlan for network bba59286-79e7-43f6-88c1-62831844e7e4 Apr 21 14:47:11.381053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network f3c5fbfc-0242-4529-b91d-df6973520e56 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:11.390179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a52706-ad3e-41d4-abbb-a9fcbbccc493,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:11.393750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] device_id is not set on port 7e4b1ebe-c917-447f-928a-4ef800dea198 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:11.447547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f3c5fbfc-0242-4529-b91d-df6973520e56) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:11.452481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:11.453041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.476245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce5c97-d903-4467-afb4-632e7ce5a89a None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:11.492389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-819002d8-4ebd-4822-abb0-250dfdb66443 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9760385 Apr 21 14:47:11.497012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:11.504347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:11.526361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Allocated IP 172.20.0.1 (736e0702-a7fc-4767-bd71-b0b592511f74/95945fc7-c8aa-4a58-b9d9-512cd6cc8886/b0fe5383-8c97-463e-9791-b9af3644f860) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:11.573967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.632235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7691237'] for subnet, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.684167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:11.693330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:11.738286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.800779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Allocated IP 172.20.0.2 (b6225340-6bbc-4565-a34d-2ac46d0b8f90/a43d4374-6895-4ce1-9b9f-d7aab9d37543/80400813-ee82-4c16-af59-6f6c3837005e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:11.865807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Allocated IP 172.26.4.14 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/8e01212e-a0f1-432a-bfb8-28b86033c685) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:11.874348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7352442'] for subnet, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:11.914929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b0fe5383-8c97-463e-9791-b9af3644f860,segment=NetworkSegment(dbf792fe-8045-4948-85c1-ebb0ad20b2e0),segment_id=dbf792fe-8045-4948-85c1-ebb0ad20b2e0)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:12.060248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:12.060437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-f3c5fbfc-0242-4529-b91d-df6973520e56', 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '99de32b3-128c-4d9f-bb26-e197c7f545af'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:12.060832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.061071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.062110 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "PUT /v2.0/subnets/99de32b3-128c-4d9f-bb26-e197c7f545af HTTP/1.1" status: 200 len: 826 time: 0.5652831 Apr 21 14:47:12.065310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:12.113577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.115232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15137b-bb1f-41a9-aa02-dcb148a1b40f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=99de32b3-128c-4d9f-bb26-e197c7f545af,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.119845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:12.120652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.148955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.196808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.210768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Transition to ACTIVE for port object b0fe5383-8c97-463e-9791-b9af3644f860 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:12.220552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.234693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.302734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.434278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.475284 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1875210 Apr 21 14:47:12.475284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.475698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:12.481068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:12.485163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876a4f4-ffa5-4900-85a1-f83d66624e52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=bba59286-79e7-43f6-88c1-62831844e7e4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.489706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac39ec2-1569-4887-9af3-40e46f32bdec None None] Pushing event updated for resources: {'Port': ['ID=b0fe5383-8c97-463e-9791-b9af3644f860,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.493774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Transition to ACTIVE for port object 80400813-ee82-4c16-af59-6f6c3837005e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:12.511845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network bba59286-79e7-43f6-88c1-62831844e7e4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:12.531197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Allocated IP 2001:db8::2 (f3c5fbfc-0242-4529-b91d-df6973520e56/99de32b3-128c-4d9f-bb26-e197c7f545af/093b5b75-7f80-4847-b950-41c28844808b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:12.533369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b0fe5383-8c97-463e-9791-b9af3644f860 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:12.613043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Transition to ACTIVE for port object 80400813-ee82-4c16-af59-6f6c3837005e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:12.626230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:12.631518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:12.634677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:12.641147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:12.653434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:12.657596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.751425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Deleting port 3c697557-f2b6-4828-87d5-ac0fd5e83acc {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:12.752067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.761878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.850940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.20.0.5 (b6225340-6bbc-4565-a34d-2ac46d0b8f90/a43d4374-6895-4ce1-9b9f-d7aab9d37543/7e4b1ebe-c917-447f-928a-4ef800dea198) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:12.875219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:12.934340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:12.938687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ea73af08-33a7-4b1b-bb49-b91ee9605674 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:12.953342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:12.971177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:12.981282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Pushing event updated for resources: {'Port': ['ID=80400813-ee82-4c16-af59-6f6c3837005e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:12.986778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:13.151969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d7695-03bb-4a5e-8766-f735ff4f65d8 None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:13.179263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.211717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object 7e4b1ebe-c917-447f-928a-4ef800dea198 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:13.268095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.274621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Attempting to bind port 80400813-ee82-4c16-af59-6f6c3837005e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:13.275011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Attempting to bind port 80400813-ee82-4c16-af59-6f6c3837005e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c1e038f0-af9f-451e-8058-441d07398281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:13.275363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Attempting to bind port 80400813-ee82-4c16-af59-6f6c3837005e on network b6225340-6bbc-4565-a34d-2ac46d0b8f90 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:13.305599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:13.306013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Checking segment: {'id': 'c1e038f0-af9f-451e-8058-441d07398281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:13.306981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.306981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Bound using segment: {'id': 'c1e038f0-af9f-451e-8058-441d07398281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:13.307235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Bound port: 80400813-ee82-4c16-af59-6f6c3837005e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e038f0-af9f-451e-8058-441d07398281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b6225340-6bbc-4565-a34d-2ac46d0b8f90'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:13.307555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.320829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:13.324217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.328399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.330031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ecbfd3fa-b2c3-47f9-b7ce-c592798f0249 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/routers/7508cadb-8fc3-4914-9723-358d55e43bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4153199 Apr 21 14:47:13.330310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d2f10ae-8a99-410c-865c-500015bb1e6b None None] Provisioning for port b0fe5383-8c97-463e-9791-b9af3644f860 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:13.334041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56832) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.342729 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:13.353341 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:13.354267 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:13.355369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'port': {'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3', 'name': 'tempest-FloatingIPTestJSON-906334317'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:13.372677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.421084 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:13.430608 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:13.431534 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:13.438235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=be9e6172-cd70-4c26-aad6-0390fb794aaa,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.445653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '01a78586-a05f-4564-9e08-dcca62cbb410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:13.446018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: bba59286-79e7-43f6-88c1-62831844e7e4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:13.454254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:13.462994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:13.465012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=7e4b1ebe-c917-447f-928a-4ef800dea198,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:13.472573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:13.496627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] For port 80400813-ee82-4c16-af59-6f6c3837005e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:13.500567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] For port 80400813-ee82-4c16-af59-6f6c3837005e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=80400813-ee82-4c16-af59-6f6c3837005e,segment=NetworkSegment(c1e038f0-af9f-451e-8058-441d07398281),segment_id=c1e038f0-af9f-451e-8058-441d07398281)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:13.501557 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:13.502208 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc147284-feeb-4e9b-889c-be4198c09247 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:13.530185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network bba59286-79e7-43f6-88c1-62831844e7e4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:13.532596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d2f10ae-8a99-410c-865c-500015bb1e6b None None] Provisioning complete for port b0fe5383-8c97-463e-9791-b9af3644f860 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:13.532965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d2f10ae-8a99-410c-865c-500015bb1e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.548221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:13.548890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.555389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, bba59286-79e7-43f6-88c1-62831844e7e4) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:13.566590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:13.567863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.594513 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29452623-499d-4924-b357-854d718909ce tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5777066 Apr 21 14:47:13.596570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-40540cb5-7ca3-4ab0-bab9-7d58c17e7630 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1199458 Apr 21 14:47:13.597957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56836) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.599888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56838) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:13.605097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ea73af08-33a7-4b1b-bb49-b91ee9605674 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:13.605494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.634731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fd0be-e44e-4b0a-9778-a374b2c976d3 None None] Network bba59286-79e7-43f6-88c1-62831844e7e4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:13.650286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Transition to ACTIVE for port object 093b5b75-7f80-4847-b950-41c28844808b will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:13.662236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1382579975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:13.666226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.675527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.683085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:13.736939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:13.752488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:13.880706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.881797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.893502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.919211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:13.922061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:13.937732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Transition to ACTIVE for port object 093b5b75-7f80-4847-b950-41c28844808b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:13.993994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.049552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab8503-e1bd-4748-8ed2-9ad850ad8e87 None None] Pushing event updated for resources: {'Port': ['ID=80400813-ee82-4c16-af59-6f6c3837005e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.103351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:port and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:14.150792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:14.156590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.188236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:14.189051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Pushing event updated for resources: {'Port': ['ID=8e01212e-a0f1-432a-bfb8-28b86033c685,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.232835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Calling delete_port for 3c697557-f2b6-4828-87d5-ac0fd5e83acc owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:14.233326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.266642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:14.271899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:14.300835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:14.320573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:14.331638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:14.333741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:14.338456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:14.380167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Pushing event updated for resources: {'Port': ['ID=093b5b75-7f80-4847-b950-41c28844808b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.392550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=99de32b3-128c-4d9f-bb26-e197c7f545af,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:14.483778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:14.487228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.504655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-bba59286-79e7-43f6-88c1-62831844e7e4', 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': 'be9e6172-cd70-4c26-aad6-0390fb794aaa'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:14.505551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.515817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Attempting to bind port 093b5b75-7f80-4847-b950-41c28844808b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:14.516182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Attempting to bind port 093b5b75-7f80-4847-b950-41c28844808b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:14.516538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Attempting to bind port 093b5b75-7f80-4847-b950-41c28844808b on network f3c5fbfc-0242-4529-b91d-df6973520e56 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:14.523974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] device_id is not set on port b8103428-976d-4aea-a950-780c5e3645ea yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:14.527872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:14.528877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Checking segment: {'id': 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:14.528877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.529077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Bound using segment: {'id': 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:14.529593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Bound port: 093b5b75-7f80-4847-b950-41c28844808b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:14.529869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.539959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.654180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.672281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.733703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c5fbfc-0242-4529-b91d-df6973520e56']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:14.741608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.10 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/b8103428-976d-4aea-a950-780c5e3645ea) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:14.804693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 80400813-ee82-4c16-af59-6f6c3837005e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:14.830771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] For port 093b5b75-7f80-4847-b950-41c28844808b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:14.873342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] For port 093b5b75-7f80-4847-b950-41c28844808b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=093b5b75-7f80-4847-b950-41c28844808b,segment=NetworkSegment(a0dfe2c3-0f79-4ef6-9087-fd482afcc487),segment_id=a0dfe2c3-0f79-4ef6-9087-fd482afcc487)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:14.892369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.918270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:14.918956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:14.962417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:14.962766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:15.001440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.003942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58cb5a-55c8-41dc-9e7e-c410e97999b3 None None] Pushing event updated for resources: {'Port': ['ID=093b5b75-7f80-4847-b950-41c28844808b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.019277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Allocated IP 2001:db8::2 (bba59286-79e7-43f6-88c1-62831844e7e4/be9e6172-cd70-4c26-aad6-0390fb794aaa/fec50e64-1574-4cd0-8f8e-f0749704e9db) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:15.041823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.041823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ba29002a-1b3c-41ec-bd84-cbf26a0d4008 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4404655 Apr 21 14:47:15.081815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56844) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:15.087971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.109585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:15.109995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.112091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c413faf1-09fa-4850-9156-6299e4b79c3d None None] Provisioning complete for port b0fe5383-8c97-463e-9791-b9af3644f860 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:15.112458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c413faf1-09fa-4850-9156-6299e4b79c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:15.125148 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:15.136844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 80400813-ee82-4c16-af59-6f6c3837005e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:15.150721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b0fe5383-8c97-463e-9791-b9af3644f860 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:15.246457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:47:15.246457 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:47:15.246457 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': 'f3c5fbfc-0242-4529-b91d-df6973520e56'}] Apr 21 14:47:15.246457 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:15.247357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:15.280728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.287785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.342909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2cbbe0-bc7c-4c17-b489-2e139c590775 None None] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:15.421138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=7e4b1ebe-c917-447f-928a-4ef800dea198,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:15.459156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29d0fd-bdad-41ef-910f-5aeeec0066fa None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:15.638168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.729747 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-13d5300c-fe93-4191-872d-724822c50140 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.3988473 Apr 21 14:47:15.733971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56848) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:15.748894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.753861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b0fe5383-8c97-463e-9791-b9af3644f860 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:15.754231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.765660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.774670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 093b5b75-7f80-4847-b950-41c28844808b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:15.775000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.819119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.14'}]}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:15.823867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:15.827930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Usage tracker for resource:router and tenant:7bb1a8e83547428f8a1dd3d067910eab is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:15.831040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:15.837588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:15.919426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.920452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:15.956674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:15.960473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.016259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Sync routers for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:16.037840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Transition to ACTIVE for port object fec50e64-1574-4cd0-8f8e-f0749704e9db will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:16.077795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.081053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.102006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.120567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.121141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:16.121808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:16.124937 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aa2fd35e-74d1-4081-9eb6-a0467129f41b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7196586 Apr 21 14:47:16.132484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56852) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:16.220877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Transition to ACTIVE for port object fec50e64-1574-4cd0-8f8e-f0749704e9db will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:16.286862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.322646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Provisioning for port 80400813-ee82-4c16-af59-6f6c3837005e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:16.333138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 093b5b75-7f80-4847-b950-41c28844808b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=093b5b75-7f80-4847-b950-41c28844808b,segment=NetworkSegment(a0dfe2c3-0f79-4ef6-9087-fd482afcc487),segment_id=a0dfe2c3-0f79-4ef6-9087-fd482afcc487)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:16.333932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.404475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Provisioning complete for port 80400813-ee82-4c16-af59-6f6c3837005e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:16.404851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.411946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.490999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Network bba59286-79e7-43f6-88c1-62831844e7e4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:16.505043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:16.517347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 093b5b75-7f80-4847-b950-41c28844808b owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:16.518578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:16.572123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Pushing event updated for resources: {'Port': ['ID=fec50e64-1574-4cd0-8f8e-f0749704e9db,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.575229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6d68a-e636-411f-b0c3-42dc34bcee4b None None] Network f3c5fbfc-0242-4529-b91d-df6973520e56 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:16.587047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Pushing event deleted for resources: {'Port': ['ID=3c697557-f2b6-4828-87d5-ac0fd5e83acc,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.594922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:16.637800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.671934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.689230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.718409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Port': ['ID=093b5b75-7f80-4847-b950-41c28844808b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.725272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No DVR routers for this DVR port 093b5b75-7f80-4847-b950-41c28844808b on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:16.755387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.755732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.755984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.756317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.756646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.756971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.757334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.758674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.758674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.769247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.769755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.770127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:16.931224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.937883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=7e4b1ebe-c917-447f-928a-4ef800dea198,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:16.942731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.960745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:16.997414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c5fbfc-0242-4529-b91d-df6973520e56']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.011048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Attempting to bind port fec50e64-1574-4cd0-8f8e-f0749704e9db on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:17.011838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Attempting to bind port fec50e64-1574-4cd0-8f8e-f0749704e9db by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '01a78586-a05f-4564-9e08-dcca62cbb410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:17.012201 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Attempting to bind port fec50e64-1574-4cd0-8f8e-f0749704e9db on network bba59286-79e7-43f6-88c1-62831844e7e4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:17.059083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.059421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0dfe2c3-0f79-4ef6-9087-fd482afcc487') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.083228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.083993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.108081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.116962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.127116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:17.127517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.141187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:17.142301 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:17.144245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Checking segment: {'id': '01a78586-a05f-4564-9e08-dcca62cbb410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:17.144245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.144245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Bound using segment: {'id': '01a78586-a05f-4564-9e08-dcca62cbb410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:17.144454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Bound port: fec50e64-1574-4cd0-8f8e-f0749704e9db, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a78586-a05f-4564-9e08-dcca62cbb410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bba59286-79e7-43f6-88c1-62831844e7e4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:17.144945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.229450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:17.231294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:17.266287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:17.279752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:17.284756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] For port 80400813-ee82-4c16-af59-6f6c3837005e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=80400813-ee82-4c16-af59-6f6c3837005e,segment=NetworkSegment(c1e038f0-af9f-451e-8058-441d07398281),segment_id=c1e038f0-af9f-451e-8058-441d07398281)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:17.289268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.357498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.357767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:17.428326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=b8103428-976d-4aea-a950-780c5e3645ea,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:17.537968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.580978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.599802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Provisioning for port 7e4b1ebe-c917-447f-928a-4ef800dea198 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:17.606865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=f3c5fbfc-0242-4529-b91d-df6973520e56,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:17.613164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] For port fec50e64-1574-4cd0-8f8e-f0749704e9db, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:17.616961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e22ca1-3dcd-457c-9e2c-e7103edef3ad None None] Pushing event updated for resources: {'Port': ['ID=80400813-ee82-4c16-af59-6f6c3837005e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:17.623593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] For port fec50e64-1574-4cd0-8f8e-f0749704e9db, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fec50e64-1574-4cd0-8f8e-f0749704e9db,segment=NetworkSegment(01a78586-a05f-4564-9e08-dcca62cbb410),segment_id=01a78586-a05f-4564-9e08-dcca62cbb410)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:17.624551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Provisioning complete for port 7e4b1ebe-c917-447f-928a-4ef800dea198 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:17.624922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.633490 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-32150e6a-ad7c-4838-9594-ed1d21547866 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/f3c5fbfc-0242-4529-b91d-df6973520e56 HTTP/1.1" status: 204 len: 168 time: 5.5674574 Apr 21 14:47:17.636766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56856) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.668417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.669241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a70cf53-c32e-4f8a-afdd-fc3c97ce224a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:17.669729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a70cf53-c32e-4f8a-afdd-fc3c97ce224a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:17.674878 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a70cf53-c32e-4f8a-afdd-fc3c97ce224a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/f3c5fbfc-0242-4529-b91d-df6973520e56 HTTP/1.1" status: 404 len: 339 time: 0.0335340 Apr 21 14:47:17.680181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56860) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.696924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935676593', 'description': 'd1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:17.703874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:17.709115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router f7378abd-d52e-4584-9137-5693cbc263a1 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:17.715077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Usage tracker for resource:network and tenant:d254504164ac4c8cbf53ab2205206fde is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:17.725289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:17.833415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d47f59-a661-47a0-8bd5-512d7b26072c None None] Pushing event updated for resources: {'Port': ['ID=fec50e64-1574-4cd0-8f8e-f0749704e9db,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:17.842043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Port 7e4b1ebe-c917-447f-928a-4ef800dea198 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:17.857266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:11Z', 'revision_number': 3, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:17.862110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:17.862753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.868132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8::1 (bba59286-79e7-43f6-88c1-62831844e7e4/be9e6172-cd70-4c26-aad6-0390fb794aaa/0aea4351-9c91-4e32-8318-7063cebf46c3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:17.868285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Provisioning complete for port 80400813-ee82-4c16-af59-6f6c3837005e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:17.868642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-994f93cf-6188-4d14-a2c7-8283a53df425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:17.921424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Checking router: 5d7b3ad3-662f-44c3-9dd6-d6779218f835 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:47:17.922155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Updating router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 port 733c1f99-f46f-48b6-93db-3e4578dbc246 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:47:17.951802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:17.957546 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b623aa69-3949-4dba-932c-01e208e76a15 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/f7378abd-d52e-4584-9137-5693cbc263a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3589249 Apr 21 14:47:17.963446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:17.966816 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] Sync routers for ids ['f7378abd-d52e-4584-9137-5693cbc263a1'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:17.977716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56864) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:17.981437 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] Routers {'f7378abd-d52e-4584-9137-5693cbc263a1'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:17.982183 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f7378abd-d52e-4584-9137-5693cbc263a1'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.007285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.109172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9aa7af-1618-4e58-bc06-6076b7aa80e4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:18.109172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f9aa7af-1618-4e58-bc06-6076b7aa80e4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:18.111526 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.122731 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] Routers {'f7378abd-d52e-4584-9137-5693cbc263a1'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:18.124012 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f7378abd-d52e-4584-9137-5693cbc263a1'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.131873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f9aa7af-1618-4e58-bc06-6076b7aa80e4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:18.136764 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f9aa7af-1618-4e58-bc06-6076b7aa80e4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports/7e4b1ebe-c917-447f-928a-4ef800dea198 HTTP/1.1" status: 200 len: 976 time: 0.1580455 Apr 21 14:47:18.138205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:18.141901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.165815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:18.180449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:18.190500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.191077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment a6bdd96f-bd16-4a8d-b479-d1b9b83fd988 of type vlan for network 5b623afe-02a6-4fcb-aa68-8e815af0ea11 Apr 21 14:47:18.222090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.229477 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:18.230108 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac17438-653e-4d31-93ef-b175b25a5492 None None] The sync data for ids ['f7378abd-d52e-4584-9137-5693cbc263a1'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:18.341667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.347435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:18.348113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.403103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.414470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b7fa6355-2191-4e44-b44a-a4acecef8db3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0647697 Apr 21 14:47:18.429673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56872) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:18.446414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.456479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'port': {'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3', 'name': 'tempest-FloatingIPTestJSON-1965507157'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:18.475811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2204b1d-9734-4e36-96cf-b9c6725151fb None None] Provisioning complete for port 7e4b1ebe-c917-447f-928a-4ef800dea198 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:18.476388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2204b1d-9734-4e36-96cf-b9c6725151fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.485273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7985663 Apr 21 14:47:18.538265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:18.540324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a2204b1d-9734-4e36-96cf-b9c6725151fb None None] Port 7e4b1ebe-c917-447f-928a-4ef800dea198 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:18.630887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.650808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Transition to ACTIVE for port object 733c1f99-f46f-48b6-93db-3e4578dbc246 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:18.661953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02acb80-461f-4066-89ad-7ae50e011bc5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=5b623afe-02a6-4fcb-aa68-8e815af0ea11,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:18.674011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:18.725660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 5b623afe-02a6-4fcb-aa68-8e815af0ea11 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:18.820563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fec50e64-1574-4cd0-8f8e-f0749704e9db up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:18.923858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5091f86-36a1-433b-b4a4-d42b4555fea1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:18.924304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Attempting to bind port 733c1f99-f46f-48b6-93db-3e4578dbc246 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:18.924685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Attempting to bind port 733c1f99-f46f-48b6-93db-3e4578dbc246 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:18.924815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5091f86-36a1-433b-b4a4-d42b4555fea1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Synchronizing usage tracker for tenant:d254504164ac4c8cbf53ab2205206fde on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:18.925046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Attempting to bind port 733c1f99-f46f-48b6-93db-3e4578dbc246 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:18.969422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5091f86-36a1-433b-b4a4-d42b4555fea1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Unset dirty status for tenant:d254504164ac4c8cbf53ab2205206fde on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:18.973157 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5091f86-36a1-433b-b4a4-d42b4555fea1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks?id=5b623afe-02a6-4fcb-aa68-8e815af0ea11 HTTP/1.1" status: 200 len: 764 time: 0.4312923 Apr 21 14:47:18.974248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56880) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:18.985419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7023e9-bfb7-44fb-9e04-71d9331a28e1 None None] Pushing event updated for resources: {'Port': ['ID=733c1f99-f46f-48b6-93db-3e4578dbc246,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:19.001479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:19.001900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:19.002302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.002816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:19.003284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Bound port: 733c1f99-f46f-48b6-93db-3e4578dbc246, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:19.003649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.021514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'description': 'd2'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:19.063592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.112193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Router 83785eb1-dfc9-40d5-8439-43558e13b5a4 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:19.112414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port fec50e64-1574-4cd0-8f8e-f0749704e9db completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:19.119445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 80400813-ee82-4c16-af59-6f6c3837005e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:19.152318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object 0aea4351-9c91-4e32-8318-7063cebf46c3 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:19.156876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] For port 733c1f99-f46f-48b6-93db-3e4578dbc246, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:19.180930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] For port 733c1f99-f46f-48b6-93db-3e4578dbc246, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=733c1f99-f46f-48b6-93db-3e4578dbc246,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:19.192804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.259940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048888d-1884-4c5c-bb2e-0eddfef06db6 None None] Network bba59286-79e7-43f6-88c1-62831844e7e4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:19.287960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:19.307442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:port and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:19.323048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:19.323695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:19.363264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:19.409482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:19.421824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:19.440907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.445038 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b150f2cc-375e-41a3-9077-03698cf4dffc tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "PUT /v2.0/routers/83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 200 len: 705 time: 9.2409930 Apr 21 14:47:19.447475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:19.462722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 80400813-ee82-4c16-af59-6f6c3837005e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:19.463084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.486591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] Sync routers for ids ['83785eb1-dfc9-40d5-8439-43558e13b5a4'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:19.492190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:19.495861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.499173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Provisioning for port fec50e64-1574-4cd0-8f8e-f0749704e9db completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:19.506241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.522881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7023e9-bfb7-44fb-9e04-71d9331a28e1 None None] Pushing event updated for resources: {'Port': ['ID=733c1f99-f46f-48b6-93db-3e4578dbc246,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:19.539124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.539294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Provisioning complete for port fec50e64-1574-4cd0-8f8e-f0749704e9db triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:19.539294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.597384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] device_id is not set on port 1d23d617-9d38-4359-93da-bf7e837db3cf yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:19.648156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] Routers {'83785eb1-dfc9-40d5-8439-43558e13b5a4'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:19.648725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['83785eb1-dfc9-40d5-8439-43558e13b5a4'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:19.692461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.741293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.744768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network bba59286-79e7-43f6-88c1-62831844e7e4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:19.748655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:19.765979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-31998228-9534-4976-b84e-467b6d7ac75b tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/routers/83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 200 len: 740 time: 0.3133364 Apr 21 14:47:19.767955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56888) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:19.815008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2c934512-f70f-4e1c-87dd-363f141bfd32 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Synchronizing usage tracker for tenant:b6f27d8dd7f348378e5c596227625778 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:19.817806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:19.822912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.831354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:19.832188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.888600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] Routers {'83785eb1-dfc9-40d5-8439-43558e13b5a4'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:19.889248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['83785eb1-dfc9-40d5-8439-43558e13b5a4'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:19.968713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 5b623afe-02a6-4fcb-aa68-8e815af0ea11 is not hosted by any dhcp agent {{(pid=88108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 21 14:47:19.974825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:19.975431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:19.979477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "PUT /v2.0/networks/5b623afe-02a6-4fcb-aa68-8e815af0ea11 HTTP/1.1" status: 200 len: 761 time: 0.9998860 Apr 21 14:47:19.991200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.001498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=0aea4351-9c91-4e32-8318-7063cebf46c3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.009875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:20.010266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20a698-a7b0-4569-83c9-4746b8883323 None None] The sync data for ids ['83785eb1-dfc9-40d5-8439-43558e13b5a4'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:20.022667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ece0b-6896-42e8-a49c-8a4fe710bc1e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=5b623afe-02a6-4fcb-aa68-8e815af0ea11,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.024206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:20.057294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2c934512-f70f-4e1c-87dd-363f141bfd32 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] Unset dirty status for tenant:b6f27d8dd7f348378e5c596227625778 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:20.061052 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2c934512-f70f-4e1c-87dd-363f141bfd32 tempest-RoutersAdminTest-1936322879 tempest-RoutersAdminTest-1936322879-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 200 len: 205 time: 0.2882557 Apr 21 14:47:20.078117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.139928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 5b623afe-02a6-4fcb-aa68-8e815af0ea11 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:20.190139 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e4874dd8-be0f-4311-93b4-b1f2c131285f tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 200 len: 205 time: 0.1084878 Apr 21 14:47:20.193015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56900) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.291798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1b061-4083-4da3-bc9d-dcb80b64d2f3 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:20.297086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-39c1b061-4083-4da3-bc9d-dcb80b64d2f3 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks?id=5b623afe-02a6-4fcb-aa68-8e815af0ea11 HTTP/1.1" status: 200 len: 764 time: 0.3047845 Apr 21 14:47:20.297779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56904) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:20.329190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.375796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.384315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.446737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.498438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.9 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/1d23d617-9d38-4359-93da-bf7e837db3cf) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:20.543000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] For port fec50e64-1574-4cd0-8f8e-f0749704e9db, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fec50e64-1574-4cd0-8f8e-f0749704e9db,segment=NetworkSegment(01a78586-a05f-4564-9e08-dcca62cbb410),segment_id=01a78586-a05f-4564-9e08-dcca62cbb410)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:20.554729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.650623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7afe6-fd7e-4921-bb1b-9ba187b5db6c None None] Pushing event updated for resources: {'Port': ['ID=fec50e64-1574-4cd0-8f8e-f0749704e9db,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:20.667146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:11Z', 'revision_number': 3, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:20.671987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ade182-125a-4c5d-ace0-09284c352bc5 None None] The sync data for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv is: [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:11Z', 'revision_number': 3, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:20.767384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.881945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 7e4b1ebe-c917-447f-928a-4ef800dea198 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:20.882483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:20.984389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Allocated IP 172.20.0.1 (1d41c6e5-dbce-4920-a561-694c4e97493c/b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85/89a629ba-a19d-4bad-80d7-de6fdae1ab7b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:20.994745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Provisioning complete for port fec50e64-1574-4cd0-8f8e-f0749704e9db triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:20.995561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.000859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.008598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.069756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0499478-c798-43dc-9757-c6474fd837a1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:21.074743 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c0499478-c798-43dc-9757-c6474fd837a1 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7273641 Apr 21 14:47:21.078751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56908) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.111877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.179024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a7c803b-465d-497a-a3d0-252e86ec279d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Synchronizing usage tracker for tenant:d254504164ac4c8cbf53ab2205206fde on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:21.188940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.189662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Fanout notify agent at l3_agent the message router_deleted on router 83785eb1-dfc9-40d5-8439-43558e13b5a4 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:21.244963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b623840-c2c9-4c55-aa6c-ac77c380620c None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:47:21.261358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.262718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-690c6b60-6c5a-4394-8e38-fa91b8f337c7 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 204 len: 168 time: 1.0692818 Apr 21 14:47:21.275907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56912) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.331425 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ec80547b-9b4c-426f-8570-a09826193950 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 200 len: 205 time: 0.0540676 Apr 21 14:47:21.336428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a7c803b-465d-497a-a3d0-252e86ec279d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Unset dirty status for tenant:d254504164ac4c8cbf53ab2205206fde on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:21.341055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Provisioning for port 0aea4351-9c91-4e32-8318-7063cebf46c3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:21.341519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56916) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.342227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56918) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:21.342337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3a7c803b-465d-497a-a3d0-252e86ec279d tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 207 time: 0.2419994 Apr 21 14:47:21.371538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Provisioning complete for port 0aea4351-9c91-4e32-8318-7063cebf46c3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:21.371911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.375313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.465666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-130b38d8-4dca-4b6b-9c31-714e0353d2a1 None None] Port 0aea4351-9c91-4e32-8318-7063cebf46c3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:21.492158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b623840-c2c9-4c55-aa6c-ac77c380620c None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:47:21.514071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 7e4b1ebe-c917-447f-928a-4ef800dea198 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:21.685778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-10899ee1-84c8-4c3b-b3e2-14614f12103f None None] Provisioning complete for port 0aea4351-9c91-4e32-8318-7063cebf46c3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:21.686371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-10899ee1-84c8-4c3b-b3e2-14614f12103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.735021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:21.844706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=7e4b1ebe-c917-447f-928a-4ef800dea198,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:21.965223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-10899ee1-84c8-4c3b-b3e2-14614f12103f None None] Port 0aea4351-9c91-4e32-8318-7063cebf46c3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:22.005732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.078286 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-5ed3ea6c-82c1-4335-857c-0a9c45d92119 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:22.079291 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5ed3ea6c-82c1-4335-857c-0a9c45d92119 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/83785eb1-dfc9-40d5-8439-43558e13b5a4 HTTP/1.1" status: 404 len: 336 time: 0.6623850 Apr 21 14:47:22.101759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.102336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.105172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.168199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.227067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.264523 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6f9afda6-71f4-4f87-9ae0-22e02d569bb2 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 200 len: 205 time: 0.1033556 Apr 21 14:47:22.267060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56928) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.309703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.310193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e260d0b-c7a2-451d-b5ef-f8282c9ee0a2 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:22.470487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.477300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.482935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.488595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.495023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.500662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:22.501829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Synchronizing usage tracker for tenant:d254504164ac4c8cbf53ab2205206fde on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:22.508649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.526761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-dcb9e164-07f1-41f0-9739-27913cce96d6 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:22.531627 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dcb9e164-07f1-41f0-9739-27913cce96d6 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/ac86ecf3-10bc-42d6-a9ea-af0805025d83 HTTP/1.1" status: 404 len: 336 time: 0.2595661 Apr 21 14:47:22.531627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56932) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.531848 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:47:22.531848 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-659ce58d-c32a-4d4e-97be-9d4598563054 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.7347584 Apr 21 14:47:22.543419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.590704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Transition to ACTIVE for port object 89a629ba-a19d-4bad-80d7-de6fdae1ab7b will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:22.639905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Unset dirty status for tenant:d254504164ac4c8cbf53ab2205206fde on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:22.644764 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-883c055a-8f82-4803-89b3-a0d986abeb14 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.2222719 Apr 21 14:47:22.647922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56940) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.653278 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68038906-50f1-4854-99a4-9c23ba674a1c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 200 len: 205 time: 0.1211472 Apr 21 14:47:22.653463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.655823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.691100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 733c1f99-f46f-48b6-93db-3e4578dbc246 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:22.719096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Deleting port 8e01212e-a0f1-432a-bfb8-28b86033c685 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:22.719438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.743654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router f7378abd-d52e-4584-9137-5693cbc263a1 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:22.779360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 733c1f99-f46f-48b6-93db-3e4578dbc246 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:22.781761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-4ae2d17a-9192-43e9-8f62-4464887fac37 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:22.786166 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ae2d17a-9192-43e9-8f62-4464887fac37 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/b77310e7-4835-4dab-a5f0-7bad5318ca43 HTTP/1.1" status: 404 len: 336 time: 0.1058772 Apr 21 14:47:22.791577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 733c1f99-f46f-48b6-93db-3e4578dbc246 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:22.791943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.798053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:22.801862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:22.817463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:22.859243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:22.903238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.904841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=1d23d617-9d38-4359-93da-bf7e837db3cf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:22.922031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.940034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 733c1f99-f46f-48b6-93db-3e4578dbc246, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=733c1f99-f46f-48b6-93db-3e4578dbc246,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:22.947373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.947373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fec50e64-1574-4cd0-8f8e-f0749704e9db up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:22.958041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.958946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:22.964031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5e52031-f2cb-4fc2-80cc-966e56a4b07b tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 200 len: 205 time: 0.1612508 Apr 21 14:47:22.982610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56952) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.000309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.075795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=733c1f99-f46f-48b6-93db-3e4578dbc246,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.088176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fec50e64-1574-4cd0-8f8e-f0749704e9db triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:23.088604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.112456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Network 1d41c6e5-dbce-4920-a561-694c4e97493c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:23.123082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-2ffe45f9-389d-4240-8805-2a6791842875 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:23.124109 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ffe45f9-389d-4240-8805-2a6791842875 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/f8d800e1-f2a5-4607-aa03-c0038900cd98 HTTP/1.1" status: 404 len: 336 time: 0.1405621 Apr 21 14:47:23.135353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.156138 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b0253a3-64cd-4a2b-a213-141580a862ea tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5032520 Apr 21 14:47:23.156923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.177250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.177858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.192679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:23.204321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:23.215250 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] Sync routers for ids ['f7378abd-d52e-4584-9137-5693cbc263a1'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:23.217136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=0aea4351-9c91-4e32-8318-7063cebf46c3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.226851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:23.239055 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] Routers {'f7378abd-d52e-4584-9137-5693cbc263a1'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:23.240268 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f7378abd-d52e-4584-9137-5693cbc263a1'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:23.260550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af5aa62c-cc8d-4266-bdc9-177be0a2dd52 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/f7378abd-d52e-4584-9137-5693cbc263a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0039308 Apr 21 14:47:23.269030 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3d6f9eb9-ffab-4a81-ac76-745dcd53aad6 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 200 len: 205 time: 0.1155868 Apr 21 14:47:23.272282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.272605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56966) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.320726 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:23.330447 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] Routers {'f7378abd-d52e-4584-9137-5693cbc263a1'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:23.331299 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f7378abd-d52e-4584-9137-5693cbc263a1'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:23.350860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-71d2f13f-1d49-4537-9c42-a706b93a30cf tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:23.351879 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-71d2f13f-1d49-4537-9c42-a706b93a30cf tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/e8587344-285c-4528-8b51-d25de3ab7840 HTTP/1.1" status: 404 len: 336 time: 0.0769722 Apr 21 14:47:23.366849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56972) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.402819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:23.403267 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80467508-17fb-4ef5-a6c2-a089ecf3f306 None None] The sync data for ids ['f7378abd-d52e-4584-9137-5693cbc263a1'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:23.466311 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-96e4281a-dbd2-4959-af68-a707c45a50dd tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0274267 Apr 21 14:47:23.479541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56976) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.498546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c8eec3a0-eaeb-4b07-921a-f8f95411ff76 None None] Provisioning for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:23.499452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.499623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.500939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.502425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.503904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.504146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c8eec3a0-eaeb-4b07-921a-f8f95411ff76 None None] Provisioning complete for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:23.505026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8eec3a0-eaeb-4b07-921a-f8f95411ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.506279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:23.512392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-194b287a-01f1-4989-8f9c-717c337e6bd4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3178685 Apr 21 14:47:23.512637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '1d23d617-9d38-4359-93da-bf7e837db3cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:23.519375 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-38708c61-2879-4489-8fc6-605d58bb626c tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "GET /v2.0/ports?device_id=52bde0a8-8bff-4737-9c4c-b82baca09ef6 HTTP/1.1" status: 200 len: 205 time: 0.1138065 Apr 21 14:47:23.520486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56980) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.520486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.566564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8eec3a0-eaeb-4b07-921a-f8f95411ff76 None None] Port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:23.579706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:23.670731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Pushing event updated for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:23.680326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:floatingip and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:23.700826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network bba59286-79e7-43f6-88c1-62831844e7e4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:23.702559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.704616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:23.712322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:23.714499 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-96ad8cc0-7561-4d26-a694-4e2838b70250 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] delete failed (client error): The resource could not be found. Apr 21 14:47:23.715517 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96ad8cc0-7561-4d26-a694-4e2838b70250 tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/routers/52bde0a8-8bff-4737-9c4c-b82baca09ef6 HTTP/1.1" status: 404 len: 336 time: 0.1929855 Apr 21 14:47:23.724199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 56988) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:23.897140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:23.958286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Calling delete_port for 8e01212e-a0f1-432a-bfb8-28b86033c685 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:23.992305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6222c980-3c8a-4367-b53d-133955a48bdf None None] Provisioning complete for port 0aea4351-9c91-4e32-8318-7063cebf46c3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:23.992907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6222c980-3c8a-4367-b53d-133955a48bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:23.997243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.011153 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2e8242-ab0a-4d6c-a12f-38fb6087fd1a tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:24.011518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2e8242-ab0a-4d6c-a12f-38fb6087fd1a tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:24.015740 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4f2e8242-ab0a-4d6c-a12f-38fb6087fd1a tempest-RoutersAdminTest-206830709 tempest-RoutersAdminTest-206830709-project] 10.222.0.35 "DELETE /v2.0/subnets/fc898532-a07a-4d7f-903f-dc59391ade75 HTTP/1.1" status: 404 len: 337 time: 0.2847021 Apr 21 14:47:24.018767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.020173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.021741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.023248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.024600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.026223 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c5d19093-2b30-41ca-90c4-46aa3325d90e tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5051193 Apr 21 14:47:24.037799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-a9f0c335-8961-4fb4-a20c-6141a2332608 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 14:47:24.038799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a9f0c335-8961-4fb4-a20c-6141a2332608 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/f7378abd-d52e-4584-9137-5693cbc263a1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7653120 Apr 21 14:47:24.039324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56994) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.043731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 56996) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.055744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6222c980-3c8a-4367-b53d-133955a48bdf None None] Port 0aea4351-9c91-4e32-8318-7063cebf46c3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:24.133036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db14bac2-27fa-4877-af0e-87871c3a3e8c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:24.277712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db14bac2-27fa-4877-af0e-87871c3a3e8c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:24.278847 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db14bac2-27fa-4877-af0e-87871c3a3e8c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7378abd-d52e-4584-9137-5693cbc263a1 HTTP/1.1" status: 200 len: 205 time: 0.2329822 Apr 21 14:47:24.284136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57004) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.304844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.319267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.320734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router ef915b1e-a469-484c-a456-75775fcbba0e is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:24.358050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57008) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.384322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e01212e-a0f1-432a-bfb8-28b86033c685,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:24.453461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f357152-44e0-4575-b7e4-bb4de148a5bd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:24.458845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f357152-44e0-4575-b7e4-bb4de148a5bd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks/6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea HTTP/1.1" status: 200 len: 803 time: 0.4123688 Apr 21 14:47:24.460096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57014) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.464041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.567570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 733c1f99-f46f-48b6-93db-3e4578dbc246 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:24.607741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.652599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 733c1f99-f46f-48b6-93db-3e4578dbc246 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:24.653712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.720686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:24.746115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7bd4718932134bbb8b7000bd1a7c3d31 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:24.761029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:24.777671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:24.839794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:24.847182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.854673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] Sync routers for ids ['ef915b1e-a469-484c-a456-75775fcbba0e'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:24.877623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] Routers {'ef915b1e-a469-484c-a456-75775fcbba0e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:24.878998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ef915b1e-a469-484c-a456-75775fcbba0e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:24.882186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f824bd03-d564-4c3e-ac76-4bbdebc6d087 tempest-RoutersAdminNegativeIpV6Test-1111868819 tempest-RoutersAdminNegativeIpV6Test-1111868819-project-admin] 10.222.0.35 "DELETE /v2.0/ports/8e01212e-a0f1-432a-bfb8-28b86033c685 HTTP/1.1" status: 204 len: 168 time: 2.3338654 Apr 21 14:47:24.887632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.896186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.924046 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5fcca787-a52b-460f-b5e4-7a482eec6ee1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/ef915b1e-a469-484c-a456-75775fcbba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8298998 Apr 21 14:47:24.927492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57020) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:24.951811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:24.994179 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-440aef5d-ed63-4c1d-be37-d0d2cd2270fc tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/networks/6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5326676 Apr 21 14:47:24.995636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:24.999520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.005934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] Routers {'ef915b1e-a469-484c-a456-75775fcbba0e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:25.006634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ef915b1e-a469-484c-a456-75775fcbba0e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:25.055617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.056402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router f7378abd-d52e-4584-9137-5693cbc263a1 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:25.105944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:25.106352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9608ea4c-543c-4d7b-b9ac-335f8f008093 None None] The sync data for ids ['ef915b1e-a469-484c-a456-75775fcbba0e'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:25.109330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcb9a62-9369-4a7b-979b-a139e836e8a5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:25.110128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dbcb9a62-9369-4a7b-979b-a139e836e8a5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:25.138486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.140184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.141398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-810bb047-8713-418c-b1ed-2a2eb8cfa3b5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/f7378abd-d52e-4584-9137-5693cbc263a1 HTTP/1.1" status: 204 len: 168 time: 0.8561475 Apr 21 14:47:25.145929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.150481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bec3e9-d1bd-4a62-82dd-9ea723035731 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:25.151906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a3bec3e9-d1bd-4a62-82dd-9ea723035731 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets/e2d0a4e6-5837-4840-a907-89925bfd64eb HTTP/1.1" status: 200 len: 843 time: 0.1445050 Apr 21 14:47:25.158382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57036) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.201296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.266230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dbcb9a62-9369-4a7b-979b-a139e836e8a5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:25.268340 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dbcb9a62-9369-4a7b-979b-a139e836e8a5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports/0aea4351-9c91-4e32-8318-7063cebf46c3 HTTP/1.1" status: 200 len: 911 time: 0.3384142 Apr 21 14:47:25.293472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57040) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.294079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57042) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.322332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbde358b-e972-4097-848b-df51d41eb678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.323338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.334022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be9e6172-cd70-4c26-aad6-0390fb794aaa'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:25.371587 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:47:25.378305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.53 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/e6993363-beac-4f22-9d1a-ba602aba9e88) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:25.398106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce0db1e-94ed-4be5-8aad-bcd92fac8ac5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:25.399734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ce0db1e-94ed-4be5-8aad-bcd92fac8ac5 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "GET /v2.0/subnets/e2d0a4e6-5837-4840-a907-89925bfd64eb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2362633 Apr 21 14:47:25.405739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57048) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.426740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1732090723'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:25.442491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:25.499677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.501399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:25.529464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:25.533123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.559410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet a43d4374-6895-4ce1-9b9f-d7aab9d37543 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:25.569878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Pushing event updated for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.580590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.592739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:25.597049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.611722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.612065 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Added segment 750b70e2-499b-4ccb-8511-4d7402930381 of type vlan for network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 Apr 21 14:47:25.620292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.644941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.658884 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bd4718932134bbb8b7000bd1a7c3d31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2926326 Apr 21 14:47:25.659684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c872af3-3df1-4816-89b8-e312d3ba81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b73b42-d661-4eae-89c1-58a6ef631638,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.668792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57054) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.687658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.748482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.766686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.772598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:25.773175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.788617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.820262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:25.828810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:25.845852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:25.923609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:25.931932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=e6993363-beac-4f22-9d1a-ba602aba9e88,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.943419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Usage tracker for resource:security_group_rule and tenant:2e753a5a4cc4495da7c03061ebd04ac7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:25.950442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:25.971151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:25.972418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Network': ['ID=25fb6c33-f9f7-41a5-938d-b0431940b4c8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:25.982082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-86e31823-6d4d-40ba-8ba4-39368c9b5923 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5727777 Apr 21 14:47:25.982512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:25.983934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57058) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:25.987095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:25.991832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:26.075562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Network 1d41c6e5-dbce-4920-a561-694c4e97493c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:26.086990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:26.123714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.155363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.254891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.262232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:26.339179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:26.358806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Made reservation on behalf of d254504164ac4c8cbf53ab2205206fde for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:26.362290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.398976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-919bba69-a9fb-45f7-a8ff-e09d203d3311 None None] Provisioning complete for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:26.400051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-919bba69-a9fb-45f7-a8ff-e09d203d3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.469467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.471110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-919bba69-a9fb-45f7-a8ff-e09d203d3311 None None] Port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:26.479934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.558315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:47:26.558828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:47:26.568110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b73b42-d661-4eae-89c1-58a6ef631638,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.590873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.591979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.594946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-df5395de-eadc-4886-a706-2362fbe91bbd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1b73b42-d661-4eae-89c1-58a6ef631638 HTTP/1.1" status: 204 len: 168 time: 0.9243162 Apr 21 14:47:26.599495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=a43d4374-6895-4ce1-9b9f-d7aab9d37543,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.626705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f646d05-ffb6-49d6-8658-b21122cf3847 None None] Network b6225340-6bbc-4565-a34d-2ac46d0b8f90 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:26.662011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.670304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:26.680400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649745'] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.759461 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e753a5a4cc4495da7c03061ebd04ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4552109 Apr 21 14:47:26.763573 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-07f35a45-a5da-4710-8dbe-d1fccb7b6240 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/a43d4374-6895-4ce1-9b9f-d7aab9d37543 HTTP/1.1" status: 204 len: 168 time: 1.6145597 Apr 21 14:47:26.764348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecc7cf-5c71-49c2-885a-d567669d045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7937e594-920d-4304-b42e-04216e774081,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:26.779047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57064) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:26.779385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57066) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:26.853085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.963636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:26.965828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=92076b61-e067-4d28-bf76-09c47486a9f9,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:27.066360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57074) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:27.095620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] DHCP port deletion for b6225340-6bbc-4565-a34d-2ac46d0b8f90 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:27.101340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Deleting port 80400813-ee82-4c16-af59-6f6c3837005e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:27.101946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.260346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:27.266467 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5219b0a-2b56-4875-99c3-ab76643b8700 admin admin] 10.222.0.35 "PUT /v2.0/routers/5d7b3ad3-662f-44c3-9dd6-d6779218f835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1329811 Apr 21 14:47:27.268535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.273395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.279619 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Sync routers for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:27.290951 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:27.291703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:46:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:27.373293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Checking segment: {'id': '750b70e2-499b-4ccb-8511-4d7402930381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:27.373997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network hostable DHCP agents. Network: 25fb6c33-f9f7-41a5-938d-b0431940b4c8, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:27.399480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] For port 80400813-ee82-4c16-af59-6f6c3837005e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=80400813-ee82-4c16-af59-6f6c3837005e,segment=NetworkSegment(c1e038f0-af9f-451e-8058-441d07398281),segment_id=c1e038f0-af9f-451e-8058-441d07398281)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:27.400080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.421490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.429399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.443242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.445812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 80400813-ee82-4c16-af59-6f6c3837005e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:27.446353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.450465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:27.451116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.457043 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/ports/0aea4351-9c91-4e32-8318-7063cebf46c3 HTTP/1.1" status: 200 len: 911 time: 2.1463988 Apr 21 14:47:27.462237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57080) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:27.484720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-65d37d08-27d4-4440-a286-1e05fe0d7d8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6f27d8dd7f348378e5c596227625778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119699 Apr 21 14:47:27.493682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:27.524053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.536011 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:27.645387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:27.688173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Calling delete_port for 80400813-ee82-4c16-af59-6f6c3837005e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:27.718428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702f20b-666c-4c32-96cb-d3918a77bedb tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=0aea4351-9c91-4e32-8318-7063cebf46c3,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:27.768525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2d5d36d3-8364-438a-af8b-085a3c5dbbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.808215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 25fb6c33-f9f7-41a5-938d-b0431940b4c8) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:27.822357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90445905-4eef-4709-a362-8d8307c03bd7 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:27.826879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:27.827476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.928330 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 2, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:27.931005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.933683 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Checking router: 5d7b3ad3-662f-44c3-9dd6-d6779218f835 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:47:27.934194 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Updating router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:47:27.990951 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:27.992348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] Pushing event deleted for resources: {'Port': ['ID=80400813-ee82-4c16-af59-6f6c3837005e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.002292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.010309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1571f3-563b-431d-bade-32469ff1ca9a None None] No DVR routers for this DVR port 80400813-ee82-4c16-af59-6f6c3837005e on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:28.202606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7937e594-920d-4304-b42e-04216e774081,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.215845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.229155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-25fb6c33-f9f7-41a5-938d-b0431940b4c8', 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8', 'tenant_id': 'd254504164ac4c8cbf53ab2205206fde', 'fixed_ips': [{'subnet_id': '92076b61-e067-4d28-bf76-09c47486a9f9'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:28.229976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.279105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.283610 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1406ac5c-ceb0-4630-9f9b-8e03d9223be1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7937e594-920d-4304-b42e-04216e774081 HTTP/1.1" status: 204 len: 168 time: 1.4986694 Apr 21 14:47:28.286940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port 80400813-ee82-4c16-af59-6f6c3837005e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=80400813-ee82-4c16-af59-6f6c3837005e,segment=NetworkSegment(c1e038f0-af9f-451e-8058-441d07398281),segment_id=c1e038f0-af9f-451e-8058-441d07398281)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:28.287298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.307228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-41e33554-55d5-45e0-b4aa-1780edbb5b51 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3222964 Apr 21 14:47:28.313245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:28.331232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:28.337378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.373062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57098) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:28.387912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214847284', 'description': 'tempest-description--518034229'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:28.406504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:28.423640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:security_group and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:28.445682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:28.453234 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.467629 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Transition to ACTIVE for port object 89a629ba-a19d-4bad-80d7-de6fdae1ab7b will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:28.471161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.478861 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.522317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 80400813-ee82-4c16-af59-6f6c3837005e owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:28.528720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:28.601337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 80400813-ee82-4c16-af59-6f6c3837005e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:28.633088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.650302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.690508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Allocated IP 2001:db8::3 (25fb6c33-f9f7-41a5-938d-b0431940b4c8/92076b61-e067-4d28-bf76-09c47486a9f9/414296d3-f133-4cb2-bbaa-3b78e5032951) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:28.780924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.802978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 80400813-ee82-4c16-af59-6f6c3837005e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:28.803433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 80400813-ee82-4c16-af59-6f6c3837005e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:28.845866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:28.856175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:security_group_rule and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:28.859098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:28.873002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=e6993363-beac-4f22-9d1a-ba602aba9e88,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.875663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:28.876297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:28.876497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.876891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:28.914490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.947430 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Pushing event updated for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.947796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9326488c-ae9c-46ca-8f64-69c6ade0192e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:28.966571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.966870 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.967382 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.967995 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.969877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.970303 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.970940 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.971468 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.971898 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.972427 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.973890 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.974496 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:47:28.980903 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Attempting to bind port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:28.981620 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Attempting to bind port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:28.982481 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Attempting to bind port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b on network 1d41c6e5-dbce-4920-a561-694c4e97493c {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:28.984611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8201615'] for subnet, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.992406 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:28.992745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Checking segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:28.993277 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:28.993658 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Bound using segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:28.994143 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Bound port: 89a629ba-a19d-4bad-80d7-de6fdae1ab7b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:28.998858 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.021804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.032678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.107003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57104) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:29.128200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.132106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.133722 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-168cbe24-0dee-453c-b3eb-0278e267da56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9326488c-ae9c-46ca-8f64-69c6ade0192e HTTP/1.1" status: 204 len: 168 time: 1.6271472 Apr 21 14:47:29.142460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Transition to ACTIVE for port object 414296d3-f133-4cb2-bbaa-3b78e5032951 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:29.164794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Transition to ACTIVE for port object 414296d3-f133-4cb2-bbaa-3b78e5032951 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:29.167956 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] For port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:29.172547 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] For port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:29.175766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.179531 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.215350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.267673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.271139 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 5df8ef89-28dd-47ff-a48f-4f275829b8ac associated. External IP: 172.26.4.53, port: 1d23d617-9d38-4359-93da-bf7e837db3cf. Apr 21 14:47:29.287319 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfa8d3-16d8-4219-9e3e-452c709a8409 None None] Pushing event updated for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.315273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.316989 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9422798 Apr 21 14:47:29.333111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57110) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:29.334444 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:29.335415 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:29.354228 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1d294a0b-5a59-4dde-ba6d-ff724d6f579c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bb1a8e83547428f8a1dd3d067910eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127709 Apr 21 14:47:29.357824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57114) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:29.360898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'security_group_rule': {'security_group_id': 'f291e6a1-ecac-4de2-8ddc-12809039b092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:29.362213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:29.372912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:29.383290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:29.401709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Pushing event updated for resources: {'Port': ['ID=414296d3-f133-4cb2-bbaa-3b78e5032951,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.406063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:29.437512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ad71e-ed88-4d77-b214-bce39b609f8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f291e6a1-ecac-4de2-8ddc-12809039b092,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:29.455818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:security_group_rule and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:29.509549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 80400813-ee82-4c16-af59-6f6c3837005e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:29.510782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.517158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:29.624617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Attempting to bind port 414296d3-f133-4cb2-bbaa-3b78e5032951 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:29.625257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Attempting to bind port 414296d3-f133-4cb2-bbaa-3b78e5032951 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '750b70e2-499b-4ccb-8511-4d7402930381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:29.625380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Attempting to bind port 414296d3-f133-4cb2-bbaa-3b78e5032951 on network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:29.637550 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:29.639980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:29.640357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Checking segment: {'id': '750b70e2-499b-4ccb-8511-4d7402930381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:29.640755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.641446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Bound using segment: {'id': '750b70e2-499b-4ccb-8511-4d7402930381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:29.641621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Bound port: 414296d3-f133-4cb2-bbaa-3b78e5032951, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750b70e2-499b-4ccb-8511-4d7402930381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25fb6c33-f9f7-41a5-938d-b0431940b4c8'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:29.641997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.775889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:29.856462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] For port 414296d3-f133-4cb2-bbaa-3b78e5032951, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:29.859927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] For port 414296d3-f133-4cb2-bbaa-3b78e5032951, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=414296d3-f133-4cb2-bbaa-3b78e5032951,segment=NetworkSegment(750b70e2-499b-4ccb-8511-4d7402930381),segment_id=750b70e2-499b-4ccb-8511-4d7402930381)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:29.869857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.920508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 0aea4351-9c91-4e32-8318-7063cebf46c3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:29.921699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:29.937311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] The port '80400813-ee82-4c16-af59-6f6c3837005e' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:29.976455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac61a89-db67-4341-b882-3d8f7655f4e6 None None] Pushing event updated for resources: {'Port': ['ID=414296d3-f133-4cb2-bbaa-3b78e5032951,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:30.028992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.075474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.156102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:30.192777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1214895'] for subnet, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.230952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.293834 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.300700 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96b1cd-4349-449a-9d54-5499e584af3a None None] The sync data for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv is: [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:29Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:30.334973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.361647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6225340-6bbc-4565-a34d-2ac46d0b8f90']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.419069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e038f0-af9f-451e-8058-441d07398281') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.419361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e038f0-af9f-451e-8058-441d07398281') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.436049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.437607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.560892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:30.562391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.565992 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "PUT /v2.0/subnets/92076b61-e067-4d28-bf76-09c47486a9f9 HTTP/1.1" status: 200 len: 900 time: 2.2427888 Apr 21 14:47:30.576723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57136) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:30.596986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:30.635285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.654980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:30.657020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:30.657448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:30.676134 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:30.681333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:30.697488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.704855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769467e6-b97a-423d-93d3-ebd5ab198b08 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event updated for resources: {'Subnet': ['ID=92076b61-e067-4d28-bf76-09c47486a9f9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:30.714356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:30.715183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.771192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.806338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.823910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0351b8c1-d1e4-4f8a-9457-bca2b217ddcd,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:30.867121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.893025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 414296d3-f133-4cb2-bbaa-3b78e5032951 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:30.902308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.938961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.952926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.955392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:30.956576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f0a52706-ad3e-41d4-abbb-a9fcbbccc493 HTTP/1.1" status: 204 len: 168 time: 1.5783482 Apr 21 14:47:30.963601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/b6225340-6bbc-4565-a34d-2ac46d0b8f90 HTTP/1.1" status: 204 len: 168 time: 4.1729376 Apr 21 14:47:30.973730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1073194111'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:30.978997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57146) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:30.980003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:30.990544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-312017212'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:30.994130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:30.998049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5c854-cd4d-4e33-a334-c9ca285b1f29 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=b6225340-6bbc-4565-a34d-2ac46d0b8f90,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.006521 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5d1d2a41-2bb9-4b49-b188-0bd4c803516a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.5171590 Apr 21 14:47:31.006521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:31.007923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:network and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:31.012184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57152) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.012978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:31.017962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:31.023046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:31.033441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:31.056535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:31.057289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:31.061028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.065183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fd1219d7-066c-464f-a217-37d60ecdc07d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7284358 Apr 21 14:47:31.084465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 0aea4351-9c91-4e32-8318-7063cebf46c3 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:31.106717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.108501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57156) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:31.138878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d9fc2-22d9-4073-9520-e77733323318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a52706-ad3e-41d4-abbb-a9fcbbccc493,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.141404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.148187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'security_group_rule': {'security_group_id': 'f291e6a1-ecac-4de2-8ddc-12809039b092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:31.163383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.221276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:31.239675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:31.250471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:31.251426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.257339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090fd92-224e-4449-b2be-15d21b38dea8 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:31.270652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:security_group_rule and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:31.278480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 414296d3-f133-4cb2-bbaa-3b78e5032951 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:31.282194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:31.287028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.289114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 89a629ba-a19d-4bad-80d7-de6fdae1ab7b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:31.303088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:31.324730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.351442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.384322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:31.393957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:31.395152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.405347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 414296d3-f133-4cb2-bbaa-3b78e5032951 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:31.405676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.478308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.534798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:31.549503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.565504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:security_group_rule and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:31.568414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:31.575887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:31.592963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:31.597501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.621681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.630702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:31.689180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.786267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723da63-03dc-48e1-a9b7-7523b4822be1 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:31.816381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.835285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.836988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment f0c88f91-bd68-476c-8fb8-7c69c3035e39 of type vlan for network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 Apr 21 14:47:31.870023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=0aea4351-9c91-4e32-8318-7063cebf46c3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:31.904218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.979589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.986751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:31.987858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:31.994231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Provisioning for port 414296d3-f133-4cb2-bbaa-3b78e5032951 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:32.014670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Provisioning complete for port 414296d3-f133-4cb2-bbaa-3b78e5032951 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:32.014670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.361443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.403837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] For port 414296d3-f133-4cb2-bbaa-3b78e5032951, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=414296d3-f133-4cb2-bbaa-3b78e5032951,segment=NetworkSegment(750b70e2-499b-4ccb-8511-4d7402930381),segment_id=750b70e2-499b-4ccb-8511-4d7402930381)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:32.414282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.449327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57178) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.469539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.497367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5db37-2ca2-421e-bb9c-02e482a3e572 None None] Pushing event updated for resources: {'Port': ['ID=414296d3-f133-4cb2-bbaa-3b78e5032951,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.513893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=6ca2589e-edde-4001-9bd3-16e678ef2fe0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.544481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.579338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.585260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.587556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:32.601705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 414296d3-f133-4cb2-bbaa-3b78e5032951, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=414296d3-f133-4cb2-bbaa-3b78e5032951,segment=NetworkSegment(750b70e2-499b-4ccb-8511-4d7402930381),segment_id=750b70e2-499b-4ccb-8511-4d7402930381)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:32.602086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.633461 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3a1a6108-859e-4ae3-bf38-984676d44ed4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6534176 Apr 21 14:47:32.641950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.642445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 5df8ef89-28dd-47ff-a48f-4f275829b8ac disassociated. External IP: 172.26.4.53, port: 1d23d617-9d38-4359-93da-bf7e837db3cf. Apr 21 14:47:32.689427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57184) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.704022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:32.716126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 89a629ba-a19d-4bad-80d7-de6fdae1ab7b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:32.718147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bc9eef-ecf1-4971-abfd-c85afd693883,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.737686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.744833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152d9af-178d-4209-befa-6b14ca3acdb2 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:32.746732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.750652 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1bd4ec23-5e0c-4109-be67-ab7fa5127f08 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6278744 Apr 21 14:47:32.751317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57188) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:32.754912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.777668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:32.790070 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f7a0a6c6-0649-4959-8f02-52a55af97085 tempest-AgentManagementNegativeTest-40375986 tempest-AgentManagementNegativeTest-40375986-project] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3321557 Apr 21 14:47:32.797753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:32.846149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a363d4c2-1916-4b9e-a828-a207f38caf42 None None] Provisioning complete for port 414296d3-f133-4cb2-bbaa-3b78e5032951 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:32.846673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a363d4c2-1916-4b9e-a828-a207f38caf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.870674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 414296d3-f133-4cb2-bbaa-3b78e5032951 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:32.881281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:floatingip and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:32.890976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:32.895212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:32.898246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d82f7b-29e3-4828-a190-ed7dc57fd7b4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:32.921522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:32.939097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:32.939584 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Added segment eaf91a79-e649-4881-bbfe-569b295ca438 of type vlan for network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 Apr 21 14:47:33.028992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.080268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.084740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:33.085113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.216580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router ef915b1e-a469-484c-a456-75775fcbba0e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:33.228001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:33.235429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:33.290007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:33.292667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57196) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.303742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:33.304565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:33.316368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:33.389584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:33.403323 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] Sync routers for ids ['ef915b1e-a469-484c-a456-75775fcbba0e'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:33.416449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:33.420897 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] Routers {'ef915b1e-a469-484c-a456-75775fcbba0e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:33.423825 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ef915b1e-a469-484c-a456-75775fcbba0e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:33.428735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.470444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:33.471486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.477668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:33.478495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.518417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.528235 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:33.534328 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b1252e67-8d86-46fe-b326-834c8f576ccd tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/ef915b1e-a469-484c-a456-75775fcbba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0309913 Apr 21 14:47:33.534988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57202) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.555666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] Routers {'ef915b1e-a469-484c-a456-75775fcbba0e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:33.555666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['ef915b1e-a469-484c-a456-75775fcbba0e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:33.586311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:33.590686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Usage tracker for resource:security_group_rule and tenant:462eb2b443ba4048bea36507b0cb1120 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:33.593891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:33.601962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:33.655224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Network': ['ID=0a092fe2-0ed1-4b0d-abf2-6bb72fceab25,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:33.669776 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:33.670180 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de6f05-b9e1-4411-90de-346c308e1384 None None] The sync data for ids ['ef915b1e-a469-484c-a456-75775fcbba0e'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:33.674247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:33.682288 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-10ea2bec-e766-4e32-8963-d3bf694c79f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0802848 Apr 21 14:47:33.686332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57206) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:33.752747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:33.766464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2558518-4a17-40c9-91bf-d8369f024148 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:33.802950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.809618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 414296d3-f133-4cb2-bbaa-3b78e5032951 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:33.809993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.823952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6ba16828-ed8e-4b7c-a568-419c9b38e3f0 None None] Provisioning complete for port 414296d3-f133-4cb2-bbaa-3b78e5032951 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:33.824510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ba16828-ed8e-4b7c-a568-419c9b38e3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.863349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:33.891255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2558518-4a17-40c9-91bf-d8369f024148 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:33.892425 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2558518-4a17-40c9-91bf-d8369f024148 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef915b1e-a469-484c-a456-75775fcbba0e HTTP/1.1" status: 200 len: 205 time: 0.3508596 Apr 21 14:47:33.906141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57210) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:34.009819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:34.013781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:34.016756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:34.023138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:34.046286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:34.049714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.079066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.131894 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=462eb2b443ba4048bea36507b0cb1120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8349395 Apr 21 14:47:34.134071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57214) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:34.139025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:34.143957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.151845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:34.161657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:34.162186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:34.216449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a526b14-b377-4146-b0e7-20775e565dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae7923-42fa-46e1-be73-442a44acaa4e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:34.234837 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7549cab7-8888-4d20-9b2a-e0485601760c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/5df8ef89-28dd-47ff-a48f-4f275829b8ac HTTP/1.1" status: 200 len: 687 time: 3.2187722 Apr 21 14:47:34.252087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:34.263498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:34.264249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:34.274027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57218) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:34.329772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:34.330310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb6f9ba-aa58-471f-822b-44bc61262436 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:34.341748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.563109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 414296d3-f133-4cb2-bbaa-3b78e5032951 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:34.575090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.606782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Allocated IP 172.26.4.97 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/5e5afc3e-0df2-4887-bdd3-df44e535f97c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:34.634944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 414296d3-f133-4cb2-bbaa-3b78e5032951 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:34.636243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.663701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.725815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port e6993363-beac-4f22-9d1a-ba602aba9e88 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:34.726437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.864959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.931428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.958365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.961947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.964118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:34.979406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae7923-42fa-46e1-be73-442a44acaa4e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:35.002323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=82c8382e-a875-4190-a481-f2ee274aa07e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:35.010416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.024246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:35.024610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network hostable DHCP agents. Network: 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:35.045347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.046531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fc2e0de1-43c5-4f98-b212-521a95ae2213 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1ae7923-42fa-46e1-be73-442a44acaa4e HTTP/1.1" status: 204 len: 168 time: 0.9091353 Apr 21 14:47:35.058621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:35.063857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.119283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:35.124462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:35.125052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.138142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbb923-9d07-4c04-a9d6-361e7e414867 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:35.159792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 414296d3-f133-4cb2-bbaa-3b78e5032951, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=414296d3-f133-4cb2-bbaa-3b78e5032951,segment=NetworkSegment(750b70e2-499b-4ccb-8511-4d7402930381),segment_id=750b70e2-499b-4ccb-8511-4d7402930381)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:35.160189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.163841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:35.168413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.168608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:35.168909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router ef915b1e-a469-484c-a456-75775fcbba0e {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:35.172764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:35.204353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'Port': ['ID=5e5afc3e-0df2-4887-bdd3-df44e535f97c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:35.213947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f34e48d-d219-4b6f-ac70-6449049be3be tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5264235 Apr 21 14:47:35.216434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57226) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.228045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'name': 'tempest-NetworksTestDHCPv6-1875506697'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:35.432633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.434254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:35.442084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:35.445723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:35.462351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '82c8382e-a875-4190-a481-f2ee274aa07e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:35.463404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.468664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 414296d3-f133-4cb2-bbaa-3b78e5032951 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:35.492629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:35.532993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=41aff1f1-c297-4c9f-b505-e5325eff0656,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:35.533624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:35.539362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.562223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.562957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.567779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 04885598-81c7-4a41-b4d4-ce1451ff4479 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:35.574267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': 'f0c88f91-bd68-476c-8fb8-7c69c3035e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:35.574917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 6ca2589e-edde-4001-9bd3-16e678ef2fe0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:35.622084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.658717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/82c8382e-a875-4190-a481-f2ee274aa07e/af89db01-04ae-4424-9a94-8b646fccb36d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:35.746928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for e6993363-beac-4f22-9d1a-ba602aba9e88 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:35.792662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.793739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f09916b4-4e5d-49bf-8dac-5a4257391537 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/ef915b1e-a469-484c-a456-75775fcbba0e HTTP/1.1" status: 204 len: 168 time: 1.8822868 Apr 21 14:47:35.803322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.807991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:35.904391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet be9e6172-cd70-4c26-aad6-0390fb794aaa {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:35.909051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6ca2589e-edde-4001-9bd3-16e678ef2fe0) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:35.924778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:35.925371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:35.927562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2074fc09-0822-4822-818d-73a428555040 None None] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:35.974206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.989813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bd57e91b-a92a-41e2-aea2-086dc8cd0d91 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2952189 Apr 21 14:47:35.995848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57256) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:35.998662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.029712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1564499599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:36.048266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:36.069324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:36.073071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.081599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:36.087614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.094775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:36.098022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Transition to ACTIVE for port object af89db01-04ae-4424-9a94-8b646fccb36d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:36.109913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.118041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Transition to ACTIVE for port object af89db01-04ae-4424-9a94-8b646fccb36d will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:36.135918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-01375670-abf6-4ae5-8700-9901797f3e59 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] Request body: {'port': {'network_id': '49daef5b-a724-49b8-9373-6da97011d983', 'name': 'tempest-NetworksNegativeTestJSON-1858978628'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:36.151031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.161385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.168473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Port': ['ID=414296d3-f133-4cb2-bbaa-3b78e5032951,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.195047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.195891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.218456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:36.245495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-01375670-abf6-4ae5-8700-9901797f3e59 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] POST failed (client error): The resource could not be found. Apr 21 14:47:36.246062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01375670-abf6-4ae5-8700-9901797f3e59 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:36.255235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-01375670-abf6-4ae5-8700-9901797f3e59 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2789886 Apr 21 14:47:36.256180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57260) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.269265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.272107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:36.274896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:36.283036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267765c-bb0f-4c1e-b608-d23402510e95 None None] DHCP port deletion for 25fb6c33-f9f7-41a5-938d-b0431940b4c8 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:36.292943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.295177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::3ce (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/82c8382e-a875-4190-a481-f2ee274aa07e/04885598-81c7-4a41-b4d4-ce1451ff4479) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:36.296735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.338850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=e6993363-beac-4f22-9d1a-ba602aba9e88,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.367823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No DVR routers for this DVR port 414296d3-f133-4cb2-bbaa-3b78e5032951 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:36.407449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-5608ca90-46fc-4896-8d39-1735fd947d31 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:36.408231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5608ca90-46fc-4896-8d39-1735fd947d31 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:36.435819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Pushing event updated for resources: {'Port': ['ID=af89db01-04ae-4424-9a94-8b646fccb36d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.472152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Attempting to bind port af89db01-04ae-4424-9a94-8b646fccb36d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:36.472558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Attempting to bind port af89db01-04ae-4424-9a94-8b646fccb36d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:36.473015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Attempting to bind port af89db01-04ae-4424-9a94-8b646fccb36d on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:36.473651 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5608ca90-46fc-4896-8d39-1735fd947d31 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "DELETE /v2.0/networks/f52751cc-02ba-4ce0-af1c-b96aa2a317cb HTTP/1.1" status: 404 len: 339 time: 0.2070086 Apr 21 14:47:36.474441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57264) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.481989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:36.482330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:36.482762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.483155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:36.483625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Bound port: af89db01-04ae-4424-9a94-8b646fccb36d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:36.483998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.484788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.493626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6ca2589e-edde-4001-9bd3-16e678ef2fe0', 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': '41aff1f1-c297-4c9f-b505-e5325eff0656'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:36.494421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.516242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'Port': ['ID=5e5afc3e-0df2-4887-bdd3-df44e535f97c,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.528492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.546272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.556764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.573242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e63bd0-c371-4887-8e5e-eb722254a69d tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:36.574008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99e63bd0-c371-4887-8e5e-eb722254a69d tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:36.579904 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-99e63bd0-c371-4887-8e5e-eb722254a69d tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "DELETE /v2.0/ports/3418b975-cb90-4d7f-9f8a-737de73f6b7c HTTP/1.1" status: 404 len: 333 time: 0.1000533 Apr 21 14:47:36.580704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57268) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.614359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.617085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.621920 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b1b5add6-7f8f-40e1-988f-4818a4372a7e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/5df8ef89-28dd-47ff-a48f-4f275829b8ac HTTP/1.1" status: 204 len: 168 time: 2.3447440 Apr 21 14:47:36.622776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57272) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.630855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 414296d3-f133-4cb2-bbaa-3b78e5032951 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:36.635215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'b8103428-976d-4aea-a950-780c5e3645ea'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:36.647169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:36.652113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:floatingip and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:36.655767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:36.663202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:36.683277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.686887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 414296d3-f133-4cb2-bbaa-3b78e5032951 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:36.687234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 414296d3-f133-4cb2-bbaa-3b78e5032951 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:36.708169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.733794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] For port af89db01-04ae-4424-9a94-8b646fccb36d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:36.739488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] For port af89db01-04ae-4424-9a94-8b646fccb36d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af89db01-04ae-4424-9a94-8b646fccb36d,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:36.763993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=92076b61-e067-4d28-bf76-09c47486a9f9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:36.776363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.815527 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c1b129-7e2e-4468-b5e8-7043bef8c74b tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:36.816919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25c1b129-7e2e-4468-b5e8-7043bef8c74b tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:36.818245 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25c1b129-7e2e-4468-b5e8-7043bef8c74b tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "DELETE /v2.0/subnets/9765966f-f286-4b75-a1ce-322515f92037 HTTP/1.1" status: 404 len: 337 time: 0.2304091 Apr 21 14:47:36.825995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57276) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.828313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8234e4-c0f9-44bf-bd22-529d921d9030 None None] Network 25fb6c33-f9f7-41a5-938d-b0431940b4c8 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:36.881321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.892061 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d20e0ad0-ef70-47e1-89b5-69ec876da560 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1388326 Apr 21 14:47:36.899731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.900876 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf7fe558-132d-4d23-9ff8-afdd9320bbc3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9041085 Apr 21 14:47:36.932873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57282) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:36.944288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:36.994106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fb6c33-f9f7-41a5-938d-b0431940b4c8']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:37.022912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd4ebb7-7be0-4e9f-aa0f-95fd2434aa8c tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] GET failed (client error): The resource could not be found. Apr 21 14:47:37.024229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7bd4ebb7-7be0-4e9f-aa0f-95fd2434aa8c tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "GET /v2.0/networks/dcb33093-8051-49d5-8160-6e1a5df6f9c6 HTTP/1.1" status: 404 len: 339 time: 0.1451988 Apr 21 14:47:37.034430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57286) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.042060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750b70e2-499b-4ccb-8511-4d7402930381') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:37.042627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750b70e2-499b-4ccb-8511-4d7402930381') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:37.043122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Allocated IP 172.20.0.2 (6ca2589e-edde-4001-9bd3-16e678ef2fe0/41aff1f1-c297-4c9f-b505-e5325eff0656/010b295f-c215-43b3-aace-a9d98cf5de62) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:37.045065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205dd7b-01bc-4bae-8c15-59501234ab81 None None] Pushing event updated for resources: {'Port': ['ID=af89db01-04ae-4424-9a94-8b646fccb36d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:37.052792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.109060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3511cd86-af50-408c-8a45-30d1099eec75 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] GET failed (client error): The resource could not be found. Apr 21 14:47:37.110402 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3511cd86-af50-408c-8a45-30d1099eec75 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "GET /v2.0/ports/d5a1b0f9-c579-4914-b5d9-54148476494e HTTP/1.1" status: 404 len: 333 time: 0.0723479 Apr 21 14:47:37.115667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57292) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.120541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.151794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.161786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:37.162410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:37.178714 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:37.234092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4648e7-9284-4614-862a-aa5c768d2dd6 None None] DHCP port deletion for 25fb6c33-f9f7-41a5-938d-b0431940b4c8 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:37.240657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=be9e6172-cd70-4c26-aad6-0390fb794aaa,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:37.288933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.365300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f167276-3a83-438d-b28c-5beb53747d01 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] GET failed (client error): The resource could not be found. Apr 21 14:47:37.370295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3f167276-3a83-438d-b28c-5beb53747d01 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "GET /v2.0/subnets/8f4d4b29-5fb9-45c7-b41d-16cbab184903 HTTP/1.1" status: 404 len: 337 time: 0.1899631 Apr 21 14:47:37.371216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.373167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57304) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.376767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.418471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-74b9043b-8f00-499d-94ff-0c76f6ab84df tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:37.430300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f90c6b-471e-4f28-a067-bdb1c5319448 None None] Network bba59286-79e7-43f6-88c1-62831844e7e4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:37.445295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.456117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.464283 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/25fb6c33-f9f7-41a5-938d-b0431940b4c8 HTTP/1.1" status: 204 len: 168 time: 6.8853803 Apr 21 14:47:37.473097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57308) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.478287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef1ff2-98b3-4bff-827f-a9c66d44f0fd tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=25fb6c33-f9f7-41a5-938d-b0431940b4c8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:37.484582 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3f8f672d-56be-4393-9542-b605aa6d1add tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/be9e6172-cd70-4c26-aad6-0390fb794aaa HTTP/1.1" status: 204 len: 168 time: 1.6769626 Apr 21 14:47:37.493973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57312) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.578324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-b07ef826-359d-403b-9aa4-709902dde810 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Synchronizing usage tracker for tenant:62fa7eb0d96447088de92e91cf738ece on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:37.584834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 04885598-81c7-4a41-b4d4-ce1451ff4479 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:37.621896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.635085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b9043b-8f00-499d-94ff-0c76f6ab84df tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] PUT failed (client error): The resource could not be found. Apr 21 14:47:37.635558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b9043b-8f00-499d-94ff-0c76f6ab84df tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:37.640378 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-74b9043b-8f00-499d-94ff-0c76f6ab84df tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "PUT /v2.0/networks/889701b4-5c1c-460c-ad3e-f0c4d45d6d06 HTTP/1.1" status: 404 len: 339 time: 0.2531152 Apr 21 14:47:37.643171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57316) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.643954 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b17bc6-bc36-4810-ac90-04a69b67d27b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:37.644938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b17bc6-bc36-4810-ac90-04a69b67d27b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:37.648847 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-08b17bc6-bc36-4810-ac90-04a69b67d27b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/92076b61-e067-4d28-bf76-09c47486a9f9 HTTP/1.1" status: 404 len: 337 time: 0.1698694 Apr 21 14:47:37.652688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57320) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.657062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c584ed7c-297e-43f5-9ec0-ff17cb0217b4 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:37.670689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Transition to ACTIVE for port object 010b295f-c215-43b3-aace-a9d98cf5de62 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:37.699469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Transition to ACTIVE for port object 010b295f-c215-43b3-aace-a9d98cf5de62 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:37.708544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.750263 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c584ed7c-297e-43f5-9ec0-ff17cb0217b4 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] PUT failed (client error): The resource could not be found. Apr 21 14:47:37.751245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c584ed7c-297e-43f5-9ec0-ff17cb0217b4 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:37.756640 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c584ed7c-297e-43f5-9ec0-ff17cb0217b4 tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "PUT /v2.0/ports/0c6fd194-5a0a-4ab4-9e7e-12667c5246f5 HTTP/1.1" status: 404 len: 333 time: 0.1042113 Apr 21 14:47:37.756809 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-16deacd9-7d0e-43f8-93b0-fb6111acd22c tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:37.758326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16deacd9-7d0e-43f8-93b0-fb6111acd22c tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:37.761243 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-16deacd9-7d0e-43f8-93b0-fb6111acd22c tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/25fb6c33-f9f7-41a5-938d-b0431940b4c8 HTTP/1.1" status: 404 len: 339 time: 0.0769985 Apr 21 14:47:37.761243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57324) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.767722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57326) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:37.776209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9c1f3e27-a8df-4c95-9738-d58cdb7740ed tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:37.784277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:37.788299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-b07ef826-359d-403b-9aa4-709902dde810 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Unset dirty status for tenant:62fa7eb0d96447088de92e91cf738ece on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:37.789275 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-b07ef826-359d-403b-9aa4-709902dde810 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--214847284&fields=id&tenant_id=62fa7eb0d96447088de92e91cf738ece HTTP/1.1" status: 200 len: 267 time: 0.4497495 Apr 21 14:47:37.791220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:37.795440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:37.804783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.805425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Pushing event updated for resources: {'Port': ['ID=010b295f-c215-43b3-aace-a9d98cf5de62,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:37.814370 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1f3e27-a8df-4c95-9738-d58cdb7740ed tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] PUT failed (client error): The resource could not be found. Apr 21 14:47:37.814803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1f3e27-a8df-4c95-9738-d58cdb7740ed tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:37.822456 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9c1f3e27-a8df-4c95-9738-d58cdb7740ed tempest-NetworksNegativeTestJSON-1102821904 tempest-NetworksNegativeTestJSON-1102821904-project] 10.222.0.35 "PUT /v2.0/subnets/f7b2b944-05c7-4a79-80f0-92d9bcd6134f HTTP/1.1" status: 404 len: 337 time: 0.0498393 Apr 21 14:47:37.872267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port fec50e64-1574-4cd0-8f8e-f0749704e9db {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:37.872733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.902942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Attempting to bind port 010b295f-c215-43b3-aace-a9d98cf5de62 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:37.903305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Attempting to bind port 010b295f-c215-43b3-aace-a9d98cf5de62 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f0c88f91-bd68-476c-8fb8-7c69c3035e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:37.903660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Attempting to bind port 010b295f-c215-43b3-aace-a9d98cf5de62 on network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:37.910788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:37.910788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Checking segment: {'id': 'f0c88f91-bd68-476c-8fb8-7c69c3035e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:37.911207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.911493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Bound using segment: {'id': 'f0c88f91-bd68-476c-8fb8-7c69c3035e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:37.911948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Bound port: 010b295f-c215-43b3-aace-a9d98cf5de62, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c88f91-bd68-476c-8fb8-7c69c3035e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '6ca2589e-edde-4001-9bd3-16e678ef2fe0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:37.912806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.934927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.945973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.37 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/07ca52a4-355e-4068-b3f7-ad9218ec1096) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:37.963281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:37.968554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] DHCP port deletion for bba59286-79e7-43f6-88c1-62831844e7e4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:37.993870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Deleting port fec50e64-1574-4cd0-8f8e-f0749704e9db {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:37.994255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.146701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] For port 010b295f-c215-43b3-aace-a9d98cf5de62, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:38.174548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.188788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] For port 010b295f-c215-43b3-aace-a9d98cf5de62, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=010b295f-c215-43b3-aace-a9d98cf5de62,segment=NetworkSegment(f0c88f91-bd68-476c-8fb8-7c69c3035e39),segment_id=f0c88f91-bd68-476c-8fb8-7c69c3035e39)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:38.198384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.296066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57336) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:38.327991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.338684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.481463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:38.501074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] For port fec50e64-1574-4cd0-8f8e-f0749704e9db, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fec50e64-1574-4cd0-8f8e-f0749704e9db,segment=NetworkSegment(01a78586-a05f-4564-9e08-dcca62cbb410),segment_id=01a78586-a05f-4564-9e08-dcca62cbb410)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:38.501557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.506022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:38.508540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:38.509905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b85151-be19-45b9-899b-3f2f3b05b0c4 None None] Pushing event updated for resources: {'Port': ['ID=010b295f-c215-43b3-aace-a9d98cf5de62,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.562991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=07ca52a4-355e-4068-b3f7-ad9218ec1096,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.690068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d66a3-ee6a-42f5-b11b-f54cd5fb752d None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:38.714010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.716802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Calling delete_port for fec50e64-1574-4cd0-8f8e-f0749704e9db owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:38.774509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af89db01-04ae-4424-9a94-8b646fccb36d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:38.825254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b623afe-02a6-4fcb-aa68-8e815af0ea11']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.853166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bdd96f-bd16-4a8d-b479-d1b9b83fd988') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.853493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bdd96f-bd16-4a8d-b479-d1b9b83fd988') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:38.917568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.931598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:38.937531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df17a0a2-f6ff-4c86-9008-1f048bbf1f0e None None] Provisioning for port af89db01-04ae-4424-9a94-8b646fccb36d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:38.939200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-900cda1d-3493-4096-9da4-f6cf6071712a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:38.940010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-900cda1d-3493-4096-9da4-f6cf6071712a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Synchronizing usage tracker for tenant:62fa7eb0d96447088de92e91cf738ece on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:38.943383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=04885598-81c7-4a41-b4d4-ce1451ff4479,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:38.947763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:38.951150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:38.956409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.956603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:38.958242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.982254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:38.982657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:38.994046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port fec50e64-1574-4cd0-8f8e-f0749704e9db, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fec50e64-1574-4cd0-8f8e-f0749704e9db,segment=NetworkSegment(01a78586-a05f-4564-9e08-dcca62cbb410),segment_id=01a78586-a05f-4564-9e08-dcca62cbb410)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:38.994777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:39.006812 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:39.060821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port af89db01-04ae-4424-9a94-8b646fccb36d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:39.068746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.123849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port af89db01-04ae-4424-9a94-8b646fccb36d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:39.124341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.174475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] Pushing event deleted for resources: {'Port': ['ID=fec50e64-1574-4cd0-8f8e-f0749704e9db,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.181858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ef32e-ed20-4698-95af-d4a9dabdeb63 None None] No DVR routers for this DVR port fec50e64-1574-4cd0-8f8e-f0749704e9db on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:39.229102 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a2a64d89-4f60-46b8-bd07-df0295654c20 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0116467 Apr 21 14:47:39.230287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.239051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.240607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57344) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.248155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for fec50e64-1574-4cd0-8f8e-f0749704e9db owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:39.279720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-900cda1d-3493-4096-9da4-f6cf6071712a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Unset dirty status for tenant:62fa7eb0d96447088de92e91cf738ece on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:39.280903 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-900cda1d-3493-4096-9da4-f6cf6071712a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 812 time: 1.4128857 Apr 21 14:47:39.307752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.334162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:39.335162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.347651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=5b623afe-02a6-4fcb-aa68-8e815af0ea11,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.347834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-c08e32be-395e-4b88-9018-629d9f52d44d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/quotas/62fa7eb0d96447088de92e91cf738ece HTTP/1.1" status: 200 len: 375 time: 0.0478544 Apr 21 14:47:39.347921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2e0dc873-aac0-4b05-84ed-c65391c069ad tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/5b623afe-02a6-4fcb-aa68-8e815af0ea11 HTTP/1.1" status: 204 len: 168 time: 1.5738122 Apr 21 14:47:39.347921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57348) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.350990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Usage tracker for resource:security_group_rule and tenant:55601aada9584678a49fb3a3483e9e3d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:39.358342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:39.373890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port af89db01-04ae-4424-9a94-8b646fccb36d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af89db01-04ae-4424-9a94-8b646fccb36d,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:39.384893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f64083-28de-4d54-b1b3-f96346a7d005 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:39.437025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f64083-28de-4d54-b1b3-f96346a7d005 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:39.438822 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-98f64083-28de-4d54-b1b3-f96346a7d005 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/99de32b3-128c-4d9f-bb26-e197c7f545af HTTP/1.1" status: 404 len: 337 time: 0.0906620 Apr 21 14:47:39.448033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:39.480726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fec50e64-1574-4cd0-8f8e-f0749704e9db no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:39.510535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.537774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fec50e64-1574-4cd0-8f8e-f0749704e9db {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:39.538372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fec50e64-1574-4cd0-8f8e-f0749704e9db not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:39.540334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=af89db01-04ae-4424-9a94-8b646fccb36d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:39.602321 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-210809d8-7546-40f4-b472-5616de0ec011 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:39.602802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210809d8-7546-40f4-b472-5616de0ec011 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:39.620099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.20.0.1 (6ca2589e-edde-4001-9bd3-16e678ef2fe0/41aff1f1-c297-4c9f-b505-e5325eff0656/e4be6cd3-23d5-423c-a73d-0b4512eb920e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:39.625741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:39.626137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:39.650382 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-210809d8-7546-40f4-b472-5616de0ec011 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/f3c5fbfc-0242-4529-b91d-df6973520e56 HTTP/1.1" status: 404 len: 339 time: 0.1335812 Apr 21 14:47:39.652187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57356) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.758079 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-bc74e96f-d364-4f14-8e47-7d52668de0d2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3221760 Apr 21 14:47:39.828666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Provisioning for port 04885598-81c7-4a41-b4d4-ce1451ff4479 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:39.830598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73503e22-901b-4c0b-a3fc-851022cfb3f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:39.837519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Provisioning complete for port 04885598-81c7-4a41-b4d4-ce1451ff4479 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:39.837990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.839978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73503e22-901b-4c0b-a3fc-851022cfb3f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:39.849510 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-73503e22-901b-4c0b-a3fc-851022cfb3f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5916345 Apr 21 14:47:39.850533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57360) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:39.946680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Port 04885598-81c7-4a41-b4d4-ce1451ff4479 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:39.956107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 04885598-81c7-4a41-b4d4-ce1451ff4479 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:39.956592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:39.965919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Provisioning complete for port af89db01-04ae-4424-9a94-8b646fccb36d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:39.969054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting subnet 95945fc7-c8aa-4a58-b9d9-512cd6cc8886 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:39.969677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-aacf5566-3a78-4fdd-b47f-336c34e9cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.007451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1876d-751b-4951-917e-114c2e44466b None None] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:40.026061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.029565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.076473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.113074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.127214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port fec50e64-1574-4cd0-8f8e-f0749704e9db {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:40.127417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.225595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.300076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bd8c8-90e7-48ef-8991-b11940582c0d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:40.319589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] The port 'fec50e64-1574-4cd0-8f8e-f0749704e9db' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:40.323268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.340556 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6075f8d9-414c-4dac-9c5d-8bf9c94c9551 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=55601aada9584678a49fb3a3483e9e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6384060 Apr 21 14:47:40.344017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:40.365320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.372363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.389507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-ec41b592-bf72-4726-be18-159ca2f60a6d service neutron] 10.222.0.35 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108348 Apr 21 14:47:40.390231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3461048e-ef87-497c-999b-e8b6d7d69c35 None None] Provisioning for port 010b295f-c215-43b3-aace-a9d98cf5de62 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:40.414493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3461048e-ef87-497c-999b-e8b6d7d69c35 None None] Provisioning complete for port 04885598-81c7-4a41-b4d4-ce1451ff4479 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:40.415433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3461048e-ef87-497c-999b-e8b6d7d69c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.439647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object e4be6cd3-23d5-423c-a73d-0b4512eb920e will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:40.486244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3461048e-ef87-497c-999b-e8b6d7d69c35 None None] Port 04885598-81c7-4a41-b4d4-ce1451ff4479 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:40.570813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 04885598-81c7-4a41-b4d4-ce1451ff4479 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:40.639739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d85e9d-4167-47dc-ae48-e7d14c5b23c1 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:47:40.690069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af89db01-04ae-4424-9a94-8b646fccb36d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:40.768988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.805835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.858217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.860927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba59286-79e7-43f6-88c1-62831844e7e4']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.883485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a78586-a05f-4564-9e08-dcca62cbb410') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.883817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a78586-a05f-4564-9e08-dcca62cbb410') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:40.902865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.903288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port af89db01-04ae-4424-9a94-8b646fccb36d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:40.903862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.937714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.955553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.975659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-c0453892-71ca-4fcb-813e-181122ee8f9c service neutron] 10.222.0.35 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723813 Apr 21 14:47:40.981401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:40.999367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=04885598-81c7-4a41-b4d4-ce1451ff4479,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.033631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.036497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d85e9d-4167-47dc-ae48-e7d14c5b23c1 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:47:41.048212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.059751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.062078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:41.062766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.064157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:41.089563 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:41.117386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:41.117577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.157577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 010b295f-c215-43b3-aace-a9d98cf5de62 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:41.176960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:41.185187 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-562bc343-8890-493e-acf1-4cda66c1d44c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/04885598-81c7-4a41-b4d4-ce1451ff4479 HTTP/1.1" status: 204 len: 168 time: 1.3300569 Apr 21 14:47:41.186545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.189849 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c17bd8c8-90e7-48ef-8991-b11940582c0d HTTP/1.1" status: 204 len: 168 time: 0.8400185 Apr 21 14:47:41.189987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:41.192208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57368) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.204182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9714654-7f92-458e-8d24-b1ca26973b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bd8c8-90e7-48ef-8991-b11940582c0d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.235728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=e4be6cd3-23d5-423c-a73d-0b4512eb920e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.243905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.273019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb27b53-b3e1-4154-bc7f-4f05d994343e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:41.274532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb27b53-b3e1-4154-bc7f-4f05d994343e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:41.275998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dbb27b53-b3e1-4154-bc7f-4f05d994343e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0776348 Apr 21 14:47:41.282879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57374) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.293159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.320369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=95945fc7-c8aa-4a58-b9d9-512cd6cc8886,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.323017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.325091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 010b295f-c215-43b3-aace-a9d98cf5de62 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:41.328595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.352451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.359255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=bba59286-79e7-43f6-88c1-62831844e7e4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.375953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb1d0d88-91c3-4955-bbf4-ceeced1dc30e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/bba59286-79e7-43f6-88c1-62831844e7e4 HTTP/1.1" status: 204 len: 168 time: 3.8745289 Apr 21 14:47:41.377558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6acdb068-7757-4de6-bb66-c91570a4c411 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/95945fc7-c8aa-4a58-b9d9-512cd6cc8886 HTTP/1.1" status: 204 len: 168 time: 1.7227435 Apr 21 14:47:41.378416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57378) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.378793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.387024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-177613382', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:41.400103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 010b295f-c215-43b3-aace-a9d98cf5de62 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:41.400325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.439357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=07ca52a4-355e-4068-b3f7-ad9218ec1096,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:41.453948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.460156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:41.476193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:41.480531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:41.501676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:41.517023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting subnet a22b5797-059c-4d32-8015-215bece92ac7 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:41.522974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.557157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.558456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.562066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 82c8382e-a875-4190-a481-f2ee274aa07e {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:41.566818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.603227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.664095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.696363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.703130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.714244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.734962 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 7bebf13a-12f4-4e37-9046-4b97cf08446c associated. External IP: 172.26.4.37, port: b8103428-976d-4aea-a950-780c5e3645ea. Apr 21 14:47:41.762700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 010b295f-c215-43b3-aace-a9d98cf5de62, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=010b295f-c215-43b3-aace-a9d98cf5de62,segment=NetworkSegment(f0c88f91-bd68-476c-8fb8-7c69c3035e39),segment_id=f0c88f91-bd68-476c-8fb8-7c69c3035e39)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:41.772027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.828281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.843299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.847964 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa84cf04-460d-4f70-ace1-b1eb76ab29df tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4635890 Apr 21 14:47:41.849057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57396) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:41.911662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1067583123'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:41.916211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:41.919965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:41.923063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:41.930253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:41.949139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:41.952451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:41.999433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=010b295f-c215-43b3-aace-a9d98cf5de62,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.010061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:42.011986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.048610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764af934-6191-466e-b8b9-f57d846252a5 None None] Network 736e0702-a7fc-4767-bd71-b0b592511f74 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:42.055535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.154647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.157644 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 795edc36-ab73-4131-bb45-570db6251bdb of type vlan for network 1b39b720-2e94-4cc7-a942-fc9722fdf695 Apr 21 14:47:42.206455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.266435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.282488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.323249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=a22b5797-059c-4d32-8015-215bece92ac7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.401183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:42.422197 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0dd0ac30-9595-4388-bb37-c83273dc32d2 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/a22b5797-059c-4d32-8015-215bece92ac7 HTTP/1.1" status: 204 len: 168 time: 1.0362816 Apr 21 14:47:42.436875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.444723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b6bbf888-7d35-4ced-8887-ea98bee5d51c req-6d7460c7-167d-46d4-a92b-e093cdff3547 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.1431527 Apr 21 14:47:42.478585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4e0a24b3-3cc2-48ad-8ba6-089d23d75171 None None] Provisioning for port e4be6cd3-23d5-423c-a73d-0b4512eb920e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:42.486910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4e0a24b3-3cc2-48ad-8ba6-089d23d75171 None None] Provisioning complete for port e4be6cd3-23d5-423c-a73d-0b4512eb920e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:42.487270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e0a24b3-3cc2-48ad-8ba6-089d23d75171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.504936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.548168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] DHCP port deletion for 736e0702-a7fc-4767-bd71-b0b592511f74 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:42.554789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.560533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:42.561396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.568988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Deleting port b0fe5383-8c97-463e-9791-b9af3644f860 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:42.576419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57416) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.577506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.603427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=82c8382e-a875-4190-a481-f2ee274aa07e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.630890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:42.636333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.636704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1bc55-eb52-45d0-a670-1e7d95c57546 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:42.674632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a24b3-3cc2-48ad-8ba6-089d23d75171 None None] Port e4be6cd3-23d5-423c-a73d-0b4512eb920e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:42.684988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.696342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 010b295f-c215-43b3-aace-a9d98cf5de62 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:42.705468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port b0fe5383-8c97-463e-9791-b9af3644f860 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:42.705924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.713739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8619781 Apr 21 14:47:42.722950 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-99285bcd-ee18-43aa-9f35-ba30396083ee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/82c8382e-a875-4190-a481-f2ee274aa07e HTTP/1.1" status: 204 len: 168 time: 1.4363248 Apr 21 14:47:42.722950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57422) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.728178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57424) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.730683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4337dc00-3330-4b3a-89f4-8b681ce964fe tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=1b39b720-2e94-4cc7-a942-fc9722fdf695,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:42.752957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:42.824210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:42.865149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-162955058'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:42.873889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:47:42.882324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:42.896906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.901064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:42.910859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:42.915976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:42.944085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5e3a0bd2-0c03-433d-8b3b-d43be437c6db tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2102594 Apr 21 14:47:42.984299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57430) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:42.990867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:43.016353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:43.088805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:43.105823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:43.126717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:43.130195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.207345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.216359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.226141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=e4be6cd3-23d5-423c-a73d-0b4512eb920e,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:43.257079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 010b295f-c215-43b3-aace-a9d98cf5de62 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:43.257366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.263058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:43.276544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:43.292219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:43.303449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:43.313398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:43.322160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b0fe5383-8c97-463e-9791-b9af3644f860,segment=NetworkSegment(dbf792fe-8045-4948-85c1-ebb0ad20b2e0),segment_id=dbf792fe-8045-4948-85c1-ebb0ad20b2e0)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:43.322332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:43.322945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.325015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:43.328518 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:43.334042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:43.339567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.345603 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:43.346508 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.387549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:43.411355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:43.442412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:43.458200 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.462770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Calling delete_port for b0fe5383-8c97-463e-9791-b9af3644f860 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:43.466524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.504564 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:43.506155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:43.521461 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.565504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port b0fe5383-8c97-463e-9791-b9af3644f860, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b0fe5383-8c97-463e-9791-b9af3644f860,segment=NetworkSegment(dbf792fe-8045-4948-85c1-ebb0ad20b2e0),segment_id=dbf792fe-8045-4948-85c1-ebb0ad20b2e0)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:43.567467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.606893 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-347c5de5-01d0-4348-a8d9-70866ec0f01d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.9804897 Apr 21 14:47:43.610668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57444) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.625127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:43.629351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.682045 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:43.682767 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cf24b0-d025-42c9-83e9-43db4f458d03 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:43.700826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Deleting port af89db01-04ae-4424-9a94-8b646fccb36d {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:43.701361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.740906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b0fe5383-8c97-463e-9791-b9af3644f860 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:43.776268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] No DVR routers for this DVR port b0fe5383-8c97-463e-9791-b9af3644f860 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:43.785080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4c7e1-b761-4853-9c22-f77e23dac133 None None] Pushing event deleted for resources: {'Port': ['ID=b0fe5383-8c97-463e-9791-b9af3644f860,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:43.803087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b0fe5383-8c97-463e-9791-b9af3644f860 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:43.803518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b0fe5383-8c97-463e-9791-b9af3644f860 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:43.831690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:43.835224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:43.844412 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cf942385-8ad8-4d23-ad0c-abbdcebb274d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/floatingips/7bebf13a-12f4-4e37-9046-4b97cf08446c HTTP/1.1" status: 200 len: 977 time: 0.2314100 Apr 21 14:47:43.850407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57450) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:43.858407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for b0fe5383-8c97-463e-9791-b9af3644f860 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:43.963930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-34c52b44-ad48-420f-9784-1d01df35ce2a req-61326757-7e04-4e92-88ec-f3223e403fab tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.3571990 Apr 21 14:47:44.023470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] For port af89db01-04ae-4424-9a94-8b646fccb36d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af89db01-04ae-4424-9a94-8b646fccb36d,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:44.023893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.027941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-565c7ce7-2f3f-43fb-ad23-50064f9e1d7d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Synchronizing usage tracker for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:floatingip {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:44.061105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:44.071041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:44.074564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.108596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-565c7ce7-2f3f-43fb-ad23-50064f9e1d7d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Unset dirty status for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:floatingip {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:44.109813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-565c7ce7-2f3f-43fb-ad23-50064f9e1d7d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2580659 Apr 21 14:47:44.119912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57454) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.132546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': '1d23d617-9d38-4359-93da-bf7e837db3cf'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:44.165086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Calling delete_port for af89db01-04ae-4424-9a94-8b646fccb36d owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:44.200261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:44.200812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:44.220402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.278026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=d2003fa8-2e20-42a4-be26-0280e4b66400,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.286776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:44.287128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: 1b39b720-2e94-4cc7-a942-fc9722fdf695, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:44.293805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.294025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.314570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.372008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] Pushing event deleted for resources: {'Port': ['ID=af89db01-04ae-4424-9a94-8b646fccb36d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.375242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24c6b1-f12d-4b00-8838-8fb75132f960 None None] No DVR routers for this DVR port af89db01-04ae-4424-9a94-8b646fccb36d on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:44.379013 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:44.408257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.408634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment ac4e033f-b39b-4d09-90b8-4955643ac8d8 of type vlan for network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 Apr 21 14:47:44.418839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-719d8875-c8e5-4906-bd52-bd6ef6ce0fe3 None None] Provisioning complete for port e4be6cd3-23d5-423c-a73d-0b4512eb920e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:44.418839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-719d8875-c8e5-4906-bd52-bd6ef6ce0fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.422641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fc46c7-ed78-4355-a0b1-4e88b7d3c0a5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:44.440173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:44.480185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-719d8875-c8e5-4906-bd52-bd6ef6ce0fe3 None None] Port e4be6cd3-23d5-423c-a73d-0b4512eb920e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:44.481144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1b39b720-2e94-4cc7-a942-fc9722fdf695) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:44.487332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.491045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5da34-3b8c-4d01-9a86-43ec9bc119c3 None None] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:44.536959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:44.537643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.553797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.585219 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b9f39983-882a-401e-97fe-6941203165dc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8586628 Apr 21 14:47:44.594626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57458) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:44.595362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 10801bdb-99af-4054-bf13-78146448a264 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:44.617548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af89db01-04ae-4424-9a94-8b646fccb36d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:44.665394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: af89db01-04ae-4424-9a94-8b646fccb36d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:44.665698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af89db01-04ae-4424-9a94-8b646fccb36d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:44.770359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1b39b720-2e94-4cc7-a942-fc9722fdf695', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:44.771358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.799446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.806240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:44.806814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.810280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port b0fe5383-8c97-463e-9791-b9af3644f860 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:44.810600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:44.938482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Allocated IP 2001:db8::2 (1b39b720-2e94-4cc7-a942-fc9722fdf695/d2003fa8-2e20-42a4-be26-0280e4b66400/9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:45.097000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.115686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.116931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:45.123670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.290679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] The port 'b0fe5383-8c97-463e-9791-b9af3644f860' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:45.297988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.311098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Transition to ACTIVE for port object 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.342023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Transition to ACTIVE for port object 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:45.349046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.415159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:45.422533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:45.424775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:45.428511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:45.456464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:45.458388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:45.506086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632101c-54bb-4f59-9100-88dd6f2af4a3 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:45.510336 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 7bebf13a-12f4-4e37-9046-4b97cf08446c associated. External IP: 172.26.4.37, port: b8103428-976d-4aea-a950-780c5e3645ea. Apr 21 14:47:45.532895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] Sync routers for ids ['10801bdb-99af-4054-bf13-78146448a264'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:45.543200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Pushing event updated for resources: {'Port': ['ID=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.575213 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7eff9b3b-5457-4a59-afb5-5c3508673542 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/10801bdb-99af-4054-bf13-78146448a264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6282504 Apr 21 14:47:45.576182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57466) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.623643 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-44393fa5-336c-4928-b7f6-be4af8cebb31 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0437739 Apr 21 14:47:45.625236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57470) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.625372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] Routers {'10801bdb-99af-4054-bf13-78146448a264'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:45.626096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['10801bdb-99af-4054-bf13-78146448a264'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:45.637852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:45.638442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.650202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'name': 'tempest-PortsIpV6TestJSON-736901971'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:45.655984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=f1c06509-aaf0-474a-90c7-a5f0f8ac65b3,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:45.686192 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6b1aab34-ea88-4a05-89e1-ad2a74636948 req-747e4050-6d35-40c3-9e64-cc43de4e1d8a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.3785977 Apr 21 14:47:45.699256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Attempting to bind port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:45.699624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Attempting to bind port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:45.699983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Attempting to bind port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb on network 1b39b720-2e94-4cc7-a942-fc9722fdf695 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:45.704740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:45.732400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:45.733079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Checking segment: {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:45.733548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.733930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Bound using segment: {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:45.734395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Bound port: 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:45.734758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.751771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] Routers {'10801bdb-99af-4054-bf13-78146448a264'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:45.752392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['10801bdb-99af-4054-bf13-78146448a264'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:45.769746 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-34e8c520-40e2-40f0-acf9-e7a9e1b18fbc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7738910 Apr 21 14:47:45.805073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57474) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:45.832770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'name': 'tempest-NetworksTestDHCPv6-106652876'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:45.880966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.906143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:45.906721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa871e39-7f21-498d-bcd3-936ecea80eb6 None None] The sync data for ids ['10801bdb-99af-4054-bf13-78146448a264'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:45.938109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:45.956124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736e0702-a7fc-4767-bd71-b0b592511f74']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:45.990025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7de8ba-4b3a-4d33-a896-2ff0c511559f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:45.990614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6a7de8ba-4b3a-4d33-a896-2ff0c511559f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:46.020901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.021196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf792fe-8045-4948-85c1-ebb0ad20b2e0') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:46.023829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'f1c06509-aaf0-474a-90c7-a5f0f8ac65b3'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:46.025019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.051322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] For port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:46.052247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.102748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] For port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:46.112654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6a7de8ba-4b3a-4d33-a896-2ff0c511559f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:46.117097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6a7de8ba-4b3a-4d33-a896-2ff0c511559f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports/e4be6cd3-23d5-423c-a73d-0b4512eb920e HTTP/1.1" status: 200 len: 910 time: 0.5373268 Apr 21 14:47:46.125602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.178658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57478) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.298939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.307129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f1d89-1d39-464f-b799-1c10445bdb51 None None] Pushing event updated for resources: {'Port': ['ID=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.312249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:46.313241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.329980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f1c06509-aaf0-474a-90c7-a5f0f8ac65b3/ae6d4cc6-11b9-4fe3-b0af-72e4176d2029) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:46.333050 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:46.346865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:46.415739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:46.449482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:46.475333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:46.485266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.490975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.541663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=736e0702-a7fc-4767-bd71-b0b592511f74,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.553244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d87c4b80-fc53-4358-a9bc-8a281dc48351 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/736e0702-a7fc-4767-bd71-b0b592511f74 HTTP/1.1" status: 204 len: 168 time: 4.1151943 Apr 21 14:47:46.557040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57486) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.645103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:46.648555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.648710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.663194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Transition to ACTIVE for port object ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:46.677048 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-57321288-0839-47c4-a494-50510822c610 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:46.677308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57321288-0839-47c4-a494-50510822c610 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:46.682301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-57321288-0839-47c4-a494-50510822c610 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/e7c293e1-a913-4487-a459-9d0aa00fad08 HTTP/1.1" status: 404 len: 337 time: 0.1233449 Apr 21 14:47:46.683005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.688680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Transition to ACTIVE for port object ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:46.696865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:46.739086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba19e4f-09f5-4735-915f-b6902bf40c6f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:46.739566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba19e4f-09f5-4735-915f-b6902bf40c6f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:46.745732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ba19e4f-09f5-4735-915f-b6902bf40c6f tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/b8b7e56b-b43c-4743-85d3-3ed77e8fe968 HTTP/1.1" status: 404 len: 339 time: 0.0588629 Apr 21 14:47:46.746922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57496) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:46.768072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-cea5792e-75d9-4bee-8f9d-3a182f0b7857 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:46.770262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-cea5792e-75d9-4bee-8f9d-3a182f0b7857 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 812 time: 0.8229470 Apr 21 14:47:46.772811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:46.781853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:46.788721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:46.856124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8::1 (1b39b720-2e94-4cc7-a942-fc9722fdf695/d2003fa8-2e20-42a4-be26-0280e4b66400/20c53aaf-76a0-422f-b62f-967d6e431db0) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:46.875574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Pushing event updated for resources: {'Port': ['ID=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:46.932002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5dd79c5-56b2-4067-b3f1-f88e75843f2b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:46.932440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5dd79c5-56b2-4067-b3f1-f88e75843f2b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:46.937988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d5dd79c5-56b2-4067-b3f1-f88e75843f2b tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/7aa66b66-5c9d-4501-a9f7-add542ad8100 HTTP/1.1" status: 404 len: 337 time: 0.1835988 Apr 21 14:47:46.980807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57500) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.010787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:47.012828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Attempting to bind port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:47.013426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Attempting to bind port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:47.013426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Attempting to bind port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:47.019698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:47.020686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:47.021258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.021645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:47.022102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Bound port: ae6d4cc6-11b9-4fe3-b0af-72e4176d2029, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:47.023044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.047912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:47.063097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:47.068437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 85c3e745-9066-4e59-a225-6e50bac40c97 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:47.080772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82169564-81df-49ce-89f6-b83b26e0671b req-20b6491a-b042-41d1-b7dd-613636ad8307 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.1583226 Apr 21 14:47:47.094539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8b2d51-f960-433e-bff4-f8278cd47fc7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:47.095090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8b2d51-f960-433e-bff4-f8278cd47fc7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:47.099784 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf8b2d51-f960-433e-bff4-f8278cd47fc7 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/afc4aaac-5cf2-480d-9c5a-1a8bccb2a84a HTTP/1.1" status: 404 len: 339 time: 0.1101160 Apr 21 14:47:47.107107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.126016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:47.152134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] For port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:47.157450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] For port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:47.164791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.199316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-77e53194-4510-4b7a-896a-dde1b1eb6565 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Synchronizing usage tracker for tenant:62fa7eb0d96447088de92e91cf738ece on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:47.205455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:47.211046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:47.214845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.237667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.259640 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4af734c-63fb-454f-9952-8d74d5d46586 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:47.260087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4af734c-63fb-454f-9952-8d74d5d46586 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:47.264464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c4af734c-63fb-454f-9952-8d74d5d46586 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/920db335-1757-4bcb-8665-764656732024 HTTP/1.1" status: 404 len: 337 time: 0.1563342 Apr 21 14:47:47.267977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57508) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.300133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object 20c53aaf-76a0-422f-b62f-967d6e431db0 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:47.301975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfa71-caac-47e8-b831-43fc07c5f44c None None] Pushing event updated for resources: {'Port': ['ID=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:47.303056 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3df5d2b-08f9-431d-bc08-f7bf91be8cb4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:47.303523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3df5d2b-08f9-431d-bc08-f7bf91be8cb4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:47.308962 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a3df5d2b-08f9-431d-bc08-f7bf91be8cb4 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/f916a213-881d-47ce-b9a4-297373503ee3 HTTP/1.1" status: 404 len: 339 time: 0.0399415 Apr 21 14:47:47.310737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:47.411137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-77e53194-4510-4b7a-896a-dde1b1eb6565 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Unset dirty status for tenant:62fa7eb0d96447088de92e91cf738ece on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:47.411618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting subnet 212bccbd-0a21-41a5-a9b3-62081a988767 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:47.412342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-77e53194-4510-4b7a-896a-dde1b1eb6565 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62fa7eb0d96447088de92e91cf738ece HTTP/1.1" status: 200 len: 379 time: 0.4131384 Apr 21 14:47:47.422388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.445569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'port': {'device_id': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'admin_state_up': True, 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'security_groups': ['f291e6a1-ecac-4de2-8ddc-12809039b092']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:47.460703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.465031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:47.566443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:47.575081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.619833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:47.647984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:47.648514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.673239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:47.758351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da10be5-5bb8-4f21-a184-ca9dee64bf26 None None] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:47.809690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.891554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:47.958377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4e2ab3b-b92f-46fd-9975-046b736d2967 None None] Provisioning for port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:48.074340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.081459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.100296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:48.107800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:48.110731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Usage tracker for resource:port and tenant:62fa7eb0d96447088de92e91cf738ece is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:48.125309 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:48.137540 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:48.138355 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:48.221170 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:48.239317 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:48.240210 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:48.264561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:48.299872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::355 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f1c06509-aaf0-474a-90c7-a5f0f8ac65b3/3cf52dbc-6edb-4af4-8aeb-159cc71106c4) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:48.305621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:48.356365 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:48.356994 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f410be3-e6a6-4ce9-a00d-b7bde32d44dd None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:48.401234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=212bccbd-0a21-41a5-a9b3-62081a988767,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:48.418166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Made reservation on behalf of 62fa7eb0d96447088de92e91cf738ece for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:48.421634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.426157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-747f1de3-d6bd-43f9-a85b-7d52642a7c96 None None] Provisioning for port 20c53aaf-76a0-422f-b62f-967d6e431db0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:48.432179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-747f1de3-d6bd-43f9-a85b-7d52642a7c96 None None] Provisioning complete for port 20c53aaf-76a0-422f-b62f-967d6e431db0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:48.432650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-747f1de3-d6bd-43f9-a85b-7d52642a7c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.524642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-747f1de3-d6bd-43f9-a85b-7d52642a7c96 None None] Port 20c53aaf-76a0-422f-b62f-967d6e431db0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:48.648218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.666960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0dfe4-8dac-4859-85b3-62f99d3002ec None None] Network 4bf45d45-c7fa-4818-b6fa-b181e5565b41 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:48.670670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.741466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:48.752813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.757770 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89f7296f-a91b-4a29-8751-55ec9e8d6fc2 req-e00854c7-19b0-4b9e-8e8e-19aa800a3876 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.1045098 Apr 21 14:47:48.762592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.763341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:48.858563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1c82200d-620b-4695-bab3-cde8dc82698a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/212bccbd-0a21-41a5-a9b3-62081a988767 HTTP/1.1" status: 204 len: 168 time: 1.5467763 Apr 21 14:47:48.864211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:48.930599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:49.018550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:49.019391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.029859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:49.083512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8f5dbb29-1331-4c98-87a5-b066d542b0af None None] Provisioning complete for port 20c53aaf-76a0-422f-b62f-967d6e431db0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:49.083997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f5dbb29-1331-4c98-87a5-b066d542b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.085114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:49.086257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:49.161281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dbb29-1331-4c98-87a5-b066d542b0af None None] Port 20c53aaf-76a0-422f-b62f-967d6e431db0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:49.206173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.233659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.284152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:49.294902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.295685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:49.342406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:47:49.381976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a087846-3867-4c99-aa59-957e029656bc None None] DHCP port deletion for 4bf45d45-c7fa-4818-b6fa-b181e5565b41 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:49.423528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Deleting port c3998937-865c-4409-8302-781bb059e001 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:49.423901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.427002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=85c3e745-9066-4e59-a225-6e50bac40c97,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:49.461260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0e81a79d-2fea-4ad6-9b89-cc759c66feef None None] Provisioning for port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:49.523114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:49.533584 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-056ede23-5769-46ab-b658-4cd25deb4559 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9342244 Apr 21 14:47:49.534407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.539954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:49.540495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1668581503'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:49.547026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:49.549598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:49.551992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:49.563268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:49.571413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:49.578922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:49.579451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:49.582793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:49.586313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.617179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:49.629667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.630007 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 0decee99-1ca6-4975-949a-67bb21343d5d of type vlan for network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce Apr 21 14:47:49.637477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Allocated IP 172.20.0.12 (1d41c6e5-dbce-4920-a561-694c4e97493c/b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85/6521dbaf-6a87-48cc-8422-5ae6790f0d69) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:49.647196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': 'ac4e033f-b39b-4d09-90b8-4955643ac8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:49.647584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:49.658868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.659980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.662901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:49.689007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.693866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.701892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:49.703263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.736061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:49.788814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:49.788814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.873687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:49.883253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:49.896631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=1beba49a-2ed0-4398-aeb5-26f4ec6445ce,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:49.900400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port c3998937-865c-4409-8302-781bb059e001 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:49.900753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.905510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-46b206f0-7d9c-424a-923e-1a07259b6a68 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3694563 Apr 21 14:47:49.906158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:49.913261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:49.924429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:49.970472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1113c69-090e-4635-bb13-1ed70fc5323f None None] Provisioning complete for port 20c53aaf-76a0-422f-b62f-967d6e431db0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:49.970866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1113c69-090e-4635-bb13-1ed70fc5323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:49.999403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:50.026128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:50.074146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9a1812cd-0678-47ea-94bb-0cbb8ecd10b8 req-fd7e5447-3b64-4ef5-94b4-f77b7ba4eb0b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.1132638 Apr 21 14:47:50.085802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:50.095726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:50.099611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:50.105481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:50.113147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d431b98-0958-446e-9ac4-3c6cba21e128 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:50.116653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:50.120699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.120967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:50.126209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2a087846-3867-4c99-aa59-957e029656bc None None] For port c3998937-865c-4409-8302-781bb059e001, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c3998937-865c-4409-8302-781bb059e001,segment=NetworkSegment(eac663f6-9d0f-4c85-9484-d738339c49c9),segment_id=eac663f6-9d0f-4c85-9484-d738339c49c9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:50.126367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:50.126604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.126880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.248283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.331323 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5761efa0-e1ed-4ae6-b826-4f2e30591941 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.7025421 Apr 21 14:47:50.333507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57532) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.341852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1364989557'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:50.355982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:50.363205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:50.367207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:50.373831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:50.376280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.378063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Calling delete_port for c3998937-865c-4409-8302-781bb059e001 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:50.410362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a1113c69-090e-4635-bb13-1ed70fc5323f None None] Port 20c53aaf-76a0-422f-b62f-967d6e431db0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:50.444753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:50.448117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.466525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:50.486048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:50.495597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:50.495843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=78241f3b-de4d-4553-81fb-c64fc86b9133,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:50.503894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:50.504228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.507955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:50.508309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: 1beba49a-2ed0-4398-aeb5-26f4ec6445ce, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:50.514340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:47:50.531337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.532025 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment 8148d8f6-380e-4213-a092-520eac8d9c83 of type vlan for network 7622e5d5-faa9-467d-869b-8e4d88931e73 Apr 21 14:47:50.556468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:50.568313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.591144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1beba49a-2ed0-4398-aeb5-26f4ec6445ce) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:50.600363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:50.600955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.626427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.638290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:50.638933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.674946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2078eca3-bdae-48fc-aea2-baaeaca4f6b1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7675292 Apr 21 14:47:50.678651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7cd4c-7560-44ff-9201-6fc74f8faff5 None None] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:50.735043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57536) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.794539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.855152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=3cf52dbc-6edb-4af4-8aeb-159cc71106c4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:50.878579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.892603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5552235 Apr 21 14:47:50.898122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:50.899808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:50.904722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:50.907206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'ports': [{'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'}, {'network_id': '7622e5d5-faa9-467d-869b-8e4d88931e73'}]} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:50.907359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:50.907714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '7622e5d5-faa9-467d-869b-8e4d88931e73'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:50.916577 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:50.927388 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:50.928390 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:50.938342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2249ff-38c4-43bc-9572-8578fbd2614a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=7622e5d5-faa9-467d-869b-8e4d88931e73,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:50.999555 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:51.010219 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:51.011090 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:51.062358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7622e5d5-faa9-467d-869b-8e4d88931e73 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:47:51.077049 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-738f5909-934e-431b-8bae-2e510fe5edd7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2586958 Apr 21 14:47:51.079056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port c3998937-865c-4409-8302-781bb059e001, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c3998937-865c-4409-8302-781bb059e001,segment=NetworkSegment(eac663f6-9d0f-4c85-9484-d738339c49c9),segment_id=eac663f6-9d0f-4c85-9484-d738339c49c9)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:51.079655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.090531 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:51.091272 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7dbad7-0db3-47f5-a1e1-2358e6bcb7ce None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:51.092923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57544) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:51.134262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Transition to ACTIVE for port object 6521dbaf-6a87-48cc-8422-5ae6790f0d69 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:51.224425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4ec5f34f-3348-4d82-8d3f-4ed89af88fc4 None None] Provisioning for port 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:51.260191 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1e9d18f-4f52-4558-b15e-b67a2159216f req-f33e6139-917a-4b3d-8ee0-a53af020c2fd tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.0572863 Apr 21 14:47:51.268303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:51.273891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.307762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for c3998937-865c-4409-8302-781bb059e001 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:51.310767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:51.318277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4ec5f34f-3348-4d82-8d3f-4ed89af88fc4 None None] Provisioning complete for port 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:51.318649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ec5f34f-3348-4d82-8d3f-4ed89af88fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.320199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:51.323603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:51.331846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:51.342017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37bfcc-bf49-4af9-ad4a-bd0cb46e974c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:51.349127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37bfcc-bf49-4af9-ad4a-bd0cb46e974c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:51.350121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5c37bfcc-bf49-4af9-ad4a-bd0cb46e974c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:51.368138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 2} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:51.372455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.376563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port e4be6cd3-23d5-423c-a73d-0b4512eb920e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:51.376890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.391980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.403725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5c37bfcc-bf49-4af9-ad4a-bd0cb46e974c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:51.407620 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5c37bfcc-bf49-4af9-ad4a-bd0cb46e974c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3112292 Apr 21 14:47:51.408889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57552) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:51.453913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.490272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a087846-3867-4c99-aa59-957e029656bc None None] Pushing event deleted for resources: {'Port': ['ID=c3998937-865c-4409-8302-781bb059e001,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:51.539695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a087846-3867-4c99-aa59-957e029656bc None None] No DVR routers for this DVR port c3998937-865c-4409-8302-781bb059e001 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:51.584116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:51.584927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.587859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:51.588326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.613617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:51.625392 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-180d213f-ae91-4a73-a411-0dbaeed980e3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/7bebf13a-12f4-4e37-9046-4b97cf08446c HTTP/1.1" status: 200 len: 977 time: 7.4994643 Apr 21 14:47:51.631701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57556) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:51.647696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5f34f-3348-4d82-8d3f-4ed89af88fc4 None None] Port 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:51.662257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:51.697278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.730106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:51.826699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:47Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:48Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:51.847137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:47:51.847137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Updating router a5873e39-10ee-418f-a382-6ee82afa96ca port 20c53aaf-76a0-422f-b62f-967d6e431db0 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:47:51.872212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.908118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:51.908491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:51.909043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Network 1d41c6e5-dbce-4920-a561-694c4e97493c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:51.913825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:51.914102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:51.958165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Allocated IP 2001:db8:1::2 (1beba49a-2ed0-4398-aeb5-26f4ec6445ce/78241f3b-de4d-4553-81fb-c64fc86b9133/a6dd9221-fda5-4365-9188-55ba321817f4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:51.971227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:51.973501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:51.977829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.016610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.062852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event updated for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:52.083357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.150057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 3cf52dbc-6edb-4af4-8aeb-159cc71106c4 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:52.192638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:52.193553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.327060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 176fffce-28ff-4b9c-8d06-121e2430f418 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:52.330077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.451231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c3998937-865c-4409-8302-781bb059e001 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:52.477026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port c3998937-865c-4409-8302-781bb059e001 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:52.477662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.508215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for e4be6cd3-23d5-423c-a73d-0b4512eb920e owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:52.515121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c3998937-865c-4409-8302-781bb059e001 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:52.515425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c3998937-865c-4409-8302-781bb059e001 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:52.526003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4fead94b-3ed5-41e4-ac7a-92a05fa711cc None None] Provisioning for port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:52.540539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4fead94b-3ed5-41e4-ac7a-92a05fa711cc None None] Provisioning complete for port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:52.540539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fead94b-3ed5-41e4-ac7a-92a05fa711cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.557430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=3cf52dbc-6edb-4af4-8aeb-159cc71106c4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:52.567159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.602787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.627547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] The port 'c3998937-865c-4409-8302-781bb059e001' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:52.631540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Transition to ACTIVE for port object a6dd9221-fda5-4365-9188-55ba321817f4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:52.656566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4fead94b-3ed5-41e4-ac7a-92a05fa711cc None None] Port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:52.672289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Transition to ACTIVE for port object a6dd9221-fda5-4365-9188-55ba321817f4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:52.682744 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-65aa3ed1-8b8d-48bb-8cee-c1a62520ffde tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2446029 Apr 21 14:47:52.717603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.725976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.761375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Request body: {'port': {'device_id': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:52.805019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.851021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eda1e76e-319e-4398-9e26-30674aed295c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3cf52dbc-6edb-4af4-8aeb-159cc71106c4 HTTP/1.1" status: 204 len: 168 time: 1.4383347 Apr 21 14:47:52.852943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Transition to ACTIVE for port object 20c53aaf-76a0-422f-b62f-967d6e431db0 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:52.869007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:52.872016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:52.873166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.880715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:52.890906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:52.906655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Pushing event updated for resources: {'Port': ['ID=a6dd9221-fda5-4365-9188-55ba321817f4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:52.916433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:52.950506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.012851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf45d45-c7fa-4818-b6fa-b181e5565b41']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.073634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c1e96-6a26-49fa-81d2-a345e03e82fa req-9b07b043-3ca5-41a4-aeff-eef37e896a0a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:53.081085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6f3c1e96-6a26-49fa-81d2-a345e03e82fa req-9b07b043-3ca5-41a4-aeff-eef37e896a0a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 932 time: 0.5778363 Apr 21 14:47:53.109142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac663f6-9d0f-4c85-9484-d738339c49c9') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.109581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac663f6-9d0f-4c85-9484-d738339c49c9') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.141056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.192459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.203031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106f1c5-c4c7-4261-8283-51dcb53aa88b None None] Pushing event updated for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.212971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712dd3-1c1d-49f0-b420-1c50b2e927ef tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:53.214466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e712dd3-1c1d-49f0-b420-1c50b2e927ef tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:53.215201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e712dd3-1c1d-49f0-b420-1c50b2e927ef tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:53.230051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.234148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.266724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.266936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 7bebf13a-12f4-4e37-9046-4b97cf08446c disassociated. External IP: 172.26.4.37, port: 1d23d617-9d38-4359-93da-bf7e837db3cf. Apr 21 14:47:53.277891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.282975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Attempting to bind port a6dd9221-fda5-4365-9188-55ba321817f4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:53.283529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Attempting to bind port a6dd9221-fda5-4365-9188-55ba321817f4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:53.283892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Attempting to bind port a6dd9221-fda5-4365-9188-55ba321817f4 on network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:53.293183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Attempting to bind port 20c53aaf-76a0-422f-b62f-967d6e431db0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:53.293598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Attempting to bind port 20c53aaf-76a0-422f-b62f-967d6e431db0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:53.293951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Attempting to bind port 20c53aaf-76a0-422f-b62f-967d6e431db0 on network 1b39b720-2e94-4cc7-a942-fc9722fdf695 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:53.301497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:53.301872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Checking segment: {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:53.302270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.302655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Bound using segment: {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:53.303112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Bound port: a6dd9221-fda5-4365-9188-55ba321817f4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:53.303580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.306493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:53.306893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.317495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:53.317862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Checking segment: {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:53.318468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.318854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Bound using segment: {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:53.319316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Bound port: 20c53aaf-76a0-422f-b62f-967d6e431db0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795edc36-ab73-4131-bb45-570db6251bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:53.319745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:53.346530 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:53.357966 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6f3c1e96-6a26-49fa-81d2-a345e03e82fa req-f2c7f74d-8198-4e8c-b545-580a119db5f5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743537 Apr 21 14:47:53.466114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e712dd3-1c1d-49f0-b420-1c50b2e927ef tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:53.470487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7e712dd3-1c1d-49f0-b420-1c50b2e927ef tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5391693 Apr 21 14:47:53.471681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.539149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] For port a6dd9221-fda5-4365-9188-55ba321817f4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:53.543190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] For port a6dd9221-fda5-4365-9188-55ba321817f4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a6dd9221-fda5-4365-9188-55ba321817f4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:53.544491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] For port 20c53aaf-76a0-422f-b62f-967d6e431db0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:53.547538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] For port 20c53aaf-76a0-422f-b62f-967d6e431db0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=20c53aaf-76a0-422f-b62f-967d6e431db0,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:53.552475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.561609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet f1c06509-aaf0-474a-90c7-a5f0f8ac65b3 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:53.564920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.584587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.597230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:53.621475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.627833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.659932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 30490644-8600-42e2-8b51-7ff412244380 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:53.714841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fb8da-43c9-40f2-acc1-2725caec628a None None] Pushing event updated for resources: {'Port': ['ID=a6dd9221-fda5-4365-9188-55ba321817f4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.719944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.734578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:53.751317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:53.751949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:53.777525 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/4bf45d45-c7fa-4818-b6fa-b181e5565b41 HTTP/1.1" status: 204 len: 168 time: 4.7286475 Apr 21 14:47:53.788454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57572) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:53.829463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=e4be6cd3-23d5-423c-a73d-0b4512eb920e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.860342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98372e50-5af8-4db0-8136-bad6f7415f4a tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=4bf45d45-c7fa-4818-b6fa-b181e5565b41,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:53.945191 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95b11ce-c8ac-433b-a990-891e8d049701 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:53.946501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95b11ce-c8ac-433b-a990-891e8d049701 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:53.991190 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b95b11ce-c8ac-433b-a990-891e8d049701 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/1cdcc0c7-5395-4238-83f5-07eed2dfe45d HTTP/1.1" status: 404 len: 337 time: 0.1329432 Apr 21 14:47:53.992107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57576) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.032659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d457788c-a6d0-4f48-b909-240497d69db9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] DELETE failed (client error): The resource could not be found. Apr 21 14:47:54.033309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d457788c-a6d0-4f48-b909-240497d69db9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:47:54.039120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d457788c-a6d0-4f48-b909-240497d69db9 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/46e825dd-8273-430a-b3ed-eea74e678268 HTTP/1.1" status: 404 len: 339 time: 0.0372818 Apr 21 14:47:54.039890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57580) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:54.088590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:54.089144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.132220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8:1::1 (1beba49a-2ed0-4398-aeb5-26f4ec6445ce/78241f3b-de4d-4553-81fb-c64fc86b9133/1bb5ae80-6463-4512-a8c6-514b8eb279a4) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:54.224276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106f1c5-c4c7-4261-8283-51dcb53aa88b None None] Pushing event updated for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:54.239729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:47:54.492371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.495441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.527587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting subnet e2d0a4e6-5837-4840-a907-89925bfd64eb {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:54.545667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.621844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:54.688250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.724266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:47Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:53Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:54.730761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b67f3-f7d2-44cd-9394-63f4ddba603c None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:47Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:53Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:54.850424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.874857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.908561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:54.948110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d0389-0c48-4222-abae-3b699202c7f1 req-94db816c-5c0c-4656-ae00-942289b071bf tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:54.949710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba1d0389-0c48-4222-abae-3b699202c7f1 req-94db816c-5c0c-4656-ae00-942289b071bf tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 932 time: 0.4196813 Apr 21 14:47:54.950773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.001630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object 1bb5ae80-6463-4512-a8c6-514b8eb279a4 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:55.055344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.059968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.060638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6521dbaf-6a87-48cc-8422-5ae6790f0d69 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:47:55.063728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=f1c06509-aaf0-474a-90c7-a5f0f8ac65b3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.068464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd743475-a326-4d25-8ea1-80a670ca1644 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:55.108074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.120225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.149992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:55.214070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb933c-eabd-4ee2-bdf2-fd897cab6350 None None] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:55.221070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:55.241866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:55.242417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.286553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddb719fc-a62a-4e86-9def-6a483f8db953 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f1c06509-aaf0-474a-90c7-a5f0f8ac65b3 HTTP/1.1" status: 204 len: 168 time: 1.8031383 Apr 21 14:47:55.326163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.335876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:55.339848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:55.356048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:55.357717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.386859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Transition to ACTIVE for port object 6521dbaf-6a87-48cc-8422-5ae6790f0d69 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:55.430047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba1d0389-0c48-4222-abae-3b699202c7f1 req-2c4dd356-cfe1-4a3d-a559-f5fe2149cfbc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4707739 Apr 21 14:47:55.431382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.440440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-33984699-daa1-434c-82b3-61f7c3b630d3 None None] Provisioning for port a6dd9221-fda5-4365-9188-55ba321817f4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:55.482370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74d02f5b-8682-43a2-abfb-f69428356b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.551673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.554559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.587604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:55.598759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.619423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79fef2-18cf-4b92-8bcf-a5b5d265fed4 None None] Network 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:55.628665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/subnets/e2d0a4e6-5837-4840-a907-89925bfd64eb HTTP/1.1" status: 204 len: 168 time: 1.5710790 Apr 21 14:47:55.631251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:55.633916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:55.662719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.681074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ec0d2b4-8367-460c-80df-8a9a4a3d8cad tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3405080 Apr 21 14:47:55.689931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c20af9-e1c7-41aa-aad5-9f16d51577eb tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d0a4e6-5837-4840-a907-89925bfd64eb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.693401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=176fffce-28ff-4b9c-8d06-121e2430f418,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.701247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57592) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:55.761483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a6dd9221-fda5-4365-9188-55ba321817f4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:55.770795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:55.773397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:55.858965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:55.875872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Deleting port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:55.876251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.016552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a9be8b56-c3ff-4912-89f0-dd98887f9b11 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/7bebf13a-12f4-4e37-9046-4b97cf08446c HTTP/1.1" status: 200 len: 687 time: 4.3769903 Apr 21 14:47:56.021960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=30490644-8600-42e2-8b51-7ff412244380,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:56.022212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:56.022992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.024080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57598) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.093445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': '8148d8f6-380e-4213-a092-520eac8d9c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7622e5d5-faa9-467d-869b-8e4d88931e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:56.093850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 7622e5d5-faa9-467d-869b-8e4d88931e73, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:47:56.135634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:56.146755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.158305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port a6dd9221-fda5-4365-9188-55ba321817f4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:56.203072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:56.216039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:56.225354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:56.225354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.226819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 10801bdb-99af-4054-bf13-78146448a264 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:56.231423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:56.234824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 07ca52a4-355e-4068-b3f7-ad9218ec1096 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:56.235181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.274152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 7622e5d5-faa9-467d-869b-8e4d88931e73 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:47:56.293056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:56.296810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.305419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a6dd9221-fda5-4365-9188-55ba321817f4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:56.305796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.320191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.322357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7622e5d5-faa9-467d-869b-8e4d88931e73) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:56.347380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.347716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7091ef-b943-45f7-98a0-e115495f82d5 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:56.369395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:56.374889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:56.379876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:56.380544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.391989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa3b8b4-51f9-4755-a703-a7ad1c7b8653 None None] Network 7622e5d5-faa9-467d-869b-8e4d88931e73 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:56.404774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.586498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] For port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:56.586883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.609939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Attempting to bind port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:56.610685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Attempting to bind port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:56.611079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Attempting to bind port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 on network 1d41c6e5-dbce-4920-a561-694c4e97493c {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:56.706646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 on network 1d41c6e5-dbce-4920-a561-694c4e97493c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:47:56.707290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Attempting to bind port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 on network 1d41c6e5-dbce-4920-a561-694c4e97493c {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:56.713828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:56.714010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.732347 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0fa179fa-f2d7-4981-9565-8958ae85d42f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.8332598 Apr 21 14:47:56.739728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57604) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.788462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Calling delete_port for ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:56.812196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:56.830033 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] Sync routers for ids ['10801bdb-99af-4054-bf13-78146448a264'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:56.835403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-31cf1666-2f22-4935-aab7-8bad3a9b7a99 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/10801bdb-99af-4054-bf13-78146448a264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6511664 Apr 21 14:47:56.836718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:56.837156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Checking segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:56.837640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Bound using segment: {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:56.838230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Bound port: 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f3a8dd8-3b8c-4de3-947c-d8529e509d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:56.838683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.860048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57608) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:56.862576 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] Routers {'10801bdb-99af-4054-bf13-78146448a264'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:56.866237 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['10801bdb-99af-4054-bf13-78146448a264'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.973371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1b52bcb7-eb0a-4cb3-a68b-1915f1058425 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:56.974715 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:56.991633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:56.995439 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] Routers {'10801bdb-99af-4054-bf13-78146448a264'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:57.000002 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['10801bdb-99af-4054-bf13-78146448a264'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.028146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.095865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port a6dd9221-fda5-4365-9188-55ba321817f4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a6dd9221-fda5-4365-9188-55ba321817f4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:57.100588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] Pushing event deleted for resources: {'Port': ['ID=ae6d4cc6-11b9-4fe3-b0af-72e4176d2029,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:57.107108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0742c9b7-e6ea-46a7-9b2d-66e603da6fe0 None None] No DVR routers for this DVR port ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:57.112850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.113773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 20c53aaf-76a0-422f-b62f-967d6e431db0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:57.144952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1b52bcb7-eb0a-4cb3-a68b-1915f1058425 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:57.150471 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1b52bcb7-eb0a-4cb3-a68b-1915f1058425 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=10801bdb-99af-4054-bf13-78146448a264 HTTP/1.1" status: 200 len: 205 time: 0.2893975 Apr 21 14:47:57.153300 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:57.153932 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da748fd-0add-45cd-9298-7284f29e0a06 None None] The sync data for ids ['10801bdb-99af-4054-bf13-78146448a264'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:47:57.170710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57612) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:57.179216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.180110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.187171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] DHCP port deletion for 6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:47:57.227925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Deleting port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:57.228602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.317407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:57.366018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Provisioning for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:57.382401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Provisioning complete for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:57.382922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.392192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 30490644-8600-42e2-8b51-7ff412244380 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:57.392537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.407057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=a6dd9221-fda5-4365-9188-55ba321817f4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:57.420474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:57.440107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.464642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 07ca52a4-355e-4068-b3f7-ad9218ec1096 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:57.503652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 20c53aaf-76a0-422f-b62f-967d6e431db0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:47:57.510121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c4108c1-7c08-40e9-9963-fd48d11fda42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.517455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.528557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:57.540907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 20c53aaf-76a0-422f-b62f-967d6e431db0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:57.541290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.548275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.666841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346855e-b2ee-4e0c-980b-b3f13693cf03 req-732e5423-babe-4fc7-8732-ca57f681f184 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:57.668067 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e346855e-b2ee-4e0c-980b-b3f13693cf03 req-732e5423-babe-4fc7-8732-ca57f681f184 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 944 time: 1.0208423 Apr 21 14:47:57.670260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Provisioning complete for port a6dd9221-fda5-4365-9188-55ba321817f4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:57.670622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ad6614a-5811-4e90-b974-759696092621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.697122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:57.700591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] For port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,segment=NetworkSegment(4eec084f-0f86-4788-b844-c2e22d94bfae),segment_id=4eec084f-0f86-4788-b844-c2e22d94bfae)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:57.700985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.718149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:57.727412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:57.728009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.787348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=2ec1a35c-a5b7-4cce-9dac-a83514e8340a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:57.846270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9aba7f-34ec-4e57-9a93-3e1165f5c00c None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:47:57.863125 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e346855e-b2ee-4e0c-980b-b3f13693cf03 req-db3ea80f-c9ca-4231-9b03-d78f3329e144 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780109 Apr 21 14:47:57.870402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Calling delete_port for 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:57.946485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b7b7cb4a-6795-4ad9-b7a1-0f098a3a2fee tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2330198 Apr 21 14:47:57.952191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:57.962022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:57.977149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'name': 'tempest-NetworksTestDHCPv6-322787516'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:58.056530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] For port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,segment=NetworkSegment(4eec084f-0f86-4788-b844-c2e22d94bfae),segment_id=4eec084f-0f86-4788-b844-c2e22d94bfae)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:58.056888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.072523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:58.073127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.074553 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] 10.222.0.13 "PUT /v2.0/ports/6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1094 time: 5.3432577 Apr 21 14:47:58.077170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:47:58.084218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.178552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.180996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 30490644-8600-42e2-8b51-7ff412244380 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:58.247342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 20c53aaf-76a0-422f-b62f-967d6e431db0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=20c53aaf-76a0-422f-b62f-967d6e431db0,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:47:58.257025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] No DVR routers for this DVR port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:47:58.318692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.333138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b3afe-4ca8-4b9f-9471-4c897ec31016 None None] Pushing event deleted for resources: {'Port': ['ID=6f3e03e7-2e73-4e7f-b677-c680b4ef98a5,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.376244 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f55393-4af7-4fa7-a79f-bf5d08f6cbb6'] response: {'name': 'network-changed', 'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'status': 'completed', 'code': 200} Apr 21 14:47:58.387249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.396221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Calling delete_port for 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:47:58.415920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.418411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.419265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.432663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:58.439797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.469822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a6dd9221-fda5-4365-9188-55ba321817f4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:47:58.487408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.492239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:58.494705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=07ca52a4-355e-4068-b3f7-ad9218ec1096,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.507303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ed1bd-efe1-440b-8dc0-5db36e75b4ae service neutron] Pushing event updated for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.516804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.530723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.531224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 10801bdb-99af-4054-bf13-78146448a264 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:47:58.547008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:58.551164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '2ec1a35c-a5b7-4cce-9dac-a83514e8340a'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:47:58.552578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.557414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.558153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.592590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:58.596234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=30490644-8600-42e2-8b51-7ff412244380,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.620758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e87ac7d3-0290-4334-b229-f58eef06f40e None None] Provisioning complete for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:58.621264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e87ac7d3-0290-4334-b229-f58eef06f40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.621401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.622360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-237adb7b-beab-47fd-9aa9-4551b24bce75 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/10801bdb-99af-4054-bf13-78146448a264 HTTP/1.1" status: 204 len: 168 time: 1.4462543 Apr 21 14:47:58.636676 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dc1c9583-d157-448c-98a7-089443a97f9c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/30490644-8600-42e2-8b51-7ff412244380 HTTP/1.1" status: 204 len: 168 time: 1.8967237 Apr 21 14:47:58.642110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:58.642680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57628) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:58.654998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:47:58.655307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:47:58.685328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:58.711944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a6dd9221-fda5-4365-9188-55ba321817f4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:58.712529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.748661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e47c81cd-3323-477c-8c2e-ca0f15f3761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:58.750279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.750465 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e47c81cd-3323-477c-8c2e-ca0f15f3761f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1097 time: 0.4741690 Apr 21 14:47:58.829929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-9d381fe1-0c6d-4a1c-b230-257ad53b4355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 217 time: 0.0714815 Apr 21 14:47:58.866177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e87ac7d3-0290-4334-b229-f58eef06f40e None None] Port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:58.901611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:58.904759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.914301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:58.916012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-28e01ecb-214f-4338-87d7-ffaa5633de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:58.917531 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-28e01ecb-214f-4338-87d7-ffaa5633de07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.0819881 Apr 21 14:47:58.918513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:58.938951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet 41aff1f1-c297-4c9f-b505-e5325eff0656 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:47:58.946481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:58.998881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port f96000b2-491b-4d99-93f8-533baeb14133 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:47:59.003627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/2ec1a35c-a5b7-4cce-9dac-a83514e8340a/03644e20-e9a8-4e4e-837e-5a870969c59e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:59.048848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.050243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.056356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.058331 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4d445434-50c4-49c6-a5bb-7d147c22b1ae tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/7bebf13a-12f4-4e37-9046-4b97cf08446c HTTP/1.1" status: 204 len: 168 time: 3.0233283 Apr 21 14:47:59.075308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:59.076047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57636) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.170929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Deleting port 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:59.171493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.190928 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-9c7a466a-13da-40f3-96e0-698c14602b5c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] delete failed (client error): The resource could not be found. Apr 21 14:47:59.192523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:59.196499 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c7a466a-13da-40f3-96e0-698c14602b5c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/7bebf13a-12f4-4e37-9046-4b97cf08446c HTTP/1.1" status: 404 len: 345 time: 0.1158679 Apr 21 14:47:59.197464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae6d4cc6-11b9-4fe3-b0af-72e4176d2029 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:59.198128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:47:59.203830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57640) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.223908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:47:59.278059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:47:59.278624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6f3e03e7-2e73-4e7f-b677-c680b4ef98a5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:47:59.282405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] The port '6f3e03e7-2e73-4e7f-b677-c680b4ef98a5' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:47:59.314023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.333624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4ecde7a0-16e5-425c-b017-20ef78f5f173 None None] Provisioning complete for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:47:59.333993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ecde7a0-16e5-425c-b017-20ef78f5f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.416064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23c7e5-5f38-4db7-b8d5-f572652cddb7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.423379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23c7e5-5f38-4db7-b8d5-f572652cddb7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.424236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a23c7e5-5f38-4db7-b8d5-f572652cddb7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:59.448303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4ecde7a0-16e5-425c-b017-20ef78f5f173 None None] Port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:47:59.466446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.477480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Transition to ACTIVE for port object 03644e20-e9a8-4e4e-837e-5a870969c59e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:59.497007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Transition to ACTIVE for port object 03644e20-e9a8-4e4e-837e-5a870969c59e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:47:59.506315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.513022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a23c7e5-5f38-4db7-b8d5-f572652cddb7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:59.514550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4a23c7e5-5f38-4db7-b8d5-f572652cddb7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.8686566 Apr 21 14:47:59.553505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57644) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.561130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134d85d-703a-4b52-9148-004d0dd6c3f6 req-d97eb826-fda0-4dd1-8ba7-e629f171a146 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.569349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b134d85d-703a-4b52-9148-004d0dd6c3f6 req-d97eb826-fda0-4dd1-8ba7-e629f171a146 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 944 time: 0.3711364 Apr 21 14:47:59.572321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:47:59.575525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:47:59.579200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:47:59.587458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.588546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Pushing event updated for resources: {'Port': ['ID=03644e20-e9a8-4e4e-837e-5a870969c59e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:47:59.594144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.600475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.601385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Synchronizing usage tracker for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:47:59.680085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.680762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Attempting to bind port 03644e20-e9a8-4e4e-837e-5a870969c59e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:47:59.681130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Attempting to bind port 03644e20-e9a8-4e4e-837e-5a870969c59e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:47:59.681724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Attempting to bind port 03644e20-e9a8-4e4e-837e-5a870969c59e on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:47:59.687011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:47:59.688256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:47:59.688256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.688256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:47:59.688687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Bound port: 03644e20-e9a8-4e4e-837e-5a870969c59e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:47:59.689061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.697316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-86b7af5e-6997-47fe-8d8f-91f027094550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:47:59.698788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-86b7af5e-6997-47fe-8d8f-91f027094550 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7748823 Apr 21 14:47:59.705893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.737213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:47:59.751854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:47:59.771183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b134d85d-703a-4b52-9148-004d0dd6c3f6 req-8a7a4ef1-cc5a-433e-a0ba-87c10fef5f68 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009509 Apr 21 14:47:59.776328 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-506dd952-4a56-4157-a0d7-d7b5d0dad2c2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0329659 Apr 21 14:47:59.778361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:47:59.778992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:59.779154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:59.789924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57648) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.800807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1590399451'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:47:59.827969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::26c (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/2ec1a35c-a5b7-4cce-9dac-a83514e8340a/f96000b2-491b-4d99-93f8-533baeb14133) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:47:59.829983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Unset dirty status for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:47:59.831331 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5cf150cd-4b83-4295-bc15-da7754bf4208 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/ports?network_id=52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 HTTP/1.1" status: 200 len: 2358 time: 0.5823238 Apr 21 14:47:59.840398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57652) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:47:59.852230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 176fffce-28ff-4b9c-8d06-121e2430f418 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:47:59.852796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.855936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eec084f-0f86-4788-b844-c2e22d94bfae') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:59.856228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eec084f-0f86-4788-b844-c2e22d94bfae') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:47:59.859907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] For port 03644e20-e9a8-4e4e-837e-5a870969c59e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:47:59.870657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:47:59.878340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.884894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:47:59.897066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:47:59.908026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:47:59.918920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.936764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] For port 03644e20-e9a8-4e4e-837e-5a870969c59e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=03644e20-e9a8-4e4e-837e-5a870969c59e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:47:59.945360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:47:59.945759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.946218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:47:59.960687 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:47:59.963230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:47:59.964839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.000603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:00.000869 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-e09cba94-f5c9-42cf-b845-422f87ae2dbd service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852430 Apr 21 14:48:00.123111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.170466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000463f4-37fe-46d1-bde0-3f3f7572f678 None None] Pushing event updated for resources: {'Port': ['ID=03644e20-e9a8-4e4e-837e-5a870969c59e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.171072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:00.171601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94840782-3272-49bc-8da5-aa4e440e21b1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:00.173282 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-94840782-3272-49bc-8da5-aa4e440e21b1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/subnets/11b4fee8-51d9-42f4-abc1-97ac05690b6c HTTP/1.1" status: 200 len: 797 time: 0.3298156 Apr 21 14:48:00.173505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.188309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57656) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.214036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.221255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'port': {'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3', 'name': 'tempest-FloatingIPTestJSON-875430068', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:00.256332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=41aff1f1-c297-4c9f-b505-e5325eff0656,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.258481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.280552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.281142 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 5b74e817-bd54-413d-afdf-ca76d0ba2d18 of type vlan for network af8d80ef-47f3-42e4-9758-54b5ab8c41bb Apr 21 14:48:00.282538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] Pushing event deleted for resources: {'Network': ['ID=6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.288149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85713864-c989-477d-8d39-c1c904771c2f None None] Network 6ca2589e-edde-4001-9bd3-16e678ef2fe0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:00.313668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.327742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-683dadf7-3084-4df1-a2b5-77d9324366f5 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/41aff1f1-c297-4c9f-b505-e5325eff0656 HTTP/1.1" status: 204 len: 168 time: 1.6839750 Apr 21 14:48:00.333236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57660) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.358126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4886f0f9-2f16-4d0f-b62f-365a60b06f50 tempest-NetworksIpV6Test-1698924926 tempest-NetworksIpV6Test-1698924926-project] 10.222.0.35 "DELETE /v2.0/networks/6348dfe3-4b2f-4e0b-a9d3-15bde32ce7ea HTTP/1.1" status: 204 len: 168 time: 4.6682298 Apr 21 14:48:00.383203 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3673d98e-c642-43ba-9f86-e449d2e5a405 req-7c77945a-5b85-4255-8046-6da922c81754 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364408 Apr 21 14:48:00.405886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.443194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.547018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:00.589339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 20c53aaf-76a0-422f-b62f-967d6e431db0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:00.596298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:00.634515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:00.658012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.666482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:00.667538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.675475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 176fffce-28ff-4b9c-8d06-121e2430f418 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:00.744848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 20c53aaf-76a0-422f-b62f-967d6e431db0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:00.744848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:00.787896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:56Z', 'revision_number': 3, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:47:56Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:00.807270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:00.807634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Updating router a5873e39-10ee-418f-a382-6ee82afa96ca port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:48:00.902101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.911399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=af8d80ef-47f3-42e4-9758-54b5ab8c41bb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:00.925565 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c575a84b-c49b-4577-8966-966862c44c95 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1343145 Apr 21 14:48:00.938522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57676) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:00.952999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-12c56097-b699-4a00-b479-335efa68dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:00.955271 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-12c56097-b699-4a00-b479-335efa68dae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1097 time: 0.4956467 Apr 21 14:48:00.956650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:00.992924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:01.119972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:01.126717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] DHCP port deletion for 6ca2589e-edde-4001-9bd3-16e678ef2fe0 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:01.138789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.153603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.164680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Deleting port 010b295f-c215-43b3-aace-a9d98cf5de62 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:01.164680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.183429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.220626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 010b295f-c215-43b3-aace-a9d98cf5de62 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:01.221028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.259681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.309759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object f96000b2-491b-4d99-93f8-533baeb14133 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:01.352194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=176fffce-28ff-4b9c-8d06-121e2430f418,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:01.366818 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e8f5764b-136d-4fe5-abb2-884d64636bbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d254504164ac4c8cbf53ab2205206fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534290 Apr 21 14:48:01.369302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.378621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57680) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:01.418465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.452117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:01.475905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:01.483258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:01.486861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] device_id is not set on port cad5afee-1271-4ea4-8f26-36f4058cd507 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:01.510248 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4976325e-7ad5-4f55-bd3c-f1d60289b362 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/176fffce-28ff-4b9c-8d06-121e2430f418 HTTP/1.1" status: 204 len: 168 time: 1.9028802 Apr 21 14:48:01.516959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc5b1c-794e-4031-88b9-a36d120c6505 req-3c64bc9a-5c25-4ca3-b084-0d6c7c1d654e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:01.518555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8bdc5b1c-794e-4031-88b9-a36d120c6505 req-3c64bc9a-5c25-4ca3-b084-0d6c7c1d654e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 944 time: 0.5227997 Apr 21 14:48:01.525539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57684) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:01.603984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] For port 010b295f-c215-43b3-aace-a9d98cf5de62, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=010b295f-c215-43b3-aace-a9d98cf5de62,segment=NetworkSegment(f0c88f91-bd68-476c-8fb8-7c69c3035e39),segment_id=f0c88f91-bd68-476c-8fb8-7c69c3035e39)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:01.604650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.636346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.654121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:01.657325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-123612ec-7e92-4ee8-b0f7-c8d32a7a6bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:01.659016 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-123612ec-7e92-4ee8-b0f7-c8d32a7a6bfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.5809062 Apr 21 14:48:01.746675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Calling delete_port for 010b295f-c215-43b3-aace-a9d98cf5de62 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:01.753835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:01.756622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.770689 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-015c9b93-d71e-4d46-9b01-357087cbaf53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 217 time: 0.0986733 Apr 21 14:48:01.771655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:01.772732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.773009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-52389834-59e2-47ad-ba21-94a175d2fcee None None] Provisioning for port 03644e20-e9a8-4e4e-837e-5a870969c59e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:01.801747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.881908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:01.898572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8bdc5b1c-794e-4031-88b9-a36d120c6505 req-0691d7de-a5c3-463a-ac4a-a42d3d0b3bc9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669481 Apr 21 14:48:01.921894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:01.929141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:01.930159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.934850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.936320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.983685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port 010b295f-c215-43b3-aace-a9d98cf5de62, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=010b295f-c215-43b3-aace-a9d98cf5de62,segment=NetworkSegment(f0c88f91-bd68-476c-8fb8-7c69c3035e39),segment_id=f0c88f91-bd68-476c-8fb8-7c69c3035e39)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:01.984362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:01.993296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e9e22-9c44-4b30-bbd5-8f9b46b72704,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:01.993909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-29b94339-251f-442a-86ee-39503215308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:01.995478 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-29b94339-251f-442a-86ee-39503215308c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.2155063 Apr 21 14:48:01.996251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] Pushing event deleted for resources: {'Port': ['ID=010b295f-c215-43b3-aace-a9d98cf5de62,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.001185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f852649f-9922-46f3-927f-0eb5fd4bc01c None None] No DVR routers for this DVR port 010b295f-c215-43b3-aace-a9d98cf5de62 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:02.005942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.007215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-79b68ae1-ab13-432f-8d7f-b61344e5fb6e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c18e9e22-9c44-4b30-bbd5-8f9b46b72704 HTTP/1.1" status: 204 len: 168 time: 0.6275749 Apr 21 14:48:02.008323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=f96000b2-491b-4d99-93f8-533baeb14133,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.017629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-27f4d31e-c0fe-4ef2-8664-00788881722c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0519760 Apr 21 14:48:02.083196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57690) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.157971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.179414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Transition to ACTIVE for port object 1bb5ae80-6463-4512-a8c6-514b8eb279a4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:02.190669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.209409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 010b295f-c215-43b3-aace-a9d98cf5de62 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:02.265634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c7d07-1175-452a-8707-5103006446a6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:02.270420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-841c7d07-1175-452a-8707-5103006446a6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:02.315250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-98ac785e-a09b-4e19-b630-64a9402221e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:02.317344 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-98ac785e-a09b-4e19-b630-64a9402221e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2507572 Apr 21 14:48:02.325419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-841c7d07-1175-452a-8707-5103006446a6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:02.326430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-841c7d07-1175-452a-8707-5103006446a6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7988088 Apr 21 14:48:02.330124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57696) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.370445 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:48:02.401336 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ba3ae1-0eb7-42d1-a516-0de95a9f3bca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:02.401903 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-62ba3ae1-0eb7-42d1-a516-0de95a9f3bca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/30490644-8600-42e2-8b51-7ff412244380 HTTP/1.1" status: 404 len: 333 time: 0.0697412 Apr 21 14:48:02.405529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57700) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.458664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:02.461143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:02.478828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-face4c38-fc20-4308-8630-ff37675dcdc7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:02.480378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-face4c38-fc20-4308-8630-ff37675dcdc7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/176fffce-28ff-4b9c-8d06-121e2430f418 HTTP/1.1" status: 404 len: 333 time: 0.0738230 Apr 21 14:48:02.490579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9aff2-8e80-4fdc-8831-8a4e573fe8b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:02.507324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a9aff2-8e80-4fdc-8831-8a4e573fe8b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:02.508081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-91a9aff2-8e80-4fdc-8831-8a4e573fe8b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:02.518087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57706) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.572841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-91a9aff2-8e80-4fdc-8831-8a4e573fe8b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:02.574249 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-91a9aff2-8e80-4fdc-8831-8a4e573fe8b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4899719 Apr 21 14:48:02.577807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:02.615313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 03644e20-e9a8-4e4e-837e-5a870969c59e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:02.640295 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-f666a2d0-c163-43d0-9376-fcf8dbbb295e service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159602 Apr 21 14:48:02.641653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.14 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/cad5afee-1271-4ea4-8f26-36f4058cd507) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:02.671165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59f55-3e5c-4306-a024-2c5d22501101 None None] Pushing event updated for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:02.691734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.13 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/cad5afee-1271-4ea4-8f26-36f4058cd507) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:02.694348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.702211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Attempting to bind port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:02.702839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Attempting to bind port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:02.703382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Attempting to bind port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 on network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:02.705560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e02a1ff9-a085-4e9d-ab21-bc4c61cb2c30 None None] Provisioning for port f96000b2-491b-4d99-93f8-533baeb14133 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:02.732586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e02a1ff9-a085-4e9d-ab21-bc4c61cb2c30 None None] Provisioning complete for port f96000b2-491b-4d99-93f8-533baeb14133 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:02.732971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e02a1ff9-a085-4e9d-ab21-bc4c61cb2c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.759962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:02.760252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Checking segment: {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:02.760655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.761047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Bound using segment: {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:02.761567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Bound port: 1bb5ae80-6463-4512-a8c6-514b8eb279a4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0decee99-1ca6-4975-949a-67bb21343d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:02.761938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.835520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.864741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 03644e20-e9a8-4e4e-837e-5a870969c59e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:02.868624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port f96000b2-491b-4d99-93f8-533baeb14133 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:02.868972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.887113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e02a1ff9-a085-4e9d-ab21-bc4c61cb2c30 None None] Port f96000b2-491b-4d99-93f8-533baeb14133 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:02.897989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 03644e20-e9a8-4e4e-837e-5a870969c59e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:02.898171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:02.982995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=a2c77499-a0ea-4336-bd9e-6937b0e93f65,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:03.007835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 010b295f-c215-43b3-aace-a9d98cf5de62 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:03.008347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.051255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] For port 1bb5ae80-6463-4512-a8c6-514b8eb279a4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:03.052449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f3f85b43-6271-4e14-a46c-e55d887f5f82 req-e80bfb1e-9c63-4eaa-a7fc-dca6d5e7345d service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052229 Apr 21 14:48:03.078923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] For port 1bb5ae80-6463-4512-a8c6-514b8eb279a4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1bb5ae80-6463-4512-a8c6-514b8eb279a4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:03.100172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:03.100579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: af8d80ef-47f3-42e4-9758-54b5ab8c41bb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:03.107048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.155598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:03.193840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.235204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.239048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, af8d80ef-47f3-42e4-9758-54b5ab8c41bb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:03.250731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe013b-e798-424d-9ba6-910c75886c8c None None] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:03.264069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a59f55-3e5c-4306-a024-2c5d22501101 None None] Pushing event updated for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:03.278473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] The port '010b295f-c215-43b3-aace-a9d98cf5de62' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:48:03.283052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:03.283711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.292757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:03.293644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.350598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57730) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:03.354179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:03.356974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:03.367959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:03.382075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6521dbaf-6a87-48cc-8422-5ae6790f0d69 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:48:03.398610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.460262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-19d59730-7f19-4f30-be9d-88ac0ff3da30 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5202184 Apr 21 14:48:03.469659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=cad5afee-1271-4ea4-8f26-36f4058cd507,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:03.482512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57736) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:03.498394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.594230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113649310'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:03.595763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca2589e-edde-4001-9bd3-16e678ef2fe0']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.604970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:03.611841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:03.616933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 03644e20-e9a8-4e4e-837e-5a870969c59e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=03644e20-e9a8-4e4e-837e-5a870969c59e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:03.667752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c88f91-bd68-476c-8fb8-7c69c3035e39') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.668038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c88f91-bd68-476c-8fb8-7c69c3035e39') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.677146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.742372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:03.748192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.764070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.792416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 010b295f-c215-43b3-aace-a9d98cf5de62 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:03.798858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7622e5d5-faa9-467d-869b-8e4d88931e73']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.812577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:03.815249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8148d8f6-380e-4213-a092-520eac8d9c83') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.816139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8148d8f6-380e-4213-a092-520eac8d9c83') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:03.829438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.834557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:03.835185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.850517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:03.888667 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a98f5639-3cfc-42ab-8acc-449add31b166 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6906641 Apr 21 14:48:03.890411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57740) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:03.906561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.916267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b09414-3a25-414f-a7db-bd7e0df75e9b req-54c96679-929a-4326-8612-79bf03c4b1c0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:03.917784 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6b09414-3a25-414f-a7db-bd7e0df75e9b req-54c96679-929a-4326-8612-79bf03c4b1c0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 944 time: 0.6319187 Apr 21 14:48:03.919176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 010b295f-c215-43b3-aace-a9d98cf5de62 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:03.919513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 010b295f-c215-43b3-aace-a9d98cf5de62 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:03.921009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'cad5afee-1271-4ea4-8f26-36f4058cd507', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:03.941926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.944597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:03.951581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:03.951989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.956432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:03.959879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:03.967733 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:03.986822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.010256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:04.010662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.040843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=03644e20-e9a8-4e4e-837e-5a870969c59e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.068526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:04.072693 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:04.084519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:security_group_rule and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:04.089368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:04.098322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.099815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.198736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:04.207645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.215128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.223294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:04.224112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.240424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6b09414-3a25-414f-a7db-bd7e0df75e9b req-71e81ff1-6b5e-4b53-8947-3bad2889b355 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910883 Apr 21 14:48:04.241085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.242614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'port_id': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'mac_address': 'fa:16:3e:d3:9b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:48:04.385090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.387064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.397054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for f96000b2-491b-4d99-93f8-533baeb14133 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:04.421323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 03644e20-e9a8-4e4e-837e-5a870969c59e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:04.453632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.458036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=7622e5d5-faa9-467d-869b-8e4d88931e73,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.461596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.501416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dac287b2-9074-4e36-aa38-04f6e05c18df tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/7622e5d5-faa9-467d-869b-8e4d88931e73 HTTP/1.1" status: 204 len: 168 time: 1.9562500 Apr 21 14:48:04.506845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57744) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:04.511967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=6ca2589e-edde-4001-9bd3-16e678ef2fe0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.514556 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c4c1d74c-ec5e-4f30-bdd5-075ffb013017 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/6ca2589e-edde-4001-9bd3-16e678ef2fe0 HTTP/1.1" status: 204 len: 168 time: 4.0535688 Apr 21 14:48:04.524111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1808558349'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:04.525609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:04.532122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-4051668', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:04.542385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6521dbaf-6a87-48cc-8422-5ae6790f0d69 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:48:04.546832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:04.552166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.559223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:04.568364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.572736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:04.601460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:04.608774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.613948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:04.620926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.624299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Allocated IP 2001:db8:2::2 (af8d80ef-47f3-42e4-9758-54b5ab8c41bb/a2c77499-a0ea-4336-bd9e-6937b0e93f65/ebb57504-49ff-48a5-992f-99c39d68124a) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:04.624805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ad267c-9763-4535-b424-cc3ca7eab203,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.632506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.634336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:04.649555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:04.663383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:04.724830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.726188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.784240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.825116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:04.836747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.855656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=f96000b2-491b-4d99-93f8-533baeb14133,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:04.900321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:04.909720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.922191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.934203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.953743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:04.954024 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 3a321319-ddbf-48f0-9751-68a32f924d20 of type vlan for network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 Apr 21 14:48:04.955433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 03644e20-e9a8-4e4e-837e-5a870969c59e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:04.955816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.044022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.059318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.062758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:56Z', 'revision_number': 3, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:03Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:05.071894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f6d496-9cf7-4b90-860b-cb8721cd7954 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:47:56Z', 'revision_number': 3, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:03Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:05.078636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:05.189590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['6521dbaf-6a87-48cc-8422-5ae6790f0d69'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:48:05.198866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.199219 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment 2cef57bd-5c59-4033-8ae1-24d60049be06 of type vlan for network 49c149d0-f5fd-48e7-888c-8f1d96882964 Apr 21 14:48:05.288096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.295713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.301515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:05.302110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.409763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.436792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Transition to ACTIVE for port object ebb57504-49ff-48a5-992f-99c39d68124a will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:05.469961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=b64fb3c3-5f7e-4ee7-9883-0a750bb2f699,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.474581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Transition to ACTIVE for port object ebb57504-49ff-48a5-992f-99c39d68124a will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:05.481805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d31d2333-5ec5-4b83-af6d-f7cf15ca1a96 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1261666 Apr 21 14:48:05.482779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.485722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:05.488703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:05.489325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.514339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.562501 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3aaaf107-43c6-4c43-8123-0d5adebe9a88 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/f96000b2-491b-4d99-93f8-533baeb14133 HTTP/1.1" status: 204 len: 168 time: 2.9835153 Apr 21 14:48:05.565940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57754) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.643863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8:2::1 (af8d80ef-47f3-42e4-9758-54b5ab8c41bb/a2c77499-a0ea-4336-bd9e-6937b0e93f65/d3eb7f94-e0ac-406a-8b10-f0b10d629621) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:05.693570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57758) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.703518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:05.712335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:05.722702 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2129936 Apr 21 14:48:05.722936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:05.731511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:05.755298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Pushing event updated for resources: {'Port': ['ID=ebb57504-49ff-48a5-992f-99c39d68124a,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:05.778244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.787506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57762) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:05.886614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e42a75-0b3d-4013-8a99-925e51453e47 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:05.888114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e42a75-0b3d-4013-8a99-925e51453e47 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:05.888353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:05.889195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78e42a75-0b3d-4013-8a99-925e51453e47 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:05.898133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Attempting to bind port ebb57504-49ff-48a5-992f-99c39d68124a on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:05.898504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Attempting to bind port ebb57504-49ff-48a5-992f-99c39d68124a by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:05.898867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Attempting to bind port ebb57504-49ff-48a5-992f-99c39d68124a on network af8d80ef-47f3-42e4-9758-54b5ab8c41bb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:05.907660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:05.908033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Checking segment: {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:05.908431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:05.908542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:05.908827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Bound using segment: {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:05.909369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Bound port: ebb57504-49ff-48a5-992f-99c39d68124a, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:05.909921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.012776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] For port ebb57504-49ff-48a5-992f-99c39d68124a, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:06.016050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] For port ebb57504-49ff-48a5-992f-99c39d68124a, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ebb57504-49ff-48a5-992f-99c39d68124a,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:06.024993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.118190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bb487-c5fb-4629-be28-f258883604b2 None None] Pushing event updated for resources: {'Port': ['ID=ebb57504-49ff-48a5-992f-99c39d68124a,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:06.130118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78e42a75-0b3d-4013-8a99-925e51453e47 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:06.131100 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-78e42a75-0b3d-4013-8a99-925e51453e47 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5615411 Apr 21 14:48:06.136360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:06.139965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:06.147602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57766) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:06.150936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d792c-9559-41b7-97e7-1331d6676435 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=49c149d0-f5fd-48e7-888c-8f1d96882964,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:06.165037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:06.189543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:06.202976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:06.215525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:06.220492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:06.236427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:06.248676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:06.252161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.256699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.246 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/41b478b3-933e-42da-9cb5-55102bf63b5b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:06.281494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:06.285080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.290720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 2ec1a35c-a5b7-4cce-9dac-a83514e8340a {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:06.314793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b15f9f-30c6-4cfe-ae54-69f6bfb63d00 req-864d6d8d-36df-4585-9527-08f195d491b3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:06.317301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d9b15f9f-30c6-4cfe-ae54-69f6bfb63d00 req-864d6d8d-36df-4585-9527-08f195d491b3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 945 time: 0.7724433 Apr 21 14:48:06.330210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.429396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.499607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:48:06.503670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:48:06.534021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object d3eb7f94-e0ac-406a-8b10-f0b10d629621 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:06.536706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ebb57504-49ff-48a5-992f-99c39d68124a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:06.544535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.624197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ebb57504-49ff-48a5-992f-99c39d68124a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:06.629749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1bb5ae80-6463-4512-a8c6-514b8eb279a4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:06.651332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d9b15f9f-30c6-4cfe-ae54-69f6bfb63d00 req-a285e15b-e7a6-47be-8289-cae206472a0e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240056 Apr 21 14:48:06.674082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.704245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:06.710800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:06.711197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.766832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.840551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.860812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:06.870672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:06.874151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:06.874314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.880274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 1bb5ae80-6463-4512-a8c6-514b8eb279a4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1bb5ae80-6463-4512-a8c6-514b8eb279a4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:06.886502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.910804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:06.938688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.964882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:06.992135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.993969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:06.999964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.033686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.084113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.088538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3460f3a-4c35-44c0-bdf0-7fc0ee9213ec None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:07.150487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=b34d130c-4d3a-4ca0-8a17-d912b14f54bf,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.195450 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/2ec1a35c-a5b7-4cce-9dac-a83514e8340a HTTP/1.1" status: 204 len: 168 time: 1.0464830 Apr 21 14:48:07.199766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57770) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.204932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88652ed5-2bc4-4bb3-a935-6c1d4f5e6b79 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec1a35c-a5b7-4cce-9dac-a83514e8340a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.216585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '3a321319-ddbf-48f0-9751-68a32f924d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:07.216939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: b64fb3c3-5f7e-4ee7-9883-0a750bb2f699, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:07.241799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.299594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:07.315989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6521dbaf-6a87-48cc-8422-5ae6790f0d69 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:07.333358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, b64fb3c3-5f7e-4ee7-9883-0a750bb2f699) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:07.341354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:07.341955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.404916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b382da-643a-4d48-877b-821e304260af None None] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:07.426260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.434238 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7e53121e-e316-496f-b6ad-05f179000272 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7389061 Apr 21 14:48:07.439885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57774) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.458176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3687e423-c1af-4f3e-ba1c-5e22fac498a1 None None] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:07.473526 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fe3372e0-6ee7-420d-94d1-25e98477f767 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2662230 Apr 21 14:48:07.496324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57778) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:07.501567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-875191734'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:07.538248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:07.541489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.26.4.167 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/64389f4f-834c-4139-9d3c-77e7cc9f77e8) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:07.543584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.551675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:07.562049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:07.569661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:07.579368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:07.586611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:07.590508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:07.622663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=41b478b3-933e-42da-9cb5-55102bf63b5b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.629669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:07.633149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.650001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Provisioning for port ebb57504-49ff-48a5-992f-99c39d68124a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:07.688992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Provisioning complete for port ebb57504-49ff-48a5-992f-99c39d68124a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:07.689390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.726087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=c151b4a5-d92b-4448-8bd9-29c795e2ea36,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:07.758879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:07.770093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.770530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment d7f1e9d8-433f-4a7d-a38b-9dc4902877aa of type vlan for network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d Apr 21 14:48:07.808595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.893327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.898648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:07.899231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.908485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': '2cef57bd-5c59-4033-8ae1-24d60049be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:07.908920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 49c149d0-f5fd-48e7-888c-8f1d96882964, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:07.925501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:07.932719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:07.946540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:07.946921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:07.990920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Deleting port 03644e20-e9a8-4e4e-837e-5a870969c59e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:07.991546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.032517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:08.098476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5919aa49-acc8-4505-a756-a3f35fb3c760 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:08.099159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5919aa49-acc8-4505-a756-a3f35fb3c760 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:08.123329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 49c149d0-f5fd-48e7-888c-8f1d96882964) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:08.130260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.139323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:08.139962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.179953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7384610 Apr 21 14:48:08.189249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d78c37-96a1-402e-88b1-b42f2a2ff485 None None] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:08.191862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57784) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.197911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e0f9d-977b-4e8b-9cfc-dcef8a39fb82 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=5a8c5abf-ce4d-479a-a9b5-df792a795f9d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:08.213504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:08.233571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5919aa49-acc8-4505-a756-a3f35fb3c760 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:08.235804 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5919aa49-acc8-4505-a756-a3f35fb3c760 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7391908 Apr 21 14:48:08.241060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:08.249831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57788) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.262488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb831100-a4ca-48b5-b561-7e16d704d863 req-4c3891a8-1953-452c-9751-e6c6a71ceba6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:08.263953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fb831100-a4ca-48b5-b561-7e16d704d863 req-4c3891a8-1953-452c-9751-e6c6a71ceba6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 945 time: 0.4114885 Apr 21 14:48:08.265668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-b64fb3c3-5f7e-4ee7-9883-0a750bb2f699', 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': 'b34d130c-4d3a-4ca0-8a17-d912b14f54bf'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:08.266480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.311299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ea8a5a92-b91e-4770-80c4-ea6e4dd43f60 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4287617 Apr 21 14:48:08.326676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57792) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.367410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964', 'name': 'tempest-PortsIpV6TestJSON-1056317590'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:08.367838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:08.373465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:08.376476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:08.385859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:08.396712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.419255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.422385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:08.427760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.460008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.460781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.463789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.491519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1bb5ae80-6463-4512-a8c6-514b8eb279a4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:08.568660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3ed16f-e371-47ef-846b-2f8b60fe5483 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:08.572687 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9b3ed16f-e371-47ef-846b-2f8b60fe5483 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3166440 Apr 21 14:48:08.575695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57796) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.586457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fb831100-a4ca-48b5-b561-7e16d704d863 req-429960da-b8fc-4bf5-9449-c03f10dda6f6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795551 Apr 21 14:48:08.612274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:08.623274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:08.625667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:08.695266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=64389f4f-834c-4139-9d3c-77e7cc9f77e8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:08.762912 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b1d41ec1-9764-4db7-a193-1c024a5ede87 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870709 Apr 21 14:48:08.775645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57800) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:08.781283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:08.810209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:08.856095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] For port ebb57504-49ff-48a5-992f-99c39d68124a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ebb57504-49ff-48a5-992f-99c39d68124a,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:08.880694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:08.923316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:08.929859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:08.942963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:08.949147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:08.962410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:08.965689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:08.969808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:09.074383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:09.091383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:09.094015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.096165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] For port 03644e20-e9a8-4e4e-837e-5a870969c59e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=03644e20-e9a8-4e4e-837e-5a870969c59e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:09.096713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.104974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.117160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:09.121032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.145777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.294018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:09.302864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Calling delete_port for 03644e20-e9a8-4e4e-837e-5a870969c59e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:09.342429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port e0cdadf5-6a1f-406e-a3dd-e688238fc16f yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:09.381655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.384962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:09.385363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.422519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-49c149d0-f5fd-48e7-888c-8f1d96882964', 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': 'c151b4a5-d92b-4448-8bd9-29c795e2ea36'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:09.423805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.434220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:48:09.462278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.480523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Allocated IP 172.20.255.242 (b64fb3c3-5f7e-4ee7-9883-0a750bb2f699/b34d130c-4d3a-4ca0-8a17-d912b14f54bf/09925871-9880-41c8-a954-56fa0bead808) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:09.483247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb91647-2d18-4fbb-8820-bcc2f7422759 None None] Pushing event updated for resources: {'Port': ['ID=ebb57504-49ff-48a5-992f-99c39d68124a,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.498519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:09.555171 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f9223c-3b01-4f82-8c3a-d01f96c0d2ea'] response: {'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'code': 200} Apr 21 14:48:09.594160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:09.645010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=ca14b801-8fbe-43eb-9a36-e2eca41c589d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:09.729179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:09.741787 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:09.775085 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:09.775571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:09.780395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:09.780756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 5a8c5abf-ce4d-479a-a9b5-df792a795f9d, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:09.794957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-85c081a9-5ca7-4084-b7e0-48d1f5a41e9a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3114023 Apr 21 14:48:09.795796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57808) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:09.814268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-980562854'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:09.827488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:09.835616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:network and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:09.841529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:09.871341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:09.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:09.942559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::1c2 (49c149d0-f5fd-48e7-888c-8f1d96882964/c151b4a5-d92b-4448-8bd9-29c795e2ea36/e0cdadf5-6a1f-406e-a3dd-e688238fc16f) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:10.013821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.028091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Provisioning for port d3eb7f94-e0ac-406a-8b10-f0b10d629621 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:10.045576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Provisioning complete for port d3eb7f94-e0ac-406a-8b10-f0b10d629621 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:10.046135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.106097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 5a8c5abf-ce4d-479a-a9b5-df792a795f9d) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:10.111007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:10.111590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.143104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:10.147614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.203547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.217431 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9940cd27-42b0-45be-ba59-5ae95da9e1f5 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0222671 Apr 21 14:48:10.217431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:10.238265 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:10.248279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7476e1c-43f1-46db-ac41-c4e72aa68acc None None] Network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:10.257249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57812) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:10.298590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:10.322313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:10.330208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.330556 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added segment 606793ef-c0af-43dd-b911-d426c5d0fd15 of type vlan for network e517f9e6-31bb-4c82-8225-4aa61d1cae21 Apr 21 14:48:10.339500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:10.340090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.376144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3e2c1-d8e0-4702-b291-71027a365af1 req-ffc9567b-945c-4268-ba47-ad32fdc02b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:10.378120 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-58f3e2c1-d8e0-4702-b291-71027a365af1 req-ffc9567b-945c-4268-ba47-ad32fdc02b33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.4392669 Apr 21 14:48:10.379895 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6032953 Apr 21 14:48:10.400447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.402072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:10.429548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '8f7f1b37-a3b5-4a1b-b381-29f8fe409414', 'ip_address': '2001:db8::f4ea:d169:c5e7:a65'}], 'name': 'tempest-NetworksTestDHCPv6-2104715033'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:10.473373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=8f7f1b37-a3b5-4a1b-b381-29f8fe409414,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:10.485053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 03644e20-e9a8-4e4e-837e-5a870969c59e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:10.504179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.509117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.509601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.510049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.510494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.510923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.511351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.511776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.512356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.512782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.513221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.513660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.514539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97122a40-d023-47cc-b668-b09d329f7ac2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:10.541631 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-58f3e2c1-d8e0-4702-b291-71027a365af1 req-0eb6c1bd-2d89-49da-907a-7e7ba1fca07d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059272 Apr 21 14:48:10.573593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] No DVR routers for this DVR port 03644e20-e9a8-4e4e-837e-5a870969c59e on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:10.598237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 03644e20-e9a8-4e4e-837e-5a870969c59e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:10.598237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 03644e20-e9a8-4e4e-837e-5a870969c59e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:10.616463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.620640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-5a8c5abf-ce4d-479a-a9b5-df792a795f9d', 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': 'ca14b801-8fbe-43eb-9a36-e2eca41c589d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:10.621471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.629940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:10.629940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.641423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Port d3eb7f94-e0ac-406a-8b10-f0b10d629621 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:10.693802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8926361 Apr 21 14:48:10.696407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57820) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:10.725469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.728649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'subnet': {'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:10.797380 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:07Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:07Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:10.803073 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:10.803934 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Updating router a5873e39-10ee-418f-a382-6ee82afa96ca port d3eb7f94-e0ac-406a-8b10-f0b10d629621 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:48:10.808853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Allocated IP 172.20.0.2 (5a8c5abf-ce4d-479a-a9b5-df792a795f9d/ca14b801-8fbe-43eb-9a36-e2eca41c589d/3d5dd52f-25ec-4a64-b376-d07612124bc2) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:10.885249 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:10.919509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44bae-6b5a-42ca-a09e-1ce42c751bb4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Network': ['ID=e517f9e6-31bb-4c82-8225-4aa61d1cae21,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.002260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.063638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:11.072794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:subnet and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:11.078087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:11.099962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.109389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:11.111415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Transition to ACTIVE for port object 3d5dd52f-25ec-4a64-b376-d07612124bc2 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.124459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Made reservation on behalf of b6c310947df54beea22349e97a573220 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:11.129615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.132104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.132246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.134843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c3e1c-8027-41f0-8e2e-d663c6999e8f None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:11.147781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ebb57504-49ff-48a5-992f-99c39d68124a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:11.149917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.177833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:11.234101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c9ec7-8ec1-41e0-97a6-82eefb75c4fb req-ad4b7e0c-279f-4127-bb93-e8dae6129e72 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:11.241650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a4c9ec7-8ec1-41e0-97a6-82eefb75c4fb req-ad4b7e0c-279f-4127-bb93-e8dae6129e72 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.1562171 Apr 21 14:48:11.301629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:11.338672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:11.363157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Transition to ACTIVE for port object 09925871-9880-41c8-a954-56fa0bead808 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.365861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Transition to ACTIVE for port object 3d5dd52f-25ec-4a64-b376-d07612124bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.371946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da8ba3-f94d-49c0-873a-c3314eabe101 None None] Pushing event deleted for resources: {'Port': ['ID=03644e20-e9a8-4e4e-837e-5a870969c59e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.387478 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a4c9ec7-8ec1-41e0-97a6-82eefb75c4fb req-2634a3f6-f581-468c-8365-7b12030240d6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446261 Apr 21 14:48:11.395733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.426049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.430873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:11.431332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.448907 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.451231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.465180 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Transition to ACTIVE for port object d3eb7f94-e0ac-406a-8b10-f0b10d629621 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.474169 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.496708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Provisioning complete for port ebb57504-49ff-48a5-992f-99c39d68124a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:11.497086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-779c5bf2-ec07-4ad0-8c51-e6b7ab3efb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.516167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Subnet': ['ID=8fd0f998-5a1b-4eac-9a6c-0183b6910aec,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.525421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object e0cdadf5-6a1f-406e-a3dd-e688238fc16f will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.541987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.562739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Transition to ACTIVE for port object 09925871-9880-41c8-a954-56fa0bead808 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:11.579812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=ca14b801-8fbe-43eb-9a36-e2eca41c589d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.595992 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca4afa-2941-496c-9202-e2e8ed190f9c None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.615062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:11.619855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.624565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.631253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:11.646268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:11.663679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Pushing event updated for resources: {'Port': ['ID=3d5dd52f-25ec-4a64-b376-d07612124bc2,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.748455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.787554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:11.808912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c5abf-ce4d-479a-a9b5-df792a795f9d']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:11.839137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:11.839516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:11.861654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:11.873171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.900118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Attempting to bind port d3eb7f94-e0ac-406a-8b10-f0b10d629621 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:11.900774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=41b478b3-933e-42da-9cb5-55102bf63b5b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:11.902460 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Attempting to bind port d3eb7f94-e0ac-406a-8b10-f0b10d629621 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:11.910670 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Attempting to bind port d3eb7f94-e0ac-406a-8b10-f0b10d629621 on network af8d80ef-47f3-42e4-9758-54b5ab8c41bb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:11.916808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.919201 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:11.919576 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Checking segment: {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:11.920063 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.920583 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Bound using segment: {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:11.921100 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Bound port: d3eb7f94-e0ac-406a-8b10-f0b10d629621, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b74e817-bd54-413d-afdf-ca76d0ba2d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:11.921601 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.928183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:11.928849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.932827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:11.967235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:11.976060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ebb57504-49ff-48a5-992f-99c39d68124a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:11.976432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.004497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.004833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.005515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.006061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.008304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.008304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.008304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.009445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.010441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.011242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.011974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.012543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:12.026066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.073896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Allocated IP 2001:db8::2 (49c149d0-f5fd-48e7-888c-8f1d96882964/c151b4a5-d92b-4448-8bd9-29c795e2ea36/c36b35bd-2bc7-430e-916b-8931cfe1b101) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:12.076850 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] For port d3eb7f94-e0ac-406a-8b10-f0b10d629621, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:12.083120 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] For port d3eb7f94-e0ac-406a-8b10-f0b10d629621, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d3eb7f94-e0ac-406a-8b10-f0b10d629621,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:12.089695 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:12.103911 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:12.111951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Checking segment: {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:12.112322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network hostable DHCP agents. Network: e517f9e6-31bb-4c82-8225-4aa61d1cae21, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:12.122121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:12.122121 dv-neutron-838896-1-hyperv neutron-server[88107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:12.122121 dv-neutron-838896-1-hyperv neutron-server[88107]: [parameters: {'id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'}] Apr 21 14:48:12.122121 dv-neutron-838896-1-hyperv neutron-server[88107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:12.122538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:12.130327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:12.136967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:12.156955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e517f9e6-31bb-4c82-8225-4aa61d1cae21) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:12.167644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.180059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:12.180059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.202402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c31d5-a7b3-4a30-83ed-a954cba0753c None None] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:12.216258 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2ed2731a-fa54-4b72-8c48-4cc6e3998de8 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5020823 Apr 21 14:48:12.216874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57824) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:12.225826 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca4afa-2941-496c-9202-e2e8ed190f9c None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.230881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Pushing event updated for resources: {'Port': ['ID=09925871-9880-41c8-a954-56fa0bead808,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.259197 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:12.259820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:12.277560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=e0cdadf5-6a1f-406e-a3dd-e688238fc16f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:12.301955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 94003187-adfc-428d-87ef-0ff6e67e1958 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:48:12.379642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Attempting to bind port 3d5dd52f-25ec-4a64-b376-d07612124bc2 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:12.379642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Attempting to bind port 3d5dd52f-25ec-4a64-b376-d07612124bc2 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:12.381028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Attempting to bind port 3d5dd52f-25ec-4a64-b376-d07612124bc2 on network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:12.390169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:12.465927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:12.517389 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:12.599922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:12.604790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:12.605163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Checking segment: {'id': 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:12.605603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.605988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Bound using segment: {'id': 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:12.606464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Bound port: 3d5dd52f-25ec-4a64-b376-d07612124bc2, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a8c5abf-ce4d-479a-a9b5-df792a795f9d'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:12.606677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:12.606827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.607578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.664302 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-041d3c27-6451-4611-9286-673a3553fdca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3173447 Apr 21 14:48:12.672189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '8f7f1b37-a3b5-4a1b-b381-29f8fe409414'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:12.672991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.690452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Attempting to bind port 09925871-9880-41c8-a954-56fa0bead808 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:12.690810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Attempting to bind port 09925871-9880-41c8-a954-56fa0bead808 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '3a321319-ddbf-48f0-9751-68a32f924d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:12.691167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Attempting to bind port 09925871-9880-41c8-a954-56fa0bead808 on network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:12.754555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57834) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:12.771189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:12.771563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Checking segment: {'id': '3a321319-ddbf-48f0-9751-68a32f924d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:12.771967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.773232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Bound using segment: {'id': '3a321319-ddbf-48f0-9751-68a32f924d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:12.773232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Bound port: 09925871-9880-41c8-a954-56fa0bead808, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a321319-ddbf-48f0-9751-68a32f924d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b64fb3c3-5f7e-4ee7-9883-0a750bb2f699'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:12.773232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.773558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.874253 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 7c6a3b0f-0cf1-4ef8-bd52-e94b6e3960fb associated. External IP: 172.26.4.246, port: cad5afee-1271-4ea4-8f26-36f4058cd507. Apr 21 14:48:12.927472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 3d5dd52f-25ec-4a64-b376-d07612124bc2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:12.927739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:12.995003 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:07Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:12Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.000637 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f96968-a670-4e64-a357-d0ee4f6d0438 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:07Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:12Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:13.335414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] For port 3d5dd52f-25ec-4a64-b376-d07612124bc2, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:13.359709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.377078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port e0cdadf5-6a1f-406e-a3dd-e688238fc16f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:13.378158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.381032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] For port 3d5dd52f-25ec-4a64-b376-d07612124bc2, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d5dd52f-25ec-4a64-b376-d07612124bc2,segment=NetworkSegment(d7f1e9d8-433f-4a7d-a38b-9dc4902877aa),segment_id=d7f1e9d8-433f-4a7d-a38b-9dc4902877aa)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:13.412020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port 3d5dd52f-25ec-4a64-b376-d07612124bc2, host dv-neutron-838896-1-hyperv, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:13.412390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.424380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.436584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Transition to ACTIVE for port object c36b35bd-2bc7-430e-916b-8931cfe1b101 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:13.522248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d3eb7f94-e0ac-406a-8b10-f0b10d629621 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:13.533532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:13.567286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f4ea:d169:c5e7:a65 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/8f7f1b37-a3b5-4a1b-b381-29f8fe409414/cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:13.575714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] Sync routers for ids ['94003187-adfc-428d-87ef-0ff6e67e1958'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:13.599108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] For port 09925871-9880-41c8-a954-56fa0bead808, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:13.634305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for 3d5dd52f-25ec-4a64-b376-d07612124bc2 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:13.663213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fca43-0a5e-46ad-ba93-9269209585fd req-499a5d59-c5cb-4ce0-86f9-3c91b93942c6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:13.670294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d8fca43-0a5e-46ad-ba93-9269209585fd req-499a5d59-c5cb-4ce0-86f9-3c91b93942c6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.0724926 Apr 21 14:48:13.683885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.699956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.704518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] For port 09925871-9880-41c8-a954-56fa0bead808, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09925871-9880-41c8-a954-56fa0bead808,segment=NetworkSegment(3a321319-ddbf-48f0-9751-68a32f924d20),segment_id=3a321319-ddbf-48f0-9751-68a32f924d20)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:13.705114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bb3060b0-4f5c-4576-b7e7-94c43e7b34a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.1784978 Apr 21 14:48:13.708466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57840) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:13.722233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:13.723145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:13.747322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] Routers {'94003187-adfc-428d-87ef-0ff6e67e1958'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:13.748022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['94003187-adfc-428d-87ef-0ff6e67e1958'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:13.911739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d8fca43-0a5e-46ad-ba93-9269209585fd req-7b1cecbb-6627-4f4c-9ada-4f0f74e2e067 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401278 Apr 21 14:48:14.000078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Allocated IP 2001:db8:3::2 (e517f9e6-31bb-4c82-8225-4aa61d1cae21/8fd0f998-5a1b-4eac-9a6c-0183b6910aec/4e42667e-ff60-41c1-b40d-61e6f124430e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:14.016625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:14.017057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:14.036665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.060954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Transition to ACTIVE for port object c36b35bd-2bc7-430e-916b-8931cfe1b101 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:14.062177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:14.132084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.192907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca3c5b-ba96-413c-9c2e-ce21361a7425 None None] Pushing event updated for resources: {'Port': ['ID=3d5dd52f-25ec-4a64-b376-d07612124bc2,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.193138 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5a79454c-f1c9-463d-9685-7341febfb54e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers/94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 200 len: 878 time: 0.4805114 Apr 21 14:48:14.194956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57846) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:14.242101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d3eb7f94-e0ac-406a-8b10-f0b10d629621 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:14.258961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] Routers {'94003187-adfc-428d-87ef-0ff6e67e1958'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:14.259476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['94003187-adfc-428d-87ef-0ff6e67e1958'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:14.264197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.368742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d3eb7f94-e0ac-406a-8b10-f0b10d629621 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:14.369117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.414435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for e0cdadf5-6a1f-406e-a3dd-e688238fc16f owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:14.417600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:14.426221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:14.426628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467d108c-9016-47b0-9b9a-6c74c0025d5d None None] The sync data for ids ['94003187-adfc-428d-87ef-0ff6e67e1958'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:14.439034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:14.442609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:14.460181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d09e1-caa3-450e-b767-b2541c03c53e None None] Network 5a8c5abf-ce4d-479a-a9b5-df792a795f9d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:14.493452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:14.519322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 3d5dd52f-25ec-4a64-b376-d07612124bc2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:14.519613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.554846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.558030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2a987-881d-4c13-8c53-7db360c32b63 None None] Pushing event updated for resources: {'Port': ['ID=09925871-9880-41c8-a954-56fa0bead808,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.666326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a83ee3-1677-4f44-a7af-7d5c8febb991 req-acae784d-8d29-4bfc-8205-f6325c91e5f3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:14.667925 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4a83ee3-1677-4f44-a7af-7d5c8febb991 req-acae784d-8d29-4bfc-8205-f6325c91e5f3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.6388531 Apr 21 14:48:14.682228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57850) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:14.703413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Request body: {'floatingip': {'port_id': '6521dbaf-6a87-48cc-8422-5ae6790f0d69'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:14.743132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:14.903358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.911295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.920726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.925094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Attempting to bind port c36b35bd-2bc7-430e-916b-8931cfe1b101 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:14.925599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Attempting to bind port c36b35bd-2bc7-430e-916b-8931cfe1b101 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '2cef57bd-5c59-4033-8ae1-24d60049be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:14.925959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Attempting to bind port c36b35bd-2bc7-430e-916b-8931cfe1b101 on network 49c149d0-f5fd-48e7-888c-8f1d96882964 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:14.936067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Pushing event updated for resources: {'Port': ['ID=c36b35bd-2bc7-430e-916b-8931cfe1b101,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:14.953195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:14.964481 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:14.984919 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:14.986398 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:14.990223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:14.990602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Checking segment: {'id': '2cef57bd-5c59-4033-8ae1-24d60049be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:14.991003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:14.991395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Bound using segment: {'id': '2cef57bd-5c59-4033-8ae1-24d60049be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:14.991870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Bound port: c36b35bd-2bc7-430e-916b-8931cfe1b101, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cef57bd-5c59-4033-8ae1-24d60049be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '49c149d0-f5fd-48e7-888c-8f1d96882964'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:14.992241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.004410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=e0cdadf5-6a1f-406e-a3dd-e688238fc16f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:15.030140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.036531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.091777 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:15.104607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Transition to ACTIVE for port object 4e42667e-ff60-41c1-b40d-61e6f124430e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:15.109320 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:15.110206 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:15.172716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:15.177896 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:15.178865 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fcb2ef-4063-4298-aea1-056cf5bc4214 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:15.181694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.228294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.249816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Transition to ACTIVE for port object 4e42667e-ff60-41c1-b40d-61e6f124430e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:15.258171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port 3d5dd52f-25ec-4a64-b376-d07612124bc2, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d5dd52f-25ec-4a64-b376-d07612124bc2,segment=NetworkSegment(d7f1e9d8-433f-4a7d-a38b-9dc4902877aa),segment_id=d7f1e9d8-433f-4a7d-a38b-9dc4902877aa)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:15.258773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.294676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.379678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/8f7f1b37-a3b5-4a1b-b381-29f8fe409414/22bffee1-d3ba-404f-b0b5-3051def87a75) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:15.394373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Pushing event updated for resources: {'Port': ['ID=4e42667e-ff60-41c1-b40d-61e6f124430e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:15.396875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-06d072d8-3a85-4b96-965f-3f02cd176279 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/e0cdadf5-6a1f-406e-a3dd-e688238fc16f HTTP/1.1" status: 204 len: 168 time: 2.6365685 Apr 21 14:48:15.403005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57854) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.411625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d3eb7f94-e0ac-406a-8b10-f0b10d629621, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d3eb7f94-e0ac-406a-8b10-f0b10d629621,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:15.436188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.440878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:15.459117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a1eb9c22-c031-4587-8cd8-7723bc6544d7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:router {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:15.464450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:15.474255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:15.476765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:15.482719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:15.483327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.492340 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6f8db5-fcc8-4023-83a3-2efb09520563 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:48:15.492865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6f8db5-fcc8-4023-83a3-2efb09520563 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:15.495219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd6f8db5-fcc8-4023-83a3-2efb09520563 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/e0cdadf5-6a1f-406e-a3dd-e688238fc16f HTTP/1.1" status: 404 len: 333 time: 0.0835309 Apr 21 14:48:15.501927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57858) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.508380 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c30117a6-a9f7-444b-a0b3-1474872e7453 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.6132686 Apr 21 14:48:15.511799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.512332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:15.514794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] For port c36b35bd-2bc7-430e-916b-8931cfe1b101, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:15.519337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': 'cad5afee-1271-4ea4-8f26-36f4058cd507', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:15.534862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:15.559881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for 3d5dd52f-25ec-4a64-b376-d07612124bc2 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:15.630389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e321be72-a68d-4d14-bdc8-6bc16d8e4a05 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2221999 Apr 21 14:48:15.636674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57866) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.702575 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6443941-0bef-455b-9958-2faf519adc09 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:15.703146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f6443941-0bef-455b-9958-2faf519adc09 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:15.757159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.760050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09925871-9880-41c8-a954-56fa0bead808 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:15.761373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Allocated IP 2001:db8:3::1 (e517f9e6-31bb-4c82-8225-4aa61d1cae21/8fd0f998-5a1b-4eac-9a6c-0183b6910aec/b57af43a-214c-44d8-9574-8a9b142412e4) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:15.763423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a1eb9c22-c031-4587-8cd8-7723bc6544d7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:router {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:15.764679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a1eb9c22-c031-4587-8cd8-7723bc6544d7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 1.5692365 Apr 21 14:48:15.781006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57870) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.808781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-4051668'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:15.829144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f6443941-0bef-455b-9958-2faf519adc09 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:15.833816 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f6443941-0bef-455b-9958-2faf519adc09 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/e0cdadf5-6a1f-406e-a3dd-e688238fc16f HTTP/1.1" status: 404 len: 333 time: 0.3304915 Apr 21 14:48:15.836105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] For port c36b35bd-2bc7-430e-916b-8931cfe1b101, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c36b35bd-2bc7-430e-916b-8931cfe1b101,segment=NetworkSegment(2cef57bd-5c59-4033-8ae1-24d60049be06),segment_id=2cef57bd-5c59-4033-8ae1-24d60049be06)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:15.844344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:15.911065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ae968-b848-4025-ac53-d8251a1d9cec None None] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:15.923833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:15.961455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:16.009482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400389e-2d54-43b7-9368-0ed80f7eaa76 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:16.010215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6400389e-2d54-43b7-9368-0ed80f7eaa76 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:16.016099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet c151b4a5-d92b-4448-8bd9-29c795e2ea36 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:16.016478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Attempting to bind port 4e42667e-ff60-41c1-b40d-61e6f124430e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:16.016853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Attempting to bind port 4e42667e-ff60-41c1-b40d-61e6f124430e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:16.017236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Attempting to bind port 4e42667e-ff60-41c1-b40d-61e6f124430e on network e517f9e6-31bb-4c82-8225-4aa61d1cae21 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:16.029181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.105922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:16.106315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Checking segment: {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:16.106695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.107085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Bound using segment: {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:16.107559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Bound port: 4e42667e-ff60-41c1-b40d-61e6f124430e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:16.107926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.141188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6400389e-2d54-43b7-9368-0ed80f7eaa76 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:16.145229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6400389e-2d54-43b7-9368-0ed80f7eaa76 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4937472 Apr 21 14:48:16.148076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.156729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.163245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57878) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:16.180883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d286a499-3e7c-4cdb-9b35-7229e0c2a32e None None] Provisioning for port 09925871-9880-41c8-a954-56fa0bead808 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:16.261079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17443df0-0eaf-4b3c-82e8-297f12c45fdf None None] Pushing event updated for resources: {'Port': ['ID=c36b35bd-2bc7-430e-916b-8931cfe1b101,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:16.343523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port 3d5dd52f-25ec-4a64-b376-d07612124bc2 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:16.355973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 09925871-9880-41c8-a954-56fa0bead808 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:16.374804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=3d5dd52f-25ec-4a64-b376-d07612124bc2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:16.397122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 09925871-9880-41c8-a954-56fa0bead808 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:16.397560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.448217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.452331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] For port 4e42667e-ff60-41c1-b40d-61e6f124430e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:16.463819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.513986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Transition to ACTIVE for port object 22bffee1-d3ba-404f-b0b5-3051def87a75 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:16.531209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] For port 4e42667e-ff60-41c1-b40d-61e6f124430e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e42667e-ff60-41c1-b40d-61e6f124430e,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:16.566545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Transition to ACTIVE for port object 22bffee1-d3ba-404f-b0b5-3051def87a75 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:16.601689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.669738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.670617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:16.670958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.680176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.723137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.743119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=c151b4a5-d92b-4448-8bd9-29c795e2ea36,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:16.745658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.761514 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d83b17da-7bd4-43a0-b4f6-bedf6baf1d30 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/c151b4a5-d92b-4448-8bd9-29c795e2ea36 HTTP/1.1" status: 204 len: 168 time: 0.9138424 Apr 21 14:48:16.766152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57882) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:16.812138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:16.820991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:16.825328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:16.835046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.841784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.889174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Pushing event updated for resources: {'Port': ['ID=4e42667e-ff60-41c1-b40d-61e6f124430e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:16.918515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8c5abf-ce4d-479a-a9b5-df792a795f9d']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:16.960553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:16.982676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Transition to ACTIVE for port object b57af43a-214c-44d8-9574-8a9b142412e4 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:16.983406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.983752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.984403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.984403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.984724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.985235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.985359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.985859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.986035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.986312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.986632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:16.987458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fd9226-ae8e-4318-9d45-55196d80c3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:48:17.009816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:17.010107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f1e9d8-433f-4a7d-a38b-9dc4902877aa') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:17.092945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.095584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port c36b35bd-2bc7-430e-916b-8931cfe1b101 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:17.095923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.140443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Attempting to bind port 22bffee1-d3ba-404f-b0b5-3051def87a75 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:17.141609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Attempting to bind port 22bffee1-d3ba-404f-b0b5-3051def87a75 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:17.142203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Attempting to bind port 22bffee1-d3ba-404f-b0b5-3051def87a75 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:17.171074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.186231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 09925871-9880-41c8-a954-56fa0bead808, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09925871-9880-41c8-a954-56fa0bead808,segment=NetworkSegment(3a321319-ddbf-48f0-9751-68a32f924d20),segment_id=3a321319-ddbf-48f0-9751-68a32f924d20)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:17.198396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.199495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:17.213487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:17.213866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:17.214402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.220855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:17.222070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Bound port: 22bffee1-d3ba-404f-b0b5-3051def87a75, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:17.222629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.232304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.262959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Pushing event updated for resources: {'Port': ['ID=22bffee1-d3ba-404f-b0b5-3051def87a75,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.294595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:17.295006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:17.328111 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:17.492173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.569151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=09925871-9880-41c8-a954-56fa0bead808,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:17.579821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] For port 22bffee1-d3ba-404f-b0b5-3051def87a75, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:17.582868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-630f2d87-1ec2-452e-9682-8cd0ae79a03d None None] Provisioning complete for port 09925871-9880-41c8-a954-56fa0bead808 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:17.583238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-630f2d87-1ec2-452e-9682-8cd0ae79a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.793574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c18936-6417-42e9-a3f1-acb663280a3d None None] Network 49c149d0-f5fd-48e7-888c-8f1d96882964 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:17.809707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.838986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d3eb7f94-e0ac-406a-8b10-f0b10d629621 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:17.872228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port c36b35bd-2bc7-430e-916b-8931cfe1b101, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c36b35bd-2bc7-430e-916b-8931cfe1b101,segment=NetworkSegment(2cef57bd-5c59-4033-8ae1-24d60049be06),segment_id=2cef57bd-5c59-4033-8ae1-24d60049be06)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:17.872759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.873929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.896423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.911674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] For port 22bffee1-d3ba-404f-b0b5-3051def87a75, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=22bffee1-d3ba-404f-b0b5-3051def87a75,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:17.927096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.950620 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/5a8c5abf-ce4d-479a-a9b5-df792a795f9d HTTP/1.1" status: 204 len: 168 time: 7.6859684 Apr 21 14:48:17.950745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:17.973928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.003622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57886) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:18.069265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for c36b35bd-2bc7-430e-916b-8931cfe1b101 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:18.106192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-377628956'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:18.118795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-85f6e0f7-ef36-4d00-852d-c89af3f3f304 None None] Provisioning for port c36b35bd-2bc7-430e-916b-8931cfe1b101 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:18.130155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:18.147187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:18.194022 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Floating IP 19c273b6-c2d4-448c-bbd9-092141e65678 associated. External IP: 172.26.4.97, port: 6521dbaf-6a87-48cc-8422-5ae6790f0d69. Apr 21 14:48:18.213587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:18.217789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.244705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771441e-b239-4c77-8993-95ff1813a44f None None] Pushing event updated for resources: {'Port': ['ID=22bffee1-d3ba-404f-b0b5-3051def87a75,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.265447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d3eb7f94-e0ac-406a-8b10-f0b10d629621 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:18.265916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.288358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:18.290842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:18.310785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=c36b35bd-2bc7-430e-916b-8931cfe1b101,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.342693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9910d-3f20-4452-90c4-f4c42c8ef2ee None None] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:18.362713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60599e35-e9c7-4abd-9ea1-d30a939b67cf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=5a8c5abf-ce4d-479a-a9b5-df792a795f9d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.395179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No DVR routers for this DVR port c36b35bd-2bc7-430e-916b-8931cfe1b101 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:18.396729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:18.417929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:18.418527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.439447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:18.460997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.469598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.490900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:18.546040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910f041-fe80-46f3-9ce5-5e0a458ebe1f None None] DHCP port deletion for 49c149d0-f5fd-48e7-888c-8f1d96882964 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:18.622861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.648377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:18.655094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.660367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:18.717490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ecef961c-f768-4cf1-b022-a6f4567be25f None None] Provisioning for port 4e42667e-ff60-41c1-b40d-61e6f124430e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:18.718244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:18.744945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e42667e-ff60-41c1-b40d-61e6f124430e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:18.745500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c149d0-f5fd-48e7-888c-8f1d96882964']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.754178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.754920 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 50c9a97a-c997-4258-812f-c9f73b69608c of type vlan for network e0614f94-c7e4-4fe4-9a95-df80df4d993c Apr 21 14:48:18.773882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cef57bd-5c59-4033-8ae1-24d60049be06') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.774313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cef57bd-5c59-4033-8ae1-24d60049be06') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:18.794609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.800919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.837644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.841586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.906972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4e42667e-ff60-41c1-b40d-61e6f124430e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:18.914700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:18.915163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.915366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e42667e-ff60-41c1-b40d-61e6f124430e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:18.915746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:18.932244 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:18.960917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:19.077702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.135173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4e42667e-ff60-41c1-b40d-61e6f124430e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e42667e-ff60-41c1-b40d-61e6f124430e,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:19.141777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.146055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c36b35bd-2bc7-430e-916b-8931cfe1b101 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:19.219211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.248173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.254518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:19.255134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.277516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c36b35bd-2bc7-430e-916b-8931cfe1b101 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:19.277869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c36b35bd-2bc7-430e-916b-8931cfe1b101 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 21 14:48:19.320797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4e42667e-ff60-41c1-b40d-61e6f124430e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.342557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port c36b35bd-2bc7-430e-916b-8931cfe1b101 not found, will not notify nova. {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 21 14:48:19.357933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Provisioning complete for port 4e42667e-ff60-41c1-b40d-61e6f124430e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:19.358414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.366657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:19.413935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:19.425996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.431334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.436712 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/49c149d0-f5fd-48e7-888c-8f1d96882964 HTTP/1.1" status: 204 len: 168 time: 2.6661336 Apr 21 14:48:19.442816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.467681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4103322 Apr 21 14:48:19.470326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.479422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:19.489510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:19.490947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:19.507494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248272854'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:19.511855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a517131-8136-4622-96d3-92a37604655b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=e0614f94-c7e4-4fe4-9a95-df80df4d993c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.536389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:19.541486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:19.547145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:19.553821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:19.577369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.643210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e0614f94-c7e4-4fe4-9a95-df80df4d993c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:19.647276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:19.650881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.665406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.671630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39516-2af9-4485-a5f9-27f4f403d52d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=49c149d0-f5fd-48e7-888c-8f1d96882964,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.682519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:19.696857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:19.731055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:19.731857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:19.780030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:19.859469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 94003187-adfc-428d-87ef-0ff6e67e1958 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:19.869731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:19.889845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:19.901943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:19.906389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:19.906744 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment 18fcd866-f4e5-44ff-b235-e3190d142799 of type vlan for network fa5d168b-cae0-4082-b0de-e1c1424d0d08 Apr 21 14:48:19.907955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:19.919574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:19.926295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7296aa48-8dbe-4f18-b5a4-54966ad7f375 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/7c6a3b0f-0cf1-4ef8-bd52-e94b6e3960fb HTTP/1.1" status: 200 len: 978 time: 4.4134245 Apr 21 14:48:19.927432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57898) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:19.933609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09925871-9880-41c8-a954-56fa0bead808 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:20.001048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:20.001476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab33d9-950a-48d1-b1ea-eb5d5a271964 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:20.041743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:20.045241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.082278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.099988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.104568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 09925871-9880-41c8-a954-56fa0bead808 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:20.104960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.190368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Provisioning for port b57af43a-214c-44d8-9574-8a9b142412e4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:20.199463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Provisioning complete for port b57af43a-214c-44d8-9574-8a9b142412e4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:20.199701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.209576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-50751475-a00b-4918-9ef5-3c4497b7305c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd HTTP/1.1" status: 204 len: 168 time: 4.0075543 Apr 21 14:48:20.230645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57902) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.277309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:20.283066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-62c7140a-0c5b-42ad-a336-65561cdd03f5 None None] Port b57af43a-214c-44d8-9574-8a9b142412e4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:20.286835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:48:20.287358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:48:20.298709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9cf5b-65c0-48f2-bd6a-a7609b002e11 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:48:20.381562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.387039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:20.387620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.414030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e8f26-2a54-46bb-8ec5-8d1ea3c9b3dd tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:20.415502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e8f26-2a54-46bb-8ec5-8d1ea3c9b3dd tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:20.419511 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7e7e8f26-2a54-46bb-8ec5-8d1ea3c9b3dd tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1847167 Apr 21 14:48:20.427549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 41b478b3-933e-42da-9cb5-55102bf63b5b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:20.427886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.439204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 22bffee1-d3ba-404f-b0b5-3051def87a75 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:20.458796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57906) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.463890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:20.488088 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Sync routers for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:20.496921 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:20.497892 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:20.498447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b07d0690-7332-4d54-9344-f23832a589ae None None] Provisioning complete for port b57af43a-214c-44d8-9574-8a9b142412e4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:20.498813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07d0690-7332-4d54-9344-f23832a589ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.505695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.566845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b07d0690-7332-4d54-9344-f23832a589ae None None] Port b57af43a-214c-44d8-9574-8a9b142412e4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:20.584091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b07d0690-7332-4d54-9344-f23832a589ae None None] Could not find standard attr ID for object cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:48:20.628297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9cf5b-65c0-48f2-bd6a-a7609b002e11 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:20.629700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:20.634704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b07d0690-7332-4d54-9344-f23832a589ae None None] Provisioning for port 22bffee1-d3ba-404f-b0b5-3051def87a75 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:20.642642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 8f7f1b37-a3b5-4a1b-b381-29f8fe409414 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:20.648362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] Sync routers for ids ['94003187-adfc-428d-87ef-0ff6e67e1958'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:20.649722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ab363351-6dfc-4a4a-9de1-645c9f3faf00 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "PUT /v2.0/floatingips/19c273b6-c2d4-448c-bbd9-092141e65678 HTTP/1.1" status: 200 len: 991 time: 5.9655545 Apr 21 14:48:20.665568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2184255 Apr 21 14:48:20.666227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57912) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.667670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.675383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-53ea0e1a-64f2-4641-ac8e-5bafe69655f8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 200 len: 885 time: 4.8818390 Apr 21 14:48:20.691918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:48:20.709957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57914) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:20.712827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.724221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:20.736168 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:20.822158 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35176c12-0f16-4a35-bac0-5d74fa257fe8'] response: {'name': 'network-changed', 'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'status': 'completed', 'code': 200} Apr 21 14:48:20.899880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 22bffee1-d3ba-404f-b0b5-3051def87a75 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:20.935788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 22bffee1-d3ba-404f-b0b5-3051def87a75 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:20.936232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:20.967297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] Routers {'94003187-adfc-428d-87ef-0ff6e67e1958'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:20.968035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['94003187-adfc-428d-87ef-0ff6e67e1958'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:20.979695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:20.983614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:20.986415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:20.993814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:21.000345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.048049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.063785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:21.068097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.079282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.086411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95242dca-ab0b-4f35-ad22-a2057c5a3885 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=fa5d168b-cae0-4082-b0de-e1c1424d0d08,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.111029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:21.150241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] Routers {'94003187-adfc-428d-87ef-0ff6e67e1958'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:21.150975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['94003187-adfc-428d-87ef-0ff6e67e1958'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.210358 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '19c273b6-c2d4-448c-bbd9-092141e65678', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'port_id': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'mac_address': 'fa:16:3e:d3:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:35Z', 'updated_at': '2022-04-21T14:48:16Z', 'revision_number': 1, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.217712 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Checking router: 5d7b3ad3-662f-44c3-9dd6-d6779218f835 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:21.226360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.226693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.226852 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-11146ab8-c77b-48a5-bcff-d49c5cdf71d1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers/94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 200 len: 885 time: 0.4235024 Apr 21 14:48:21.227620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.228896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.232324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57922) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:21.233492 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:21.234791 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.281878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:21.282410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9052c39-a9d0-4675-90ef-94643c277fe6 None None] The sync data for ids ['94003187-adfc-428d-87ef-0ff6e67e1958'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:21.437102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.496602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 22bffee1-d3ba-404f-b0b5-3051def87a75, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=22bffee1-d3ba-404f-b0b5-3051def87a75,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:21.501888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.503285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e42667e-ff60-41c1-b40d-61e6f124430e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:21.517752 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:21.521929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-794da9bc-c879-43f9-9664-3d0c93be386e tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 200 len: 205 time: 0.0629818 Apr 21 14:48:21.528302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57926) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:21.545060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 41b478b3-933e-42da-9cb5-55102bf63b5b owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:21.603108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.632679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=22bffee1-d3ba-404f-b0b5-3051def87a75,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.657670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e42667e-ff60-41c1-b40d-61e6f124430e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:21.659156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.712781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fa921-3fe6-4569-ab96-d2088e1cd749 req-ae4f8c20-6ac5-4c1c-9eb7-dd82a60d0b07 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:21.714416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d85fa921-3fe6-4569-ab96-d2088e1cd749 req-ae4f8c20-6ac5-4c1c-9eb7-dd82a60d0b07 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.7069771 Apr 21 14:48:21.806687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=6b06df37-4e6d-420a-802c-8070831dece4,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:21.839117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a814e-2e80-49ba-b337-5dda41043854 req-35d92a9d-8840-476a-a54c-fff2b5a2b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:21.840574 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-35d92a9d-8840-476a-a54c-fff2b5a2b783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 1.0051124 Apr 21 14:48:21.848138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:21.851834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '50c9a97a-c997-4258-812f-c9f73b69608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:21.852200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: e0614f94-c7e4-4fe4-9a95-df80df4d993c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:21.877910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d85fa921-3fe6-4569-ab96-d2088e1cd749 req-0e9f418d-00fb-409d-ad61-d3b695f3b5dd tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546826 Apr 21 14:48:21.913641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:21.965860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network e0614f94-c7e4-4fe4-9a95-df80df4d993c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:21.986049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.027188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e0614f94-c7e4-4fe4-9a95-df80df4d993c) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:22.037368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82b78e-d897-4a17-9b26-b15ca901067d None None] Network e0614f94-c7e4-4fe4-9a95-df80df4d993c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:22.054485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:22.055079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.061362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.074410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c36b35bd-2bc7-430e-916b-8931cfe1b101 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:22.094132 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '19c273b6-c2d4-448c-bbd9-092141e65678', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'port_id': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'mac_address': 'fa:16:3e:d3:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:35Z', 'updated_at': '2022-04-21T14:48:16Z', 'revision_number': 1, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:22.100158 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fbf1e-7f5f-4160-a444-ce47f60b53fc None None] The sync data for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv is: [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '19c273b6-c2d4-448c-bbd9-092141e65678', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'port_id': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'mac_address': 'fa:16:3e:d3:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:47:35Z', 'updated_at': '2022-04-21T14:48:16Z', 'revision_number': 1, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:22.124186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a814e-2e80-49ba-b337-5dda41043854 req-1b68b36c-991e-4798-a54d-bba4f9d9f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:22.126590 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-1b68b36c-991e-4798-a54d-bba4f9d9f923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.2728884 Apr 21 14:48:22.127928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:22.132137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c36b35bd-2bc7-430e-916b-8931cfe1b101 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:22.132848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c36b35bd-2bc7-430e-916b-8931cfe1b101 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:22.196412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=41b478b3-933e-42da-9cb5-55102bf63b5b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.216624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7d7833d0-b63c-4ed7-8800-875c2c6650d7 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7428594 Apr 21 14:48:22.296343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57932) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:22.298223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 22bffee1-d3ba-404f-b0b5-3051def87a75 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:22.363183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=55fa2337-79be-4d12-9a19-bf06283e95f8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.399900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event updated for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:22.422146 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1471409-8181-4256-a386-d3a832bc218e None None] New status for floating IP 19c273b6-c2d4-448c-bbd9-092141e65678: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:48:22.482921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': '18fcd866-f4e5-44ff-b235-e3190d142799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:22.483220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: fa5d168b-cae0-4082-b0de-e1c1424d0d08, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:22.514105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 22bffee1-d3ba-404f-b0b5-3051def87a75 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:22.514668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.535985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.536321 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 7c6a3b0f-0cf1-4ef8-bd52-e94b6e3960fb disassociated (deleted). External IP: 172.26.4.246, port: cad5afee-1271-4ea4-8f26-36f4058cd507. Apr 21 14:48:22.559408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:22.560807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.609694 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-afb6748a-e1ec-4cf2-b05c-eb3427cd2fa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 999 time: 0.4558644 Apr 21 14:48:22.642171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.653977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:22.663328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15d07-97f8-4aa0-975f-07321189c885 req-9c6bc4bc-5643-424f-82e9-e4898b125374 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:22.665099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84e15d07-97f8-4aa0-975f-07321189c885 req-9c6bc4bc-5643-424f-82e9-e4898b125374 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.5404029 Apr 21 14:48:22.697064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-e0614f94-c7e4-4fe4-9a95-df80df4d993c', 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '6b06df37-4e6d-420a-802c-8070831dece4'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:22.698454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.749938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a814e-2e80-49ba-b337-5dda41043854 req-0538794e-cc63-47c8-b1a5-cd9a91c48836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:22.751439 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-0538794e-cc63-47c8-b1a5-cd9a91c48836 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.1347985 Apr 21 14:48:22.754439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, fa5d168b-cae0-4082-b0de-e1c1424d0d08) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:22.770263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:22.770850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:22.879395 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2c0a678f-58a2-44f3-8210-6e9c48e83dcd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1560388 Apr 21 14:48:22.894879 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84e15d07-97f8-4aa0-975f-07321189c885 req-62725210-d4de-44e7-973e-cb040148671b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170053 Apr 21 14:48:22.895597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:22.911859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1565128987'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:22.935935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66232c7-536f-4dc0-b29c-6a1c02bad522 None None] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:22.971695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-08d51d6f-5ee3-4f54-8fe3-b02d6b02d808 None None] Provisioning complete for port b57af43a-214c-44d8-9574-8a9b142412e4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:22.972220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-08d51d6f-5ee3-4f54-8fe3-b02d6b02d808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.009160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.069632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.129864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Allocated IP 172.20.0.3 (e0614f94-c7e4-4fe4-9a95-df80df4d993c/6b06df37-4e6d-420a-802c-8070831dece4/e8d8b6c1-2709-4571-b4d4-a1455ae93fbe) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:23.148274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.151696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-08d51d6f-5ee3-4f54-8fe3-b02d6b02d808 None None] Port b57af43a-214c-44d8-9574-8a9b142412e4 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:23.342879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=8f7f1b37-a3b5-4a1b-b381-29f8fe409414,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:23.348227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.355612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:23.395807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a068e-24c3-4a4b-b69b-dedfcab0f294 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:23.412518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:23.425683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:23.425977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-40194897-c27d-4e64-9ff9-ee934a8cc57e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/8f7f1b37-a3b5-4a1b-b381-29f8fe409414 HTTP/1.1" status: 204 len: 168 time: 2.9601409 Apr 21 14:48:23.435531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:23.439696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57940) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.451294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:23.454757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.469220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:23.469914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:23.482968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:23.499643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a814e-2e80-49ba-b337-5dda41043854 req-993b1184-506a-4199-be0b-ddab438160ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:23.501106 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-993b1184-506a-4199-be0b-ddab438160ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7122538 Apr 21 14:48:23.506503 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3e78b21e-33a6-43aa-9c42-07e82f2f448f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2858722 Apr 21 14:48:23.516296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.523238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:23.527813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:23.554790 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dce5d93f-f734-4511-a0b2-2c1d71c926db tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112154 Apr 21 14:48:23.561986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-fa5d168b-cae0-4082-b0de-e1c1424d0d08', 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': '55fa2337-79be-4d12-9a19-bf06283e95f8'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:23.562933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.567211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:23.578765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:23.739557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.772149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 64389f4f-834c-4139-9d3c-77e7cc9f77e8 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:23.772738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.824891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:23.844575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:23.851514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:23.855821 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-2287bd67-59eb-4f25-889c-2d9480c31286 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358028 Apr 21 14:48:23.860980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:23.925403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:23.954375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:24.020981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Transition to ACTIVE for port object e8d8b6c1-2709-4571-b4d4-a1455ae93fbe will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:24.037469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:24.040534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.074663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Transition to ACTIVE for port object e8d8b6c1-2709-4571-b4d4-a1455ae93fbe will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:24.141736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.220052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.229294 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-590a814e-2e80-49ba-b337-5dda41043854 req-64fe69d5-f139-44b7-b48d-7f29bf1f504f service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658228 Apr 21 14:48:24.298894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:24.310958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:24.314934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Network e0614f94-c7e4-4fe4-9a95-df80df4d993c is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:24.321349 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:24.322161 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.325459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:24.333415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::2d3 (fa5d168b-cae0-4082-b0de-e1c1424d0d08/55fa2337-79be-4d12-9a19-bf06283e95f8/26af5a3a-4906-4fa5-9ef1-45a70f7d22a7) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:24.336474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Pushing event updated for resources: {'Port': ['ID=e8d8b6c1-2709-4571-b4d4-a1455ae93fbe,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:24.343265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:24.359058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 64389f4f-834c-4139-9d3c-77e7cc9f77e8 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:24.434165 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.435723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.457361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:24.459580 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:47:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.462022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:24.467617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.504512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Deleting port 22bffee1-d3ba-404f-b0b5-3051def87a75 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:24.505060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.537795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Attempting to bind port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:24.538338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Attempting to bind port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '50c9a97a-c997-4258-812f-c9f73b69608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:24.538805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Attempting to bind port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe on network e0614f94-c7e4-4fe4-9a95-df80df4d993c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:24.542286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.542917 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab6c0dc-ed42-40eb-a15a-a498ddac4b75 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:24.567021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:24.567267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Checking segment: {'id': '50c9a97a-c997-4258-812f-c9f73b69608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:24.567743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.568235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Bound using segment: {'id': '50c9a97a-c997-4258-812f-c9f73b69608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:24.568806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Bound port: e8d8b6c1-2709-4571-b4d4-a1455ae93fbe, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c9a97a-c997-4258-812f-c9f73b69608c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:24.569301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.622517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=6b06df37-4e6d-420a-802c-8070831dece4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:24.724904 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ad13fbdb-eaf4-469d-a850-a25cee9e8b8b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/7c6a3b0f-0cf1-4ef8-bd52-e94b6e3960fb HTTP/1.1" status: 204 len: 168 time: 4.7939172 Apr 21 14:48:24.817417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] For port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:24.839909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] For port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8d8b6c1-2709-4571-b4d4-a1455ae93fbe,segment=NetworkSegment(50c9a97a-c997-4258-812f-c9f73b69608c),segment_id=50c9a97a-c997-4258-812f-c9f73b69608c)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:24.847346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] For port 22bffee1-d3ba-404f-b0b5-3051def87a75, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=22bffee1-d3ba-404f-b0b5-3051def87a75,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:24.847901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.856801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:24.864370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57954) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:24.864929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:18Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:20Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:24.968842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:24.969535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Updating router a5873e39-10ee-418f-a382-6ee82afa96ca port b57af43a-214c-44d8-9574-8a9b142412e4 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:48:25.015689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port cad5afee-1271-4ea4-8f26-36f4058cd507 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:25.016268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.055554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.056636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.073343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b39668-df05-4a54-a5a6-c0ea80323132 req-58466ff9-6059-4bad-ab86-78801e18d111 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:25.074720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f3b39668-df05-4a54-a5a6-c0ea80323132 req-58466ff9-6059-4bad-ab86-78801e18d111 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.8841717 Apr 21 14:48:25.109758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.126603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=64389f4f-834c-4139-9d3c-77e7cc9f77e8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.130144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Calling delete_port for 22bffee1-d3ba-404f-b0b5-3051def87a75 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:25.153918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0614f94-c7e4-4fe4-9a95-df80df4d993c']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:25.194918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9a97a-c997-4258-812f-c9f73b69608c') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:25.195186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9a97a-c997-4258-812f-c9f73b69608c') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:25.215029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:48:25.226095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.233280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.248690 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f3b39668-df05-4a54-a5a6-c0ea80323132 req-e3d07460-78db-45b4-b7ab-76b535e227c3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599874 Apr 21 14:48:25.265099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Removed routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:48:25.265540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.267061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac085472-777d-46cb-9754-3bd9db9c2a08 None None] Pushing event updated for resources: {'Port': ['ID=e8d8b6c1-2709-4571-b4d4-a1455ae93fbe,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.281338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.284080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.284879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:25.369614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:25.370292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.378927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:25.385000 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:25.398893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:25.411666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:25.412262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.420678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.472877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae312416-3ef1-4d20-98fb-57250327bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.474268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.557007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] Pushing event deleted for resources: {'Port': ['ID=22bffee1-d3ba-404f-b0b5-3051def87a75,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.565136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c1059e-1b02-4981-8fd5-06a088061232 None None] No DVR routers for this DVR port 22bffee1-d3ba-404f-b0b5-3051def87a75 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:25.568786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:25.568786 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:25.568786 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': 'e0614f94-c7e4-4fe4-9a95-df80df4d993c'}] Apr 21 14:48:25.568786 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:25.568786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:25.603329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=fe83a13b-e0db-44b5-80bb-0009e327378f,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.607476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7210b1-1b2e-4df2-b60f-bc1a1b5fa8fc None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:25.627655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd22c3-db1b-4cad-9dd6-19f8b4e251df None None] Network e0614f94-c7e4-4fe4-9a95-df80df4d993c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:25.672844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.732828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.735801 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-67d3ae9a-22e1-4d29-8206-78870dd4674b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1676757 Apr 21 14:48:25.739659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57958) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:25.746171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.756366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': 'fe83a13b-e0db-44b5-80bb-0009e327378f', 'ip_address': '2001:db8::6c72:97f8:9737:c1'}], 'name': 'tempest-NetworksTestDHCPv6-248152748'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:25.821841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:25.827688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:25.836081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:25.842936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:25.844486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.865555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.873243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=26af5a3a-4906-4fa5-9ef1-45a70f7d22a7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:25.878115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.886321 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd05f693-9559-404b-9fb8-e0f3c7e97103 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.9797430 Apr 21 14:48:25.909685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.922258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57962) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:25.975659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:25.976188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 94003187-adfc-428d-87ef-0ff6e67e1958 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:48:25.983664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Allocated IP 2001:db8::2 (fa5d168b-cae0-4082-b0de-e1c1424d0d08/55fa2337-79be-4d12-9a19-bf06283e95f8/549b2f80-d1e7-4605-a12d-78839dbd5884) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:26.065414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:26.070252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.135886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for cad5afee-1271-4ea4-8f26-36f4058cd507 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:26.185303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.192614 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-caceb3ad-9ed8-4541-aaad-70d7b3db99b7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 204 len: 168 time: 4.6527007 Apr 21 14:48:26.198237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57966) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.207450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:26.207450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.219617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-162517935'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:26.234313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:26.234313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.267842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:26.282487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 22bffee1-d3ba-404f-b0b5-3051def87a75 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:26.304004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:26.346633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.348507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-90cd11bd-6092-4235-a0c2-cc6a7d3fa367 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 953 time: 2.8276708 Apr 21 14:48:26.356169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.441385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 22bffee1-d3ba-404f-b0b5-3051def87a75 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:26.441653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 22bffee1-d3ba-404f-b0b5-3051def87a75 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:26.478777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:26.479306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'fe83a13b-e0db-44b5-80bb-0009e327378f'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:26.480119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.488748 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-96eb0baa-ce73-4c64-adfe-ee1c594cc741 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8117075 Apr 21 14:48:26.494965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:26.501277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:26.513109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.513475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:26.520127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:26.594827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:26.605683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:26.618923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:26.622332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.675194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.685449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Transition to ACTIVE for port object b57af43a-214c-44d8-9574-8a9b142412e4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:26.695170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Transition to ACTIVE for port object 549b2f80-d1e7-4605-a12d-78839dbd5884 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:26.719422 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.753041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:26.783225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Transition to ACTIVE for port object 549b2f80-d1e7-4605-a12d-78839dbd5884 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:26.860646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-79161bc1-37fd-41af-83cf-6ce28ab93f66 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 953 time: 0.5032039 Apr 21 14:48:26.867909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57976) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:26.869796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8d8b6c1-2709-4571-b4d4-a1455ae93fbe,segment=NetworkSegment(50c9a97a-c997-4258-812f-c9f73b69608c),segment_id=50c9a97a-c997-4258-812f-c9f73b69608c)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:26.870323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.879786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:26.884562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'routes': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:26.964416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417df16d-b09c-4175-a817-e03d7f46247e None None] Pushing event updated for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:26.990502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:27.091839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.092177 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment d8f8595e-cc8f-4385-b1dd-12e2de7bf82d of type vlan for network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa Apr 21 14:48:27.112104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for e8d8b6c1-2709-4571-b4d4-a1455ae93fbe owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:27.127386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.158938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:27.161983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.176035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:27.179155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:27.232887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5724908-2470-4344-b2e8-84d2858602a4 req-d5fe1bf3-7912-4503-92d6-ad5ed13a3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:27.234018 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-d5fe1bf3-7912-4503-92d6-ad5ed13a3ce6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.6183357 Apr 21 14:48:27.282351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Attempting to bind port b57af43a-214c-44d8-9574-8a9b142412e4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:27.283998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Attempting to bind port b57af43a-214c-44d8-9574-8a9b142412e4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:27.283998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Attempting to bind port b57af43a-214c-44d8-9574-8a9b142412e4 on network e517f9e6-31bb-4c82-8225-4aa61d1cae21 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:27.294912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Pushing event updated for resources: {'Port': ['ID=549b2f80-d1e7-4605-a12d-78839dbd5884,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.296969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a217f4-4443-4e8f-b02b-111d3ee277ee req-6da70725-560f-4b85-85e5-9a1cc5ddeb82 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:27.298458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84a217f4-4443-4e8f-b02b-111d3ee277ee req-6da70725-560f-4b85-85e5-9a1cc5ddeb82 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.8731871 Apr 21 14:48:27.307975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.320809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/fe83a13b-e0db-44b5-80bb-0009e327378f/a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:27.328971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:27.329373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Checking segment: {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:27.329838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.330748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Bound using segment: {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:27.331220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Bound port: b57af43a-214c-44d8-9574-8a9b142412e4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606793ef-c0af-43dd-b911-d426c5d0fd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:27.332138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.340757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:27.367593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Attempting to bind port 549b2f80-d1e7-4605-a12d-78839dbd5884 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:27.368082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Attempting to bind port 549b2f80-d1e7-4605-a12d-78839dbd5884 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '18fcd866-f4e5-44ff-b235-e3190d142799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:27.368318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Attempting to bind port 549b2f80-d1e7-4605-a12d-78839dbd5884 on network fa5d168b-cae0-4082-b0de-e1c1424d0d08 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:27.407583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.413825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.440542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:27.441011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Checking segment: {'id': '18fcd866-f4e5-44ff-b235-e3190d142799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:27.441784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.442182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Bound using segment: {'id': '18fcd866-f4e5-44ff-b235-e3190d142799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:27.442658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Bound port: 549b2f80-d1e7-4605-a12d-78839dbd5884, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fcd866-f4e5-44ff-b235-e3190d142799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fa5d168b-cae0-4082-b0de-e1c1424d0d08'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:27.443037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.444240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:27.504094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=cad5afee-1271-4ea4-8f26-36f4058cd507,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.534065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=e8d8b6c1-2709-4571-b4d4-a1455ae93fbe,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.538877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port e8d8b6c1-2709-4571-b4d4-a1455ae93fbe on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:27.599856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84a217f4-4443-4e8f-b02b-111d3ee277ee req-28a120a5-2ae5-4695-81fe-07b23e3df26f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798567 Apr 21 14:48:27.603721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cd837562-137b-4e6e-a0c5-b98af18532fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.675099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] For port b57af43a-214c-44d8-9574-8a9b142412e4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:27.708142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:27.711304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] For port b57af43a-214c-44d8-9574-8a9b142412e4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b57af43a-214c-44d8-9574-8a9b142412e4,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:27.749685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.761171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=549b2f80-d1e7-4605-a12d-78839dbd5884,segment=NetworkSegment(18fcd866-f4e5-44ff-b235-e3190d142799),segment_id=18fcd866-f4e5-44ff-b235-e3190d142799)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:27.810901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.820620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.871743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.872602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5724908-2470-4344-b2e8-84d2858602a4 req-c1ac9633-4ca8-497d-a299-f7f084b77fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:27.873936 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-c1ac9633-4ca8-497d-a299-f7f084b77fa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.5638034 Apr 21 14:48:27.883350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417df16d-b09c-4175-a817-e03d7f46247e None None] Pushing event updated for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:27.892172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0614f94-c7e4-4fe4-9a95-df80df4d993c']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.925919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c9a97a-c997-4258-812f-c9f73b69608c') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.926418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c9a97a-c997-4258-812f-c9f73b69608c') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:27.950078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Transition to ACTIVE for port object a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:27.955154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:27.971454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Transition to ACTIVE for port object a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:27.977314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:27.978120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:28.018923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:28.043923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.051172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.063706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:28.065129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:28.093440 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:28.097087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:28.140171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d8dda-97f7-4061-96c6-949ed665d196 req-870566ea-fe09-4f6e-9d43-de586203b84d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:28.156781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:28.159294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:28.176497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f70d8dda-97f7-4061-96c6-949ed665d196 req-870566ea-fe09-4f6e-9d43-de586203b84d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4135780 Apr 21 14:48:28.242701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::6c72:97f8:9737:c1 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/fe83a13b-e0db-44b5-80bb-0009e327378f/bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:28.308008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8f10f-46dc-4b7e-a634-badd01454460 None None] Pushing event updated for resources: {'Port': ['ID=549b2f80-d1e7-4605-a12d-78839dbd5884,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.388555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.394812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:28.395678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.408476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Pushing event updated for resources: {'Port': ['ID=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.410062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.422704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:28.423449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-661c73e4-17b5-432f-8edf-f3f0b9631d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.1739318 Apr 21 14:48:28.425018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.471838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Attempting to bind port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:28.471838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Attempting to bind port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:28.471838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Attempting to bind port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:28.490481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:28.490900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:28.491256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.491647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:28.492126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Bound port: a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:28.492498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.524694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f70d8dda-97f7-4061-96c6-949ed665d196 req-c51879b8-bdcc-442d-8c02-7b097e4e532a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507398 Apr 21 14:48:28.525244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.546419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.590157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=e0614f94-c7e4-4fe4-9a95-df80df4d993c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.605216 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0aac6cbc-b93f-4151-97e9-ee7f80d8118f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/e0614f94-c7e4-4fe4-9a95-df80df4d993c HTTP/1.1" status: 204 len: 168 time: 6.3010077 Apr 21 14:48:28.608362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.616605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600422083'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:28.625439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:28.632738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:28.639077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:28.643515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:48:28.643826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:48:28.651297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:28.682093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=26af5a3a-4906-4fa5-9ef1-45a70f7d22a7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:28.686925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.759709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.764468 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-765168e3-ee5c-41f7-be31-063bd8235b1a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 HTTP/1.1" status: 204 len: 168 time: 2.8347876 Apr 21 14:48:28.779873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57988) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:28.831671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:28.838599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:28.978010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] For port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:28.980562 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7735260 Apr 21 14:48:28.983653 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ff750a-d55a-45b2-a721-da2b71b94aca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:28.984199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c8ff750a-d55a-45b2-a721-da2b71b94aca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:28.988287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] For port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:28.994123 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9d9d47e2-091c-44b2-a986-fc5b038437b3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/cad5afee-1271-4ea4-8f26-36f4058cd507 HTTP/1.1" status: 204 len: 168 time: 4.1226375 Apr 21 14:48:28.994303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 57994) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.010765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 57996) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.018806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.019663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:29.052157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:29.057346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:29.063724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855bd65-6b61-46f0-add7-40d0747723e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:29.087484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:29.092438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c8ff750a-d55a-45b2-a721-da2b71b94aca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:29.097413 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c8ff750a-d55a-45b2-a721-da2b71b94aca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 HTTP/1.1" status: 404 len: 333 time: 0.3163426 Apr 21 14:48:29.099402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5724908-2470-4344-b2e8-84d2858602a4 req-3cbb0a29-76a9-4314-a948-7786e8752f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:29.100819 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-3cbb0a29-76a9-4314-a948-7786e8752f94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.4553099 Apr 21 14:48:29.104747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58002) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:29.132850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:29.165879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.200061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.291944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffceb-f043-475e-9fb1-5e2d6e29a4cf None None] Pushing event updated for resources: {'Port': ['ID=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:29.310131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:25Z', 'revision_number': 6, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:27Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:29.318715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:29.318930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac26e792-076a-4bcb-bc79-de34b377e330 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:25Z', 'revision_number': 6, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:27Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:29.347743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:29.350839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:29.355262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:29.357347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3113ccd-89da-41ed-90b1-de16f8a25719 None None] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:29.404417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.446702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:29.478797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.479146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 492f3d8e-5670-412e-a061-8bfed1b99a21 of type vlan for network ee97331b-419f-45ae-a94e-6c7acd4822c9 Apr 21 14:48:29.506070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-67cfbf28-38e8-401f-beed-2025e5e64c4c None None] Provisioning for port 549b2f80-d1e7-4605-a12d-78839dbd5884 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:29.511733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:29.515192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.583948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 55fa2337-79be-4d12-9a19-bf06283e95f8 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:29.592742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.726213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.738739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.769979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:29.771873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.789989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.824562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:29.845534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5724908-2470-4344-b2e8-84d2858602a4 req-c883db20-6930-4e76-856f-23f853dda7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:29.848982 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-c883db20-6930-4e76-856f-23f853dda7d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7081759 Apr 21 14:48:29.941503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf543ad-84c6-4642-9770-3d84842e91f5 req-481f234e-5cc4-44ff-8072-7ffdb4ae75be tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:29.943453 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8cf543ad-84c6-4642-9770-3d84842e91f5 req-481f234e-5cc4-44ff-8072-7ffdb4ae75be tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.9462473 Apr 21 14:48:29.950005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.081343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.086853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:30.087456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.146374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.165553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8cf543ad-84c6-4642-9770-3d84842e91f5 req-2fb70c5f-9cd5-4274-bfdf-231e00a14be2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426623 Apr 21 14:48:30.204828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:30.216328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:30.222840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-d08c162c-3ded-4ea7-aacb-365181bd6db1 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791100 Apr 21 14:48:30.226701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:30.244524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:30.245316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.353106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:30.372649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.373834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7637899 Apr 21 14:48:30.379606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58008) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.442591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3f8ce-f95b-473c-a21a-c2f30bb14cb4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=ee97331b-419f-45ae-a94e-6c7acd4822c9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:30.450106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': 'ee97331b-419f-45ae-a94e-6c7acd4822c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:30.478303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2b891699-f7e6-4111-a2cf-a4dc83b640aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 4.7350502 Apr 21 14:48:30.482335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58014) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:30.485636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network ee97331b-419f-45ae-a94e-6c7acd4822c9 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:30.530415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-aaeb5f64-c7d3-4596-929f-383010207285 None None] Could not find standard attr ID for object 26af5a3a-4906-4fa5-9ef1-45a70f7d22a7. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:48:30.588053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.601393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 549b2f80-d1e7-4605-a12d-78839dbd5884 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:30.647914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:30.696424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:30.827567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a5724908-2470-4344-b2e8-84d2858602a4 req-a7bef167-ffa8-4c28-a275-c68056036af0 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761461 Apr 21 14:48:30.874812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:30.875637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:30.952791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.067962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=55fa2337-79be-4d12-9a19-bf06283e95f8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.089228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.103277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9a822c-42bd-4fa8-a3a9-d03529fd43bb None None] Network fa5d168b-cae0-4082-b0de-e1c1424d0d08 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:31.103459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d070d-9c80-470b-a1b5-1c44c5abf13d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:31.109640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d070d-9c80-470b-a1b5-1c44c5abf13d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:31.110431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c25d070d-9c80-470b-a1b5-1c44c5abf13d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:31.125095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-51a61ed0-b22d-4958-9e39-77821c97cb2f None None] Provisioning for port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:31.130832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 549b2f80-d1e7-4605-a12d-78839dbd5884 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:31.134537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-db513e89-ac98-4ce5-b4fb-12d88f05f194 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/55fa2337-79be-4d12-9a19-bf06283e95f8 HTTP/1.1" status: 204 len: 168 time: 2.0264871 Apr 21 14:48:31.139455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58022) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.172560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 549b2f80-d1e7-4605-a12d-78839dbd5884 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:31.173419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.367499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.10 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/cfde7c95-e558-4cb4-9407-fc157cc3bc08) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:31.370723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:31.376188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:31.383026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.384194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-faf5abeb-1265-4720-9a98-36e6f267e70f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 703 time: 4.5055749 Apr 21 14:48:31.387875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.393720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:31.394840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c25d070d-9c80-470b-a1b5-1c44c5abf13d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:31.395696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.396252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c25d070d-9c80-470b-a1b5-1c44c5abf13d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.9115384 Apr 21 14:48:31.400377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.436062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:31.451643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-019b0d58-e325-47a9-9777-78db7b0a18d2 None None] Provisioning for port bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:31.501571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:31.511194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-019b0d58-e325-47a9-9777-78db7b0a18d2 None None] Provisioning complete for port bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:31.511740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-019b0d58-e325-47a9-9777-78db7b0a18d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.538186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:31.554248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.621059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:31.621626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.648393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-019b0d58-e325-47a9-9777-78db7b0a18d2 None None] Port bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:31.649951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:31.653668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.683111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 549b2f80-d1e7-4605-a12d-78839dbd5884 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:31.683462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.694491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=21624d99-9d80-434f-bb78-035645f56335,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:31.777701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:31.777701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:31.789845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d332b-33b3-4651-928d-0a09dff84222 req-4bad37a2-84fd-4709-a054-2610faf28ad3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:31.791334 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-039d332b-33b3-4651-928d-0a09dff84222 req-4bad37a2-84fd-4709-a054-2610faf28ad3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.5153472 Apr 21 14:48:31.801899 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bdd11945-b678-43bc-9c88-d607d8a5b061 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 703 time: 0.3743711 Apr 21 14:48:31.807004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58034) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:31.885411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-039d332b-33b3-4651-928d-0a09dff84222 req-8d7d6814-c65b-4df7-8568-d04a895940ed tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820291 Apr 21 14:48:31.892073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:31.905669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.950224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.955691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:31.960585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:31.961170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:31.983332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=549b2f80-d1e7-4605-a12d-78839dbd5884,segment=NetworkSegment(18fcd866-f4e5-44ff-b235-e3190d142799),segment_id=18fcd866-f4e5-44ff-b235-e3190d142799)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:31.986567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05774df2-aed3-4902-a94e-ec2830ea4622 None None] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:31.994445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd654aad-1f39-482b-9eb6-09a508440137 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9625394 Apr 21 14:48:31.995242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58038) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.003879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1142205345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:32.011418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:32.016283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.016987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:32.023953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:32.029461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:32.045348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:32.079063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.080809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.109088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] DHCP port deletion for fa5d168b-cae0-4082-b0de-e1c1424d0d08 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:32.112939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.116952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.210941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Deleting port 549b2f80-d1e7-4605-a12d-78839dbd5884 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:32.211255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.217887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '492f3d8e-5670-412e-a061-8bfed1b99a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ee97331b-419f-45ae-a94e-6c7acd4822c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:32.218269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: ee97331b-419f-45ae-a94e-6c7acd4822c9, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:32.226141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.233906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=aa8e9509-5cb7-481d-b5b6-654a206353be,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:32.261583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network ee97331b-419f-45ae-a94e-6c7acd4822c9 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:32.269663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.273530 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5d8c1b14-3ce4-45e9-bcdc-cc1f7ad1a5a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2720394 Apr 21 14:48:32.274386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.334758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, ee97331b-419f-45ae-a94e-6c7acd4822c9) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:32.338899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:32.339467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.366856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e3ffb-ad88-4f0e-9b7f-0b92435c2162 None None] Network ee97331b-419f-45ae-a94e-6c7acd4822c9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:32.397648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=549b2f80-d1e7-4605-a12d-78839dbd5884,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:32.429812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f70232d-18e7-460c-b69b-31ae62f8c944 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9919200 Apr 21 14:48:32.430377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58046) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:32.447254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=549b2f80-d1e7-4605-a12d-78839dbd5884,segment=NetworkSegment(18fcd866-f4e5-44ff-b235-e3190d142799),segment_id=18fcd866-f4e5-44ff-b235-e3190d142799)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:32.447851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.472707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:32.495288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.514531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.557407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:32.557796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.746467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:27Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:32.789973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:32.835059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa', 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': '21624d99-9d80-434f-bb78-035645f56335'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:32.835896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.857870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 549b2f80-d1e7-4605-a12d-78839dbd5884 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:32.885031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=549b2f80-d1e7-4605-a12d-78839dbd5884,segment=NetworkSegment(18fcd866-f4e5-44ff-b235-e3190d142799),segment_id=18fcd866-f4e5-44ff-b235-e3190d142799)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:32.885031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:32.922578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:32.923221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:32.976314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:33.018150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.050623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:33.063288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:33.104959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:33.108796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.146108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=cfde7c95-e558-4cb4-9407-fc157cc3bc08,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:33.215921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:33.215921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:33.240310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Allocated IP 172.20.0.2 (40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa/21624d99-9d80-434f-bb78-035645f56335/e10b2544-8337-4354-8ae3-61e28e2482bb) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:33.310057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.335349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.406784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:33.466910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40382e-5902-47e9-bace-8fcaba81f342 req-14f65cb1-6dea-4966-b8a8-87e560d24ae5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:33.474268 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1e40382e-5902-47e9-bace-8fcaba81f342 req-14f65cb1-6dea-4966-b8a8-87e560d24ae5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4157650 Apr 21 14:48:33.481258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.494094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.518470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.529885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Transition to ACTIVE for port object e10b2544-8337-4354-8ae3-61e28e2482bb will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:33.589969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e9f865c0-0787-4255-a3c9-609853fc5c3b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 HTTP/1.1" status: 204 len: 168 time: 2.1447933 Apr 21 14:48:33.594320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58052) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:33.601724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.667382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.683491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1e40382e-5902-47e9-bace-8fcaba81f342 req-f9c0a9c6-dcf5-40d2-982b-d4acb5401d92 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082691 Apr 21 14:48:33.684718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.720055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 549b2f80-d1e7-4605-a12d-78839dbd5884 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:33.720393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.787837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8e9509-5cb7-481d-b5b6-654a206353be,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:33.809810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17c843-d06a-4ee1-abab-0e3a59df210a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:33.812482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b17c843-d06a-4ee1-abab-0e3a59df210a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:33.817063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9b17c843-d06a-4ee1-abab-0e3a59df210a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2139864 Apr 21 14:48:33.817651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58056) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:33.820337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Transition to ACTIVE for port object e10b2544-8337-4354-8ae3-61e28e2482bb will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:33.917605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:33.947586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Calling delete_port for 549b2f80-d1e7-4605-a12d-78839dbd5884 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:33.969621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.005629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12920d7e-3b2b-492a-96c7-1d8f104da153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-ee97331b-419f-45ae-a94e-6c7acd4822c9', 'network_id': 'ee97331b-419f-45ae-a94e-6c7acd4822c9', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': 'aa8e9509-5cb7-481d-b5b6-654a206353be'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:34.006892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-12920d7e-3b2b-492a-96c7-1d8f104da153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.033944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee97331b-419f-45ae-a94e-6c7acd4822c9']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.045183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet fe83a13b-e0db-44b5-80bb-0009e327378f {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:34.049862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:34.062836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.094026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.20.0.1 (40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa/21624d99-9d80-434f-bb78-035645f56335/3d742846-b430-436a-9d7b-afa26c0c8b02) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:34.098155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492f3d8e-5670-412e-a061-8bfed1b99a21') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.098452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492f3d8e-5670-412e-a061-8bfed1b99a21') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:34.131862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.136152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.186672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.203171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.204070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b57af43a-214c-44d8-9574-8a9b142412e4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:34.228072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.256421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:34.256819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:34.275259 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:34.298634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:34.320932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:34.337017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:34.387894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:34.422540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port 549b2f80-d1e7-4605-a12d-78839dbd5884, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=549b2f80-d1e7-4605-a12d-78839dbd5884,segment=NetworkSegment(18fcd866-f4e5-44ff-b235-e3190d142799),segment_id=18fcd866-f4e5-44ff-b235-e3190d142799)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:34.422540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.481767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.485804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.494596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea40c7-4b24-4b42-9945-172d4b242e16 None None] Network ee97331b-419f-45ae-a94e-6c7acd4822c9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:34.532018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=ee97331b-419f-45ae-a94e-6c7acd4822c9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.550115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Pushing event updated for resources: {'Port': ['ID=e10b2544-8337-4354-8ae3-61e28e2482bb,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.555721 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7e064dcd-c088-40c5-9dac-3db52f0387d2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/ee97331b-419f-45ae-a94e-6c7acd4822c9 HTTP/1.1" status: 204 len: 168 time: 2.1240215 Apr 21 14:48:34.556123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58060) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.564336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.573934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 549b2f80-d1e7-4605-a12d-78839dbd5884 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:34.595321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.606468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1175491345'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:34.621784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:34.629219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object 3d742846-b430-436a-9d7b-afa26c0c8b02 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:34.639745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:34.643777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:34.653229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:34.656721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.667259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.676818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceea40c7-4b24-4b42-9945-172d4b242e16 None None] Network ee97331b-419f-45ae-a94e-6c7acd4822c9 could not be found, it might have been deleted concurrently. {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 21 14:48:34.731689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] No DVR routers for this DVR port 549b2f80-d1e7-4605-a12d-78839dbd5884 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:34.734795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.743740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:34.747160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.760967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.767272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Attempting to bind port e10b2544-8337-4354-8ae3-61e28e2482bb on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:34.768235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Attempting to bind port e10b2544-8337-4354-8ae3-61e28e2482bb by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:34.768707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Attempting to bind port e10b2544-8337-4354-8ae3-61e28e2482bb on network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:34.778927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b57af43a-214c-44d8-9574-8a9b142412e4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:34.791266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b57af43a-214c-44d8-9574-8a9b142412e4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:34.791792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.829252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:34.829542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:34.870656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=fe83a13b-e0db-44b5-80bb-0009e327378f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.872632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:34.872904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Checking segment: {'id': 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:34.873445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.873944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Bound using segment: {'id': 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:34.874533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Bound port: e10b2544-8337-4354-8ae3-61e28e2482bb, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:34.875028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.881392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.892928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.897949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port b57af43a-214c-44d8-9574-8a9b142412e4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:34.898285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:34.907911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df85ec63-6116-4ce7-b78c-8115db7c0340 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:34.940993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:34.961418 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d48a7f49-9f8a-47da-b3d4-7aaf5143af3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/fe83a13b-e0db-44b5-80bb-0009e327378f HTTP/1.1" status: 204 len: 168 time: 1.0901523 Apr 21 14:48:34.962186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58066) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:34.965343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:34.980376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=cfde7c95-e558-4cb4-9407-fc157cc3bc08,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.020831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.021052 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment fd0085df-a2f6-4fe2-b993-4611ceaf362f of type vlan for network 6aee632b-8c24-411a-8a46-3a287e7d5f83 Apr 21 14:48:35.042131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.065723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c648c-ec07-414d-adf9-6ac32b035c0b None None] Pushing event deleted for resources: {'Port': ['ID=549b2f80-d1e7-4605-a12d-78839dbd5884,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.105365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:35.119665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-748953c6-5eca-4ac6-929f-8e502c7822fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471224 Apr 21 14:48:35.119665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:35.121060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58070) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.121771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:35.155927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.156937 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0f92c0d8-a435-46c4-afbf-75509142825e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1434512 Apr 21 14:48:35.162660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58074) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.168357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:35.170108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'port': {'network_id': '52de7cef-7b03-4dcb-9a2a-7fc6565aaef3', 'name': 'tempest-FloatingIPTestJSON-1132910308'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:35.189665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=3d742846-b430-436a-9d7b-afa26c0c8b02,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.234865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.264106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] For port e10b2544-8337-4354-8ae3-61e28e2482bb, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:35.296045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.336932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] For port e10b2544-8337-4354-8ae3-61e28e2482bb, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e10b2544-8337-4354-8ae3-61e28e2482bb,segment=NetworkSegment(d8f8595e-cc8f-4385-b1dd-12e2de7bf82d),segment_id=d8f8595e-cc8f-4385-b1dd-12e2de7bf82d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:35.337230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:35.347229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:35.361107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.361701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c19a4-fb07-4afa-bc38-ec3b5f31facd req-5f4bc799-f8f5-4f44-980b-b0d6b465d97d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:35.365701 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f9c19a4-fb07-4afa-bc38-ec3b5f31facd req-5f4bc799-f8f5-4f44-980b-b0d6b465d97d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3056309 Apr 21 14:48:35.371096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:35.390326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port b57af43a-214c-44d8-9574-8a9b142412e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b57af43a-214c-44d8-9574-8a9b142412e4,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:35.390714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.401778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.406440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:35.407320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:35.407925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.449602 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f9c19a4-fb07-4afa-bc38-ec3b5f31facd req-3c8ea824-73af-42b9-95b6-4c3b1c2a884e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666761 Apr 21 14:48:35.451118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:35.454455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.515484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.589936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414e96a-5259-43c7-9f48-5f99cbe06175 None None] Pushing event updated for resources: {'Port': ['ID=e10b2544-8337-4354-8ae3-61e28e2482bb,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:35.612525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b57af43a-214c-44d8-9574-8a9b142412e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b57af43a-214c-44d8-9574-8a9b142412e4,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:35.620025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.627712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for b57af43a-214c-44d8-9574-8a9b142412e4 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:35.637346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.710000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:27Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:35.720645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:35.731394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 549b2f80-d1e7-4605-a12d-78839dbd5884 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:35.731664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.761664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b3639-bce9-4923-8d38-335baed3fd79 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:27Z', 'revision_number': 4, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:35.791020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:35.812011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:35.816201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:port and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:35.819258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:35.825796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:35.832207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Deleting port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:35.832806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.855361 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2903426 Apr 21 14:48:35.909576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58078) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:35.928576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:35.932266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] The port '549b2f80-d1e7-4605-a12d-78839dbd5884' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:48:35.940638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:35.946714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:35.998004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca46441-5b51-46e3-8a6c-55c8f7a8f73d tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=6aee632b-8c24-411a-8a46-3a287e7d5f83,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:36.002689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:36.019461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6aee632b-8c24-411a-8a46-3a287e7d5f83 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:36.156459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.167361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:36.173475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] device_id is not set on port 6c519801-6451-4b91-aa48-c02ced2b56d3 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:36.179118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:36.180465 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.235723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:36.236842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.274586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:36.338049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:36.349043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:36.378143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:36.383750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:36.420140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:36.423495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.485388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.515296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.6 (52de7cef-7b03-4dcb-9a2a-7fc6565aaef3/11b4fee8-51d9-42f4-abc1-97ac05690b6c/6c519801-6451-4b91-aa48-c02ced2b56d3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:36.519703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] For port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:36.520968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.541767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 549b2f80-d1e7-4605-a12d-78839dbd5884 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:36.591828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 549b2f80-d1e7-4605-a12d-78839dbd5884 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:36.592889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 549b2f80-d1e7-4605-a12d-78839dbd5884 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:36.655927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:36.663734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:36.676512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:36.677176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.841442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.872802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Calling delete_port for a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:36.931006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.939449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:36.950697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d168b-cae0-4082-b0de-e1c1424d0d08']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:36.962595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.037154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fcd866-f4e5-44ff-b235-e3190d142799') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.037543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fcd866-f4e5-44ff-b235-e3190d142799') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.038675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.073007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:37.074722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.076646 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:35Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.081669 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:37.091098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:37.093473 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:37.094216 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.097176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:37.097383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:37.098262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:37.119479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] Pushing event deleted for resources: {'Port': ['ID=a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.123677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41798c4c-6bc8-47be-94e5-2fd3ae5640b1 None None] No DVR routers for this DVR port a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:37.148209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad24c5-3f61-4a0a-be04-62caa525ddc1 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:37.165690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb294a-c487-4d85-bc17-2b9544f9994f None None] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:37.174881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:37.176232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.182600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=6c519801-6451-4b91-aa48-c02ced2b56d3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.185398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.209646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=292a4f5d-4827-46f8-a2e5-644607bcf6b3,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.214764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:37.215167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.239635 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-21bb4b67-a0f3-4ff9-8cc2-50ff67cf081d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0903525 Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:37.245237 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:37.247811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58084) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.273433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '292a4f5d-4827-46f8-a2e5-644607bcf6b3', 'ip_address': '2001:db8::aa7:3e11:54a6:29d6'}], 'name': 'tempest-NetworksTestDHCPv6-1323321055'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:37.302203 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:37.357769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.368395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2bfa7bc7-3d95-4c53-a990-d641cc76aa84 None None] Provisioning for port e10b2544-8337-4354-8ae3-61e28e2482bb completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:37.436159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ebb40dac-f6a9-44d7-b942-095a62d83fdc tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2725854 Apr 21 14:48:37.437373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58088) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.449500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': '6c519801-6451-4b91-aa48-c02ced2b56d3'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:37.465952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.484165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=3d742846-b430-436a-9d7b-afa26c0c8b02,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.541395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.571404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=136a6e3c-8edf-42ae-95cc-f38081371ad6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.583132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb149-7d9b-44ce-a79b-3c6b783f2398 req-b87dd720-86ec-4157-a96e-8df12e9ceec9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:37.590749 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-17cfb149-7d9b-44ce-a79b-3c6b783f2398 req-b87dd720-86ec-4157-a96e-8df12e9ceec9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.8784401 Apr 21 14:48:37.592362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.601698 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/fa5d168b-cae0-4082-b0de-e1c1424d0d08 HTTP/1.1" status: 204 len: 168 time: 6.4581101 Apr 21 14:48:37.607356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port b57af43a-214c-44d8-9574-8a9b142412e4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:37.607741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.622570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58092) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:37.643826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.657261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '292a4f5d-4827-46f8-a2e5-644607bcf6b3'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:37.657770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:37.698838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'name': 'tempest-PortsIpV6TestJSON-309255521'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:37.710914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a410-cae5-4b6e-b530-022e291fc014 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=fa5d168b-cae0-4082-b0de-e1c1424d0d08,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:37.780308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-17cfb149-7d9b-44ce-a79b-3c6b783f2398 req-36fe9c5e-b2a5-408f-ac53-4fa8f961524d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878095 Apr 21 14:48:37.792347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': 'fd0085df-a2f6-4fe2-b993-4611ceaf362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:37.793096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 6aee632b-8c24-411a-8a46-3a287e7d5f83, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:37.853515 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:35Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:37.874229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357691b8-9412-4e06-b820-31f2b9d41c8e None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:28Z', 'revision_number': 7, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57af43a-214c-44d8-9574-8a9b142412e4', 'name': '', 'network_id': 'e517f9e6-31bb-4c82-8225-4aa61d1cae21', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:72:26:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:14Z', 'updated_at': '2022-04-21T14:48:35Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '8fd0f998-5a1b-4eac-9a6c-0183b6910aec', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:37.899531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e10b2544-8337-4354-8ae3-61e28e2482bb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:37.923373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.937797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:37.943700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:37.948615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:37.955397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:37.983511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 6aee632b-8c24-411a-8a46-3a287e7d5f83 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:37.985506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:37.989628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.010282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:38.014348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:38.024493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 39473105-417b-4419-be21-ce11280a479c yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:38.065095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:38.070195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6aee632b-8c24-411a-8a46-3a287e7d5f83) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:38.077158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:38.080497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:38.081094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.088860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96237067-e52a-4a16-96da-542d30f137e8 None None] Network 6aee632b-8c24-411a-8a46-3a287e7d5f83 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:38.095185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:38.216218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e10b2544-8337-4354-8ae3-61e28e2482bb completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:38.244988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e10b2544-8337-4354-8ae3-61e28e2482bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:38.245531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.274938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/292a4f5d-4827-46f8-a2e5-644607bcf6b3/9d97d24c-f221-4be8-a6b5-8db15294cb86) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:38.277308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf7a4d2b-3d22-4bf0-9472-daee0c12daef tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3631551 Apr 21 14:48:38.278160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58096) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:38.381061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:38.407690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port b57af43a-214c-44d8-9574-8a9b142412e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b57af43a-214c-44d8-9574-8a9b142412e4,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:38.408457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.614298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 48e07215-5ec4-4f6b-a03d-dc29e57d1c65 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:48:38.621886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.632605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6aee632b-8c24-411a-8a46-3a287e7d5f83', 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '136a6e3c-8edf-42ae-95cc-f38081371ad6'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:38.633383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.643884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Provisioning for port 3d742846-b430-436a-9d7b-afa26c0c8b02 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:38.653025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.692436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Provisioning complete for port 3d742846-b430-436a-9d7b-afa26c0c8b02 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:38.693034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.713726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for b57af43a-214c-44d8-9574-8a9b142412e4 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:38.791893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Port 3d742846-b430-436a-9d7b-afa26c0c8b02 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:38.820434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.868883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:38.946617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:38.952553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ba1c5835-eb56-4938-98cb-4f5edb0b9835 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/48e07215-5ec4-4f6b-a03d-dc29e57d1c65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6768970 Apr 21 14:48:38.961445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58102) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.024205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Allocated IP 172.20.0.2 (6aee632b-8c24-411a-8a46-3a287e7d5f83/136a6e3c-8edf-42ae-95cc-f38081371ad6/69df2589-1fe3-4b40-b452-627f9848059a) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:39.050810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] Sync routers for ids ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:39.122526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.140399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.154826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae4fa7-039a-4dda-9f40-dcde1429c551 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:39.158952 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2aae4fa7-039a-4dda-9f40-dcde1429c551 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports/3d742846-b430-436a-9d7b-afa26c0c8b02 HTTP/1.1" status: 200 len: 910 time: 0.1832676 Apr 21 14:48:39.164979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58106) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.171078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.173890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] Routers {'48e07215-5ec4-4f6b-a03d-dc29e57d1c65'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:39.174521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:39.188592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '21624d99-9d80-434f-bb78-035645f56335'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:39.221016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:39.225695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:39.228107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:39.233937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:39.234097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.239600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Provisioning complete for port e10b2544-8337-4354-8ae3-61e28e2482bb triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:39.239792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17be7670-9e5f-4c01-a3b4-89ddb7ad83bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.269680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=39473105-417b-4419-be21-ce11280a479c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.270278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:39.275157 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f37acb4-1cfb-4b97-96ab-5c21570906dc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5860932 Apr 21 14:48:39.278115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58110) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.297482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e10b2544-8337-4354-8ae3-61e28e2482bb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e10b2544-8337-4354-8ae3-61e28e2482bb,segment=NetworkSegment(d8f8595e-cc8f-4385-b1dd-12e2de7bf82d),segment_id=d8f8595e-cc8f-4385-b1dd-12e2de7bf82d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:39.304909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:39.307259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Transition to ACTIVE for port object 9d97d24c-f221-4be8-a6b5-8db15294cb86 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:39.331825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.332598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b57af43a-214c-44d8-9574-8a9b142412e4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:39.333779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54871d-f755-49b4-98ac-3a20b409f42e req-bb5737f4-91b8-43ba-94aa-51ac4332b36b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:39.335459 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c54871d-f755-49b4-98ac-3a20b409f42e req-bb5737f4-91b8-43ba-94aa-51ac4332b36b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3940163 Apr 21 14:48:39.377683 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:48:39.397059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 39473105-417b-4419-be21-ce11280a479c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:39.397455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.449572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c54871d-f755-49b4-98ac-3a20b409f42e req-7557c8ae-9eab-4a1f-b2dc-2968547580c7 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058309 Apr 21 14:48:39.470266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] Routers {'48e07215-5ec4-4f6b-a03d-dc29e57d1c65'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:39.470266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:39.523771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Transition to ACTIVE for port object 9d97d24c-f221-4be8-a6b5-8db15294cb86 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:39.528153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:39.561458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:39.561914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578f6de-7c38-47bb-8a76-037024139c6e None None] The sync data for ids ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:39.566859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.644607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e10b2544-8337-4354-8ae3-61e28e2482bb,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.649543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.691543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.706735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.746624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.759885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:39.777197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 39473105-417b-4419-be21-ce11280a479c owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:39.781299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:39.793928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:39.863007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.884925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.903221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b57af43a-214c-44d8-9574-8a9b142412e4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:39.903588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.909357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=b57af43a-214c-44d8-9574-8a9b142412e4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.937611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=39473105-417b-4419-be21-ce11280a479c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.942953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:39.952651 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-591bfbbc-424b-4bcc-8f54-14f80ba5945f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/39473105-417b-4419-be21-ce11280a479c HTTP/1.1" status: 204 len: 168 time: 0.6736813 Apr 21 14:48:39.955522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58114) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:39.961139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'mac_address': 'fa:16:3e:3d:dc:0a', 'name': 'tempest-PortsIpV6TestJSON-1384668797'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:39.965373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Pushing event updated for resources: {'Port': ['ID=9d97d24c-f221-4be8-a6b5-8db15294cb86,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:39.981307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Transition to ACTIVE for port object 69df2589-1fe3-4b40-b452-627f9848059a will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:39.984381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port b57af43a-214c-44d8-9574-8a9b142412e4 was deleted so its status cannot be updated. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 21 14:48:40.023575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Attempting to bind port 9d97d24c-f221-4be8-a6b5-8db15294cb86 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:40.023929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Attempting to bind port 9d97d24c-f221-4be8-a6b5-8db15294cb86 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:40.024284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Attempting to bind port 9d97d24c-f221-4be8-a6b5-8db15294cb86 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:40.030821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Transition to ACTIVE for port object 69df2589-1fe3-4b40-b452-627f9848059a will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:40.032185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:40.032494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:40.033874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.034288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:40.034756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Bound port: 9d97d24c-f221-4be8-a6b5-8db15294cb86, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:40.035130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.066428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:40.100445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.146365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.151027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:40.157025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:40.157417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a8a1d5c6-46a1-40f8-b6c8-d0943de39cfc not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:40.206746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=136a6e3c-8edf-42ae-95cc-f38081371ad6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.212009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:40.256750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Network 6aee632b-8c24-411a-8a46-3a287e7d5f83 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:40.261869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:40.272193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:40.275531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e13b40ab-52d1-4725-a4e0-56150f9da30e None None] Provisioning complete for port 3d742846-b430-436a-9d7b-afa26c0c8b02 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:40.275910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e13b40ab-52d1-4725-a4e0-56150f9da30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.301358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:40.343690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.356635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::aa7:3e11:54a6:29d6 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/292a4f5d-4827-46f8-a2e5-644607bcf6b3/dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:40.366929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Pushing event updated for resources: {'Port': ['ID=69df2589-1fe3-4b40-b452-627f9848059a,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.380472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aee632b-8c24-411a-8a46-3a287e7d5f83']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.382624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e10b2544-8337-4354-8ae3-61e28e2482bb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:40.384571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.394697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:40.401342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0085df-a2f6-4fe2-b993-4611ceaf362f') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.401774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0085df-a2f6-4fe2-b993-4611ceaf362f') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:40.410010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:40.417304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.426661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:40.463425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e13b40ab-52d1-4725-a4e0-56150f9da30e None None] Port 3d742846-b430-436a-9d7b-afa26c0c8b02 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:40.465264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.466561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d97d24c-f221-4be8-a6b5-8db15294cb86,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:40.491209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.529911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 8a0535c0-3393-4050-8c69-f647f34dfed1 associated. External IP: 172.26.4.10, port: 6c519801-6451-4b91-aa48-c02ced2b56d3. Apr 21 14:48:40.556493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Attempting to bind port 69df2589-1fe3-4b40-b452-627f9848059a on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:40.556763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Attempting to bind port 69df2589-1fe3-4b40-b452-627f9848059a by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'fd0085df-a2f6-4fe2-b993-4611ceaf362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:40.557358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Attempting to bind port 69df2589-1fe3-4b40-b452-627f9848059a on network 6aee632b-8c24-411a-8a46-3a287e7d5f83 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:40.565522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.579530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:40.580911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Checking segment: {'id': 'fd0085df-a2f6-4fe2-b993-4611ceaf362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:40.581611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.582164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Bound using segment: {'id': 'fd0085df-a2f6-4fe2-b993-4611ceaf362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:40.582872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Bound port: 69df2589-1fe3-4b40-b452-627f9848059a, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0085df-a2f6-4fe2-b993-4611ceaf362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:40.583413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.583628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:40.584202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:40.602760 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:40.664158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1db57c-f2f7-4fdb-b104-7db7c6138e42 None None] Pushing event updated for resources: {'Port': ['ID=9d97d24c-f221-4be8-a6b5-8db15294cb86,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:40.682032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.684644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e10b2544-8337-4354-8ae3-61e28e2482bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:40.685006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.741480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:40.741480 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:40.741480 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': '6aee632b-8c24-411a-8a46-3a287e7d5f83'}] Apr 21 14:48:40.741480 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:40.742052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:40.775523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] For port 69df2589-1fe3-4b40-b452-627f9848059a, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:40.779527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 842548f1-d081-4901-96e8-47d268f1a9cf yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:40.779865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] For port 69df2589-1fe3-4b40-b452-627f9848059a, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=69df2589-1fe3-4b40-b452-627f9848059a,segment=NetworkSegment(fd0085df-a2f6-4fe2-b993-4611ceaf362f),segment_id=fd0085df-a2f6-4fe2-b993-4611ceaf362f)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:40.791019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:40.886044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6241e-49d4-4bcc-aa0e-ca45eb6a9437 req-4f4bc9ce-ef9c-4aa6-be63-7a177c878757 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:40.894603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05d6241e-49d4-4bcc-aa0e-ca45eb6a9437 req-4f4bc9ce-ef9c-4aa6-be63-7a177c878757 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2906551 Apr 21 14:48:40.971674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d6fd2-a4b1-41d6-9672-17c0f58fbee7 None None] Pushing event updated for resources: {'Port': ['ID=69df2589-1fe3-4b40-b452-627f9848059a,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:41.001371 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05d6241e-49d4-4bcc-aa0e-ca45eb6a9437 req-3f1c1823-d330-4e27-b12b-2b3f23433084 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058850 Apr 21 14:48:41.079522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a30f4f-3d0a-46de-b7fd-029928c5adfb None None] Network 6aee632b-8c24-411a-8a46-3a287e7d5f83 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:41.266618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.306712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 69df2589-1fe3-4b40-b452-627f9848059a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:41.307044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.343716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.514237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.573042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:41.611841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port 69df2589-1fe3-4b40-b452-627f9848059a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=69df2589-1fe3-4b40-b452-627f9848059a,segment=NetworkSegment(fd0085df-a2f6-4fe2-b993-4611ceaf362f),segment_id=fd0085df-a2f6-4fe2-b993-4611ceaf362f)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:41.612202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.629128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:41.633911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:41.748581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:41.754071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:41.754713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.758649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=842548f1-d081-4901-96e8-47d268f1a9cf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:41.770607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for 69df2589-1fe3-4b40-b452-627f9848059a owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:41.833916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.853098 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-62f898a5-8260-4d76-9c44-3b97418e9a98 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8926861 Apr 21 14:48:41.853098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:41.925101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff5cf9-204a-48ca-a41b-4d88ca8ab319 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:48:41.930203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:41.943335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:41.987258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ded1f-8c13-4b50-b9a0-80596e36be20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:41.987828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c53ded1f-8c13-4b50-b9a0-80596e36be20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:41.993472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=69df2589-1fe3-4b40-b452-627f9848059a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.000175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port 69df2589-1fe3-4b40-b452-627f9848059a on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:42.042612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-422441f5-52a7-447f-9e59-eda32796e51f None None] Provisioning for port 9d97d24c-f221-4be8-a6b5-8db15294cb86 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:42.074793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c53ded1f-8c13-4b50-b9a0-80596e36be20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:42.075948 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c53ded1f-8c13-4b50-b9a0-80596e36be20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/842548f1-d081-4901-96e8-47d268f1a9cf HTTP/1.1" status: 200 len: 845 time: 0.2228580 Apr 21 14:48:42.078882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58126) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.108389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff5cf9-204a-48ca-a41b-4d88ca8ab319 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:42.200572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:42.230957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.276108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aee632b-8c24-411a-8a46-3a287e7d5f83']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.286022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 842548f1-d081-4901-96e8-47d268f1a9cf {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:42.286358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.318770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d97d24c-f221-4be8-a6b5-8db15294cb86 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:42.331961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0085df-a2f6-4fe2-b993-4611ceaf362f') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.332280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0085df-a2f6-4fe2-b993-4611ceaf362f') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.363246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.396992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:42.410645 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:42.420631 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:42.421590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.442789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.450643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:42.453336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.462171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9d97d24c-f221-4be8-a6b5-8db15294cb86 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:42.468897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9d97d24c-f221-4be8-a6b5-8db15294cb86 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:42.469370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.471879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.474694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.491969 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.502590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:42.503728 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.568032 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.568812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6dd51-69c5-48eb-957f-77c45791ee13 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:42.579837 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:42.625131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfd856-a83c-41f8-b574-ceca3c62f9b3 req-6ff27c57-6e48-4d30-8591-69d6f8bba78a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:42.626588 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ccfd856-a83c-41f8-b574-ceca3c62f9b3 req-6ff27c57-6e48-4d30-8591-69d6f8bba78a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4626322 Apr 21 14:48:42.629928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.645868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:42.653510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.656824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:42.665501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8687667d-e8e5-48ca-8624-b540966dd0e1 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/8a0535c0-3393-4050-8c69-f647f34dfed1 HTTP/1.1" status: 200 len: 977 time: 5.2202921 Apr 21 14:48:42.667604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:42.673024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:42.674296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.679768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.681030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:42.686373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58130) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.716457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=6aee632b-8c24-411a-8a46-3a287e7d5f83,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.726348 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-09317f53-404c-44c9-a451-0fd92714e1e0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9151876 Apr 21 14:48:42.728785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:42.739399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58134) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.754582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:42.791608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d97d24c-f221-4be8-a6b5-8db15294cb86,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:42.792150 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ccfd856-a83c-41f8-b574-ceca3c62f9b3 req-61c40094-5ada-4f9b-a502-01ce4a908280 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123409 Apr 21 14:48:42.797182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-981c459a-0b90-4b7e-ae28-0f9b46374f62 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/6aee632b-8c24-411a-8a46-3a287e7d5f83 HTTP/1.1" status: 204 len: 168 time: 4.5124311 Apr 21 14:48:42.810088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58138) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.819394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.822232 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-04dc94ad-1f12-479a-8d06-5736043c35c4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5512700 Apr 21 14:48:42.823575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-665592535'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:42.830427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58142) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:42.836574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:42.840755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:42.843805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:42.850794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:42.872640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.891409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 6c519801-6451-4b91-aa48-c02ced2b56d3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:42.891756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.898158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:42.898795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:42.917500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.932484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:42.937642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:42.985818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.082916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51049d2c-2973-4232-afe1-31bbf4af7c39 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:48:43.166605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:43.168654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=3d742846-b430-436a-9d7b-afa26c0c8b02,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.222548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:43.223244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.223579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=9d97d24c-f221-4be8-a6b5-8db15294cb86,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.224785 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9852fb72-913c-44f9-99d0-3a68bf7437b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/ports/3d742846-b430-436a-9d7b-afa26c0c8b02 HTTP/1.1" status: 200 len: 910 time: 4.0576200 Apr 21 14:48:43.234289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet 8fd0f998-5a1b-4eac-9a6c-0183b6910aec {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:43.238113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58150) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.251946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.320978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 842548f1-d081-4901-96e8-47d268f1a9cf owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:43.339552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:43.454750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90e637-c55d-48b0-a5e7-4bde5a69855c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:43.461175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90e637-c55d-48b0-a5e7-4bde5a69855c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:43.467801 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9a90e637-c55d-48b0-a5e7-4bde5a69855c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6316252 Apr 21 14:48:43.471436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58154) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.513904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51049d2c-2973-4232-afe1-31bbf4af7c39 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:43.516043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.589372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.589721 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 5682c7f5-f9de-4b58-b1af-cbb82be42db7 of type vlan for network 3978bb5f-f715-49bb-9ae6-0eb02197a14c Apr 21 14:48:43.592356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7103-801a-479f-b303-b54e9a6eccd2 req-e7c6e61b-a282-441e-96bb-aea40f851c42 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:43.593843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-914f7103-801a-479f-b303-b54e9a6eccd2 req-e7c6e61b-a282-441e-96bb-aea40f851c42 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3887711 Apr 21 14:48:43.603361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=842548f1-d081-4901-96e8-47d268f1a9cf,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:43.610336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.655710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:43.656070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.687339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-089333f3-37f8-425c-9d92-5d2b878991cc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/842548f1-d081-4901-96e8-47d268f1a9cf HTTP/1.1" status: 204 len: 168 time: 1.6053069 Apr 21 14:48:43.708980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.710049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:39Z', 'revision_number': 8, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.734190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:43.738710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.774363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac585c1-c93a-462c-b099-ed49bae53a7c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:43.775658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aac585c1-c93a-462c-b099-ed49bae53a7c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:43.797131 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-914f7103-801a-479f-b303-b54e9a6eccd2 req-f32e167b-0f8c-4a50-b8c0-609b4794eec1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786389 Apr 21 14:48:43.826453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:43.828103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:43.843608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aac585c1-c93a-462c-b099-ed49bae53a7c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:43.849154 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aac585c1-c93a-462c-b099-ed49bae53a7c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/842548f1-d081-4901-96e8-47d268f1a9cf HTTP/1.1" status: 404 len: 333 time: 0.1350091 Apr 21 14:48:43.851505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58162) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:43.910803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:43.922422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'name': 'tempest-PortsIpV6TestJSON-1087521304'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:44.012110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.077739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.084393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:44.153904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:44.159442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:44.275094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-f614d312-fd8c-4320-aaa8-b341a6d0b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:44.276578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-f614d312-fd8c-4320-aaa8-b341a6d0b2e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.9881556 Apr 21 14:48:44.321841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.351777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d97d24c-f221-4be8-a6b5-8db15294cb86 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:44.381315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.402886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:44.412752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.418749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:44.419526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.438857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.449162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85fae82d-483b-4a00-b700-bdfb780b717a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 HTTP/1.1" status: 204 len: 168 time: 0.9742541 Apr 21 14:48:44.451560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.561450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a96d41-c6d1-4193-a98b-3de4e7a6552e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:44.563508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a96d41-c6d1-4193-a98b-3de4e7a6552e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:44.564901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9d97d24c-f221-4be8-a6b5-8db15294cb86 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:44.565027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-82a96d41-c6d1-4193-a98b-3de4e7a6552e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:44.565304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.587892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-82a96d41-c6d1-4193-a98b-3de4e7a6552e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:44.597988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-82a96d41-c6d1-4193-a98b-3de4e7a6552e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1451859 Apr 21 14:48:44.600037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58170) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.614516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.620912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5aa5e83f-15d5-42a7-862e-8a72262b9d32 None None] Could not find standard attr ID for object dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:48:44.669464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:44.697869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 292a4f5d-4827-46f8-a2e5-644607bcf6b3 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:44.701547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.714463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:39Z', 'revision_number': 8, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:44.722782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb78eb-2241-4b86-ab89-522be456d4ee None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:39Z', 'revision_number': 8, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3eb7f94-e0ac-406a-8b10-f0b10d629621', 'name': '', 'network_id': 'af8d80ef-47f3-42e4-9758-54b5ab8c41bb', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:49:e1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:48:05Z', 'updated_at': '2022-04-21T14:48:15Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'a2c77499-a0ea-4336-bd9e-6937b0e93f65', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:44.786992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.825094 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0140605 Apr 21 14:48:44.826413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58174) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:44.832840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '3978bb5f-f715-49bb-9ae6-0eb02197a14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:44.844890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:44.849652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:44.902189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23da9-3fc0-4f30-bfd6-7324765407ed tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=3978bb5f-f715-49bb-9ae6-0eb02197a14c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:44.913697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3978bb5f-f715-49bb-9ae6-0eb02197a14c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:45.038477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:45.174151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 4dffe85a-dff0-4deb-98ed-4ffa1eb14217 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:45.174411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:45.180982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:45.192508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:45.194999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.211699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-49319d48-2803-4cf1-abf0-f28ea0425bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:45.213335 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-49319d48-2803-4cf1-abf0-f28ea0425bf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.9240713 Apr 21 14:48:45.250669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:45.254451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.294878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900f9db-dddf-49bf-acfa-5eec791cb989 req-0f914afa-bc14-4ef1-ba88-a9c640c29cb9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:45.296688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1900f9db-dddf-49bf-acfa-5eec791cb989 req-0f914afa-bc14-4ef1-ba88-a9c640c29cb9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3464742 Apr 21 14:48:45.344112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.381856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:48:45.382472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:48:45.394475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.394849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.395296 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 8a0535c0-3393-4050-8c69-f647f34dfed1 disassociated. External IP: 172.26.4.10, port: 6c519801-6451-4b91-aa48-c02ced2b56d3. Apr 21 14:48:45.395678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 6c519801-6451-4b91-aa48-c02ced2b56d3 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:45.419404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.455858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd0f998-5a1b-4eac-9a6c-0183b6910aec,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:45.467815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.468050 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1900f9db-dddf-49bf-acfa-5eec791cb989 req-31b1c31d-57a6-48da-9009-f1a0fc294ac4 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600397 Apr 21 14:48:45.470304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=292a4f5d-4827-46f8-a2e5-644607bcf6b3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:45.475169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.486473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded5dd5-c53a-4606-813f-9e20b49dbc3e None None] Network e517f9e6-31bb-4c82-8225-4aa61d1cae21 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:45.498683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-971defac-2e9b-4d41-ad42-0a2c6c6b76cf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/292a4f5d-4827-46f8-a2e5-644607bcf6b3 HTTP/1.1" status: 204 len: 168 time: 0.8953302 Apr 21 14:48:45.509874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58180) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.514544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a4f8d1-e248-4a8c-b9b1-8ac0a82d7e0d None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:45.568852 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-ba9dfd5e-5314-4659-a068-df5b80f9367d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.3371744 Apr 21 14:48:45.589692 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2b085c40-753c-4558-95e1-e2e2ae398664 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/8fd0f998-5a1b-4eac-9a6c-0183b6910aec HTTP/1.1" status: 204 len: 168 time: 2.8492470 Apr 21 14:48:45.606857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58184) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.628706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.662768 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1bf0958f-5be7-4ece-9604-3573479bcff4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1517687 Apr 21 14:48:45.703323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58188) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.715888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=3760890f-2c9c-48d5-9e2f-e457262ef7f3,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:45.745352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '5682c7f5-f9de-4b58-b1af-cbb82be42db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3978bb5f-f715-49bb-9ae6-0eb02197a14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:45.745709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 3978bb5f-f715-49bb-9ae6-0eb02197a14c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:45.766175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 3978bb5f-f715-49bb-9ae6-0eb02197a14c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:45.778578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3978bb5f-f715-49bb-9ae6-0eb02197a14c) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:45.784717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:45.785521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:45.804542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ab57b-b7d1-40af-b763-2994f4812018 None None] Network 3978bb5f-f715-49bb-9ae6-0eb02197a14c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:45.819844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c05e425c-da0f-40e8-a856-510b9bf0d93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9921956 Apr 21 14:48:45.820989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58192) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:45.979843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.049925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.061347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-9b9391c7-eab5-4afb-a698-e228d5205429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.062890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-9b9391c7-eab5-4afb-a698-e228d5205429 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.4568601 Apr 21 14:48:46.108804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6b369-a979-4a80-a7aa-af64e186726b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-3978bb5f-f715-49bb-9ae6-0eb02197a14c', 'network_id': '3978bb5f-f715-49bb-9ae6-0eb02197a14c', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '3760890f-2c9c-48d5-9e2f-e457262ef7f3'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:46.109938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ec6b369-a979-4a80-a7aa-af64e186726b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.126473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.130706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] DHCP port deletion for e517f9e6-31bb-4c82-8225-4aa61d1cae21 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:46.141348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Deleting port 4e42667e-ff60-41c1-b40d-61e6f124430e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:46.141525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.142584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.203867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.212587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=3760890f-2c9c-48d5-9e2f-e457262ef7f3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.237640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 4e42667e-ff60-41c1-b40d-61e6f124430e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:46.238188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.249319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:46.304948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.320059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.321724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9d97d24c-f221-4be8-a6b5-8db15294cb86 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:46.327636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.350294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3978bb5f-f715-49bb-9ae6-0eb02197a14c']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.363547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5682c7f5-f9de-4b58-b1af-cbb82be42db7') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.363833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5682c7f5-f9de-4b58-b1af-cbb82be42db7') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:46.367068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.367940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Deleting port 9d97d24c-f221-4be8-a6b5-8db15294cb86 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:46.368310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.375265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.391002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.399072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:46.399886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:46.414801 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:46.466205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eae97a-3281-4ff4-9aa3-4425070f2db1 None None] Network 3978bb5f-f715-49bb-9ae6-0eb02197a14c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:46.471159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=6c519801-6451-4b91-aa48-c02ced2b56d3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.502399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.506672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.531706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=3978bb5f-f715-49bb-9ae6-0eb02197a14c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:46.544364 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f2fbf8b6-5f1d-4caa-bccf-3c5ac02fc180 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/3978bb5f-f715-49bb-9ae6-0eb02197a14c HTTP/1.1" status: 204 len: 168 time: 0.7188623 Apr 21 14:48:46.544642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58198) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.551604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132478334'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:46.556954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:46.560937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:46.563760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:46.574276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:46.590350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:46.593997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.598244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c7b51-4a32-46d5-9623-7daa00b9f768 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.599059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2e6c7b51-4a32-46d5-9623-7daa00b9f768 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:46.651518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:46.676074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:46.693570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.693910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 9e449542-fa14-4b0a-ba44-01a865ecc73b of type vlan for network 333364a7-435d-4e1e-85b4-40f3f01cf032 Apr 21 14:48:46.699665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] For port 4e42667e-ff60-41c1-b40d-61e6f124430e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e42667e-ff60-41c1-b40d-61e6f124430e,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:46.700193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.718611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e768e0-23cb-46a3-a231-08cc19c96937 req-5b49d0a6-6d11-455e-ac89-3723ad1f0443 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.720084 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-93e768e0-23cb-46a3-a231-08cc19c96937 req-5b49d0a6-6d11-455e-ac89-3723ad1f0443 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1097667 Apr 21 14:48:46.753976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.802085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-93e768e0-23cb-46a3-a231-08cc19c96937 req-57ee1fb8-8447-4f1b-8459-b852763f5fc2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731659 Apr 21 14:48:46.830453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.830453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.830453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.885706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:46.915113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:46.920487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.921073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:46.936429 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3881695 Apr 21 14:48:46.937481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58202) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:46.945546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:46.960656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Calling delete_port for 4e42667e-ff60-41c1-b40d-61e6f124430e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:46.965683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-60a43651-ce67-474d-8ebc-aaf10473585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:46.967141 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-60a43651-ce67-474d-8ebc-aaf10473585e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8895609 Apr 21 14:48:46.969625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26d170-c491-4684-8d37-e3a2737ea955 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=333364a7-435d-4e1e-85b4-40f3f01cf032,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.006935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=4dffe85a-dff0-4deb-98ed-4ffa1eb14217,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.007742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 333364a7-435d-4e1e-85b4-40f3f01cf032 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:47.073285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:47.077153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:47.081343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:47.087224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:47.092831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2e6c7b51-4a32-46d5-9623-7daa00b9f768 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:47.097032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2e6c7b51-4a32-46d5-9623-7daa00b9f768 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3895149 Apr 21 14:48:47.097496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58206) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.158913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:47.162837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.212659 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5649ed78-60e3-422a-a9f7-3c89ef5eedc9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3040080 Apr 21 14:48:47.212899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81adcd1d-bf13-4801-a80c-5e28466b5bf7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:47.213075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-81adcd1d-bf13-4801-a80c-5e28466b5bf7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:47.263334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58210) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.269282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:47.327834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.355930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-81adcd1d-bf13-4801-a80c-5e28466b5bf7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:47.359506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81adcd1d-bf13-4801-a80c-5e28466b5bf7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2583239 Apr 21 14:48:47.361460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58214) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.379405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 4e42667e-ff60-41c1-b40d-61e6f124430e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e42667e-ff60-41c1-b40d-61e6f124430e,segment=NetworkSegment(606793ef-c0af-43dd-b911-d426c5d0fd15),segment_id=606793ef-c0af-43dd-b911-d426c5d0fd15)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:47.379764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.383610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d97d24c-f221-4be8-a6b5-8db15294cb86,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:47.384102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.399840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.469884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:47.543891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 4e42667e-ff60-41c1-b40d-61e6f124430e owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:47.568807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Calling delete_port for 9d97d24c-f221-4be8-a6b5-8db15294cb86 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:47.586910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-13412ba5-7f6f-4789-8d08-ed93812be991 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2194414 Apr 21 14:48:47.587483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58218) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:47.592827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:47.621425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d97d24c-f221-4be8-a6b5-8db15294cb86,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:47.637314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] Pushing event deleted for resources: {'Port': ['ID=4e42667e-ff60-41c1-b40d-61e6f124430e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:47.649456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639380d-67a3-4b64-94d9-f2dac82af1c9 None None] No DVR routers for this DVR port 4e42667e-ff60-41c1-b40d-61e6f124430e on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:47.658210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.664144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b57af43a-214c-44d8-9574-8a9b142412e4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:47.714197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-5062fe20-71d5-4a90-8dac-9a424d7594fc service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7283390 Apr 21 14:48:47.757112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b57af43a-214c-44d8-9574-8a9b142412e4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:47.757729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b57af43a-214c-44d8-9574-8a9b142412e4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:47.757880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e42667e-ff60-41c1-b40d-61e6f124430e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:47.763496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.832291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:47.881008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:47.908361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4e42667e-ff60-41c1-b40d-61e6f124430e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:47.908779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e42667e-ff60-41c1-b40d-61e6f124430e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:47.936839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:47.941866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:47.968638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:47.969050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:47.981819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:47.982163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:47.995903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=9d97d24c-f221-4be8-a6b5-8db15294cb86,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.047854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 3d742846-b430-436a-9d7b-afa26c0c8b02 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:48.048167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.087975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:48.101160 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:48.112387 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:48.113074 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.177508 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.188337 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:48.190278 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.199796 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d4f2ce79-8134-4bf9-b6cd-d8222b88ca5a req-9d250f69-fb21-447e-8aed-a9edeaf2dce2 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794929 Apr 21 14:48:48.209107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.284160 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:48.284691 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb128ee-160d-498c-9ac5-524b0b09a48b None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:48.342861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.357286 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a8b10592-9b03-4aff-9031-164af430552b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/6c519801-6451-4b91-aa48-c02ced2b56d3 HTTP/1.1" status: 204 len: 168 time: 5.6688056 Apr 21 14:48:48.362155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.364408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=4734bd83-9299-4f4f-bab9-8261284f87ce,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.396480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '9e449542-fa14-4b0a-ba44-01a865ecc73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:48.396839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 333364a7-435d-4e1e-85b4-40f3f01cf032, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:48.402781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.449740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.483889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Deleting port 9d97d24c-f221-4be8-a6b5-8db15294cb86 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:48.484273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.518605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50eac2-0a7b-46e4-95b9-d3b410f39902 req-6e0fcce3-7ba4-4d4e-918a-5089fae1f1b8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:48.520387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd50eac2-0a7b-46e4-95b9-d3b410f39902 req-6e0fcce3-7ba4-4d4e-918a-5089fae1f1b8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.5115509 Apr 21 14:48:48.563409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] In _notify_port_updated(), no bound segment for port 4dffe85a-dff0-4deb-98ed-4ffa1eb14217 on network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:48:48.569400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:48.570206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.575392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/ports/4dffe85a-dff0-4deb-98ed-4ffa1eb14217 HTTP/1.1" status: 200 len: 818 time: 1.3073094 Apr 21 14:48:48.592415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58228) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.604679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 4e42667e-ff60-41c1-b40d-61e6f124430e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:48.605290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.659654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 333364a7-435d-4e1e-85b4-40f3f01cf032 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:48.685979 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-79b9d03f-893d-47a6-b1e4-ec68c4331e5c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/floatingips/8a0535c0-3393-4050-8c69-f647f34dfed1 HTTP/1.1" status: 200 len: 687 time: 0.3226535 Apr 21 14:48:48.694147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.698760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58232) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:48.726732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] For port 9d97d24c-f221-4be8-a6b5-8db15294cb86, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9d97d24c-f221-4be8-a6b5-8db15294cb86,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:48.727161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.890632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Calling delete_port for 9d97d24c-f221-4be8-a6b5-8db15294cb86 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:48.894111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] The port '4e42667e-ff60-41c1-b40d-61e6f124430e' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:48:48.900699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 3d742846-b430-436a-9d7b-afa26c0c8b02 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:48.903213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da755f-a11c-496a-8950-b09971edb44c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=4dffe85a-dff0-4deb-98ed-4ffa1eb14217,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:48.919117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.986718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:48.987586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 333364a7-435d-4e1e-85b4-40f3f01cf032) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:48.991792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:48.992245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.025945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd50eac2-0a7b-46e4-95b9-d3b410f39902 req-2c48eec6-c9ec-4a5b-9ecf-29f4b752c31a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4862170 Apr 21 14:48:49.031058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36245a45-6968-4d9e-9b59-cabe93d18680 None None] Network 333364a7-435d-4e1e-85b4-40f3f01cf032 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:49.031606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port cfde7c95-e558-4cb4-9407-fc157cc3bc08 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:49.032345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.078126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] Pushing event deleted for resources: {'Port': ['ID=9d97d24c-f221-4be8-a6b5-8db15294cb86,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.085159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ced2a-5106-467a-8e50-a67cfdb1de01 None None] No DVR routers for this DVR port 9d97d24c-f221-4be8-a6b5-8db15294cb86 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:49.096025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.105282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 4dffe85a-dff0-4deb-98ed-4ffa1eb14217 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:49.105765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.130927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e517f9e6-31bb-4c82-8225-4aa61d1cae21']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:49.137651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:49.148085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-acd5f99d-ea94-4db5-8b95-87259f670b63 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2095513 Apr 21 14:48:49.152698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58236) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:49.154435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606793ef-c0af-43dd-b911-d426c5d0fd15') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:49.154807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606793ef-c0af-43dd-b911-d426c5d0fd15') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:49.162823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:49.173011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:49.174421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.183432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079f78b-32d7-4644-80e0-c27b02aac849 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:49.193659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.211642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=47e735fd-66b6-48ce-9c79-b288f46a3fa7,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.249756 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e89e8f2-b13e-42b0-be01-14615b2a5508 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6587355 Apr 21 14:48:49.276461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.278374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58240) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:49.286821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '47e735fd-66b6-48ce-9c79-b288f46a3fa7', 'ip_address': '2001:db8::ddc5:f98:83a8:72d4'}], 'name': 'tempest-NetworksTestDHCPv6-1298493426'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:49.311470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:49.312597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:49.344249 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:49.412421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-333364a7-435d-4e1e-85b4-40f3f01cf032', 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '4734bd83-9299-4f4f-bab9-8261284f87ce'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:49.413368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.598962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.600576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.618327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.618820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.649486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '47e735fd-66b6-48ce-9c79-b288f46a3fa7'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:49.650296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.654157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.674894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=3d742846-b430-436a-9d7b-afa26c0c8b02,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.696593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.730184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=e517f9e6-31bb-4c82-8225-4aa61d1cae21,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:49.754604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:49.755980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Allocated IP 172.20.0.1 (333364a7-435d-4e1e-85b4-40f3f01cf032/4734bd83-9299-4f4f-bab9-8261284f87ce/630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:49.758203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.799435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for cfde7c95-e558-4cb4-9407-fc157cc3bc08 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:49.828112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:49.909564 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a5d438ef-769d-47be-9161-ff8b404d6a14 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/e517f9e6-31bb-4c82-8225-4aa61d1cae21 HTTP/1.1" status: 204 len: 168 time: 4.3006961 Apr 21 14:48:49.916892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:49.922300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58244) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.012004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 4dffe85a-dff0-4deb-98ed-4ffa1eb14217 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:50.063743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/47e735fd-66b6-48ce-9c79-b288f46a3fa7/fe675f51-43d0-4ea5-b8f2-123b95aa0c9c) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:50.107934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.200781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.254748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.281667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:50.296078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=4dffe85a-dff0-4deb-98ed-4ffa1eb14217,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.321509 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2b1f3194-6ccb-478a-858f-1e32222e9461 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/4dffe85a-dff0-4deb-98ed-4ffa1eb14217 HTTP/1.1" status: 204 len: 168 time: 1.6721849 Apr 21 14:48:50.324832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58250) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.334282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Transition to ACTIVE for port object 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:50.368133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Transition to ACTIVE for port object 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:50.368375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.377664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.380485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.426754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Transition to ACTIVE for port object fe675f51-43d0-4ea5-b8f2-123b95aa0c9c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:50.427423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=cfde7c95-e558-4cb4-9407-fc157cc3bc08,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.470034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Network 333364a7-435d-4e1e-85b4-40f3f01cf032 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:50.474454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:50.476771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Transition to ACTIVE for port object fe675f51-43d0-4ea5-b8f2-123b95aa0c9c will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:50.479759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:50.489656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Pushing event updated for resources: {'Port': ['ID=630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.493281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.537729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9b011-706f-486d-924f-ddd246c0ddd9 req-91225c0b-d145-4aa1-988c-fdf432b97d82 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:50.539362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ac9b011-706f-486d-924f-ddd246c0ddd9 req-91225c0b-d145-4aa1-988c-fdf432b97d82 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3819015 Apr 21 14:48:50.570671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.573281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.577925 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ecf6b4f0-3a94-40f0-b4b6-9f6287438fa7 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/8a0535c0-3393-4050-8c69-f647f34dfed1 HTTP/1.1" status: 204 len: 168 time: 1.8700790 Apr 21 14:48:50.578723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.590136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '1d23d617-9d38-4359-93da-bf7e837db3cf'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:50.599465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.627852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79a599-10dd-40ea-a560-92fa609a6b39 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:50.628859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d79a599-10dd-40ea-a560-92fa609a6b39 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:50.629334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:50.630492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.637284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.641413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:50.646795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:50.646998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ac9b011-706f-486d-924f-ddd246c0ddd9 req-76df490a-aea1-4ffb-b3a0-14fadd0c0f1b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957294 Apr 21 14:48:50.659731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.663562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Pushing event updated for resources: {'Port': ['ID=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:50.678482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d79a599-10dd-40ea-a560-92fa609a6b39 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:50.679548 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0d79a599-10dd-40ea-a560-92fa609a6b39 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3529201 Apr 21 14:48:50.682764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58258) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.694024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Attempting to bind port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:50.694454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Attempting to bind port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9e449542-fa14-4b0a-ba44-01a865ecc73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:50.694871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Attempting to bind port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c on network 333364a7-435d-4e1e-85b4-40f3f01cf032 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:50.738968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:50.738968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Checking segment: {'id': '9e449542-fa14-4b0a-ba44-01a865ecc73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:50.739509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.739963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Bound using segment: {'id': '9e449542-fa14-4b0a-ba44-01a865ecc73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:50.740507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Bound port: 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e449542-fa14-4b0a-ba44-01a865ecc73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '333364a7-435d-4e1e-85b4-40f3f01cf032'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:50.740940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.741063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-12fecb0e-6c5a-466a-8b15-91c0f9a9b0ba tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:48:50.745853 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-12fecb0e-6c5a-466a-8b15-91c0f9a9b0ba tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/4dffe85a-dff0-4deb-98ed-4ffa1eb14217 HTTP/1.1" status: 404 len: 333 time: 0.0586994 Apr 21 14:48:50.747381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:50.754125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-814002895'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:50.761294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:50.766569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:50.770854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:50.809812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Attempting to bind port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:50.810272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Attempting to bind port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:50.810832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Attempting to bind port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:50.822746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:50.831682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:50.832239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:50.832774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.833287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:50.833875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Bound port: fe675f51-43d0-4ea5-b8f2-123b95aa0c9c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:50.834347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.882044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:50.885462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.918327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.929624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] For port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:50.951141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] For port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c,segment=NetworkSegment(9e449542-fa14-4b0a-ba44-01a865ecc73b),segment_id=9e449542-fa14-4b0a-ba44-01a865ecc73b)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:50.951382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:50.961324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.969630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:50.969948 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment a935ad6d-a575-4a08-8679-43dcf830ede4 of type vlan for network 1c4fa50c-8462-45b9-bf2f-938178f64132 Apr 21 14:48:51.011178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b9ebd-3f8c-4c7d-9239-964dff4e209f req-3d7a8565-4071-460e-a594-ad926ac51c64 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:51.011178 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec1b9ebd-3f8c-4c7d-9239-964dff4e209f req-3d7a8565-4071-460e-a594-ad926ac51c64 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1672709 Apr 21 14:48:51.020999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] For port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:51.021636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.026236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.046926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.059982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] For port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:51.076027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.127882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=4734bd83-9299-4f4f-bab9-8261284f87ce,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.148287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc87d-b76f-4a83-bc9d-b95b26ffa034 None None] Pushing event updated for resources: {'Port': ['ID=630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.149416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec1b9ebd-3f8c-4c7d-9239-964dff4e209f req-68498207-1193-4681-9f12-7f467876e4b5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256807 Apr 21 14:48:51.198967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.203352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port a018d7ac-1d86-4385-bd58-ab545581f3dd yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:51.204457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:51.205133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.278385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d4d0c-243b-4969-ba0f-798c6ab1cb36 None None] Network 333364a7-435d-4e1e-85b4-40f3f01cf032 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:51.324428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6da912-b7ef-4b5d-bf16-39db77acfdf4 None None] Pushing event updated for resources: {'Port': ['ID=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.433576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.484965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7305059 Apr 21 14:48:51.484965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58270) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:51.487971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c540657-38e1-4a3b-9bbc-60b2072d0d20 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=1c4fa50c-8462-45b9-bf2f-938178f64132,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:51.493961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:51.520192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:51.544498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.181 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/32edae4d-7cb6-454d-b043-4735c97fde63) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:51.642682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333364a7-435d-4e1e-85b4-40f3f01cf032']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.689883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 48e07215-5ec4-4f6b-a03d-dc29e57d1c65 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:51.710462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e449542-fa14-4b0a-ba44-01a865ecc73b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.711058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e449542-fa14-4b0a-ba44-01a865ecc73b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:51.813029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.841096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:51.852067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:51.857744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:51.873174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:51.884471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.907193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:51.910782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:51.956689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.017727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.026810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd765-1857-441e-bd5a-8f2b7b5eb41b req-e96250ff-452f-45ab-8739-234973de301a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:52.033790 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a7afd765-1857-441e-bd5a-8f2b7b5eb41b req-e96250ff-452f-45ab-8739-234973de301a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2620020 Apr 21 14:48:52.107211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:52.107629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.114486 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a7afd765-1857-441e-bd5a-8f2b7b5eb41b req-8a8189e9-dee8-4c33-91c5-143ec606f2ec tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795569 Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:52.126820 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:52.131788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.159174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:52.176700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] Sync routers for ids ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:52.192334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] Routers {'48e07215-5ec4-4f6b-a03d-dc29e57d1c65'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:52.192964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:52.285253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::ddc5:f98:83a8:72d4 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/47e735fd-66b6-48ce-9c79-b288f46a3fa7/a018d7ac-1d86-4385-bd58-ab545581f3dd) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:52.302592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:52.314896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] Routers {'48e07215-5ec4-4f6b-a03d-dc29e57d1c65'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:52.315532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:52.326222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aa4754dc-923c-460f-9fa4-dacf8237452f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/48e07215-5ec4-4f6b-a03d-dc29e57d1c65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0759504 Apr 21 14:48:52.358911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58278) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.367552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:52.386882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:52.387283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8a9c4-8bb0-40f8-a39b-c00820854e4d None None] The sync data for ids ['48e07215-5ec4-4f6b-a03d-dc29e57d1c65'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:52.388746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fe675f51-43d0-4ea5-b8f2-123b95aa0c9c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:52.403947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:48:52.403947 dv-neutron-838896-1-hyperv neutron-server[88107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:48:52.403947 dv-neutron-838896-1-hyperv neutron-server[88107]: [parameters: {'id': '333364a7-435d-4e1e-85b4-40f3f01cf032'}] Apr 21 14:48:52.403947 dv-neutron-838896-1-hyperv neutron-server[88107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:48:52.404414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:48:52.469765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:52.478879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:52.510771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:52.527885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.538077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-47b2be31-1d8c-49ee-9083-e83c6bd56559 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:52.593610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=32edae4d-7cb6-454d-b043-4735c97fde63,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:52.612917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.616355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-47b2be31-1d8c-49ee-9083-e83c6bd56559 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:52.617716 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-47b2be31-1d8c-49ee-9083-e83c6bd56559 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=48e07215-5ec4-4f6b-a03d-dc29e57d1c65 HTTP/1.1" status: 200 len: 205 time: 0.2543819 Apr 21 14:48:52.635347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125ef6ad-232b-4c5b-89bb-77ca83310e0f None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:48:52.653714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58282) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:52.760012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Provisioning for port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:52.770408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Provisioning complete for port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:52.770591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.800870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.864184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object a018d7ac-1d86-4385-bd58-ab545581f3dd will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:52.904691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.909345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.958758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:52.966511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=bf866274-06cf-4a2f-8ab8-849cd470218d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.014337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:53.014683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.028747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603db35-e631-44db-a626-b7d8a5e45886 req-ff5e8b23-ad6c-4fe2-aa6f-130a901331cd tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:53.030274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9603db35-e631-44db-a626-b7d8a5e45886 req-ff5e8b23-ad6c-4fe2-aa6f-130a901331cd tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.6933165 Apr 21 14:48:53.048545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.080547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': 'a935ad6d-a575-4a08-8679-43dcf830ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:53.080823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 1c4fa50c-8462-45b9-bf2f-938178f64132, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:53.103722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] For port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:53.109487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.154316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ef6ad-232b-4c5b-89bb-77ca83310e0f None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:53.161933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port d3eb7f94-e0ac-406a-8b10-f0b10d629621 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:53.162586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.177013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ef6ad-232b-4c5b-89bb-77ca83310e0f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1c4fa50c-8462-45b9-bf2f-938178f64132) {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:48:53.195758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5ec0d-86e0-403e-bc98-b31fdb0da002 None None] Pushing event updated for resources: {'Port': ['ID=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.213017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:53.225139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:53.241178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:53.246805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:53.247549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.251847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=a018d7ac-1d86-4385-bd58-ab545581f3dd,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:53.341740 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ffd02465-ed12-415b-b604-7e26a4111845 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0595095 Apr 21 14:48:53.374549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58286) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.457047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '47e735fd-66b6-48ce-9c79-b288f46a3fa7', 'ip_address': '2001:db8::ddc5:f98:83a8:72d4'}], 'name': 'tempest-NetworksTestDHCPv6-222343790'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:53.556258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unable to find a vacant binding_index for network 1c4fa50c-8462-45b9-bf2f-938178f64132 and agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 21 14:48:53.572772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1c4fa50c-8462-45b9-bf2f-938178f64132', 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': 'bf866274-06cf-4a2f-8ab8-849cd470218d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:53.574053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.581420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.590171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.609105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c,segment=NetworkSegment(9e449542-fa14-4b0a-ba44-01a865ecc73b),segment_id=9e449542-fa14-4b0a-ba44-01a865ecc73b)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:53.609692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.639539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1c4fa50c-8462-45b9-bf2f-938178f64132) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:53.660383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9603db35-e631-44db-a626-b7d8a5e45886 req-c6008024-f130-42be-8fb9-965a68a10ff5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645287 Apr 21 14:48:53.670119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:53.670744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.772447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:53.796847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.797486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 48e07215-5ec4-4f6b-a03d-dc29e57d1c65 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:48:53.810711 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5b280ff4-80d5-47db-b616-008fd5786f50 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3221171 Apr 21 14:48:53.810959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58292) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.813058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Allocated IP 2001:db8::2 (1c4fa50c-8462-45b9-bf2f-938178f64132/bf866274-06cf-4a2f-8ab8-849cd470218d/d275d2e4-d960-44e3-a57e-21d6e7b490c0) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:48:53.816513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:53.834763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.838383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-53d2f5cf-8b1e-42bd-8ddc-17d7d709288d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/48e07215-5ec4-4f6b-a03d-dc29e57d1c65 HTTP/1.1" status: 204 len: 168 time: 1.1803253 Apr 21 14:48:53.843827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58296) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:53.905815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:53.909900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port d3eb7f94-e0ac-406a-8b10-f0b10d629621, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d3eb7f94-e0ac-406a-8b10-f0b10d629621,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:53.910485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:53.913584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:53.924081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:53.936458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:53.959876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:54.061622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.072470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3882-9196-40d1-89bb-d82f12359ce4 req-4822b9ce-66ef-4cfe-8a73-86e06084067a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:54.073621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Transition to ACTIVE for port object d275d2e4-d960-44e3-a57e-21d6e7b490c0 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:54.074056 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f95f3882-9196-40d1-89bb-d82f12359ce4 req-4822b9ce-66ef-4cfe-8a73-86e06084067a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2573662 Apr 21 14:48:54.100435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Transition to ACTIVE for port object d275d2e4-d960-44e3-a57e-21d6e7b490c0 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:48:54.106304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for d3eb7f94-e0ac-406a-8b10-f0b10d629621 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:54.107199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.164177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.167813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.181909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:54.185216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:54.187148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:48:54.193410 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f95f3882-9196-40d1-89bb-d82f12359ce4 req-428d847b-f5ce-4443-aa44-78b59df14423 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076584 Apr 21 14:48:54.204067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port cd69fde8-1b8f-45bd-a241-3ef7edb802b6 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:48:54.217772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet 21624d99-9d80-434f-bb78-035645f56335 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:54.265720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.296781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.326566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Pushing event updated for resources: {'Port': ['ID=d275d2e4-d960-44e3-a57e-21d6e7b490c0,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:54.340624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fe675f51-43d0-4ea5-b8f2-123b95aa0c9c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:54.377717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:54.392535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.393005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Attempting to bind port d275d2e4-d960-44e3-a57e-21d6e7b490c0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:48:54.393393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Attempting to bind port d275d2e4-d960-44e3-a57e-21d6e7b490c0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a935ad6d-a575-4a08-8679-43dcf830ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:48:54.393748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Attempting to bind port d275d2e4-d960-44e3-a57e-21d6e7b490c0 on network 1c4fa50c-8462-45b9-bf2f-938178f64132 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:48:54.405345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:48:54.405723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Checking segment: {'id': 'a935ad6d-a575-4a08-8679-43dcf830ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:54.406112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.406493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Bound using segment: {'id': 'a935ad6d-a575-4a08-8679-43dcf830ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:48:54.406943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Bound port: d275d2e4-d960-44e3-a57e-21d6e7b490c0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935ad6d-a575-4a08-8679-43dcf830ede4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:48:54.407303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.472904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:54.475635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port 630f6a3d-4769-44a1-b7d7-8b8cfc2f3a4c on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:54.497152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:54.498220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.567306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:54.581834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:54.591785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] For port d275d2e4-d960-44e3-a57e-21d6e7b490c0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:48:54.595885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] For port d275d2e4-d960-44e3-a57e-21d6e7b490c0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d275d2e4-d960-44e3-a57e-21d6e7b490c0,segment=NetworkSegment(a935ad6d-a575-4a08-8679-43dcf830ede4),segment_id=a935ad6d-a575-4a08-8679-43dcf830ede4)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:48:54.618236 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 14:48:54.618774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:54.618914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:54.625746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.647386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.774844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38996fa3-8d6c-4b3b-820c-d872452be0ae None None] Pushing event updated for resources: {'Port': ['ID=d275d2e4-d960-44e3-a57e-21d6e7b490c0,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:54.801280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:54.804935 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-15fa4bde-eec3-43dc-bd61-4a3bd41bbdd8 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4189610 Apr 21 14:48:54.805060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.807880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58304) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:54.809750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.820326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.884157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:54.901782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333364a7-435d-4e1e-85b4-40f3f01cf032']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:54.987097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e449542-fa14-4b0a-ba44-01a865ecc73b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:54.987484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e449542-fa14-4b0a-ba44-01a865ecc73b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:55.016120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.025168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.109625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=d3eb7f94-e0ac-406a-8b10-f0b10d629621,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.154197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.177491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:55.178058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.219749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=32edae4d-7cb6-454d-b043-4735c97fde63,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.233163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:55.253956 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:55.297772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df85d95-7a8a-4627-b2a1-a5bbb163ccfe req-a2d4ebcf-9d02-4bab-8613-8ee99ba307fc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:55.303213 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3df85d95-7a8a-4627-b2a1-a5bbb163ccfe req-a2d4ebcf-9d02-4bab-8613-8ee99ba307fc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.6464152 Apr 21 14:48:55.323863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67e63ba9-0360-40ca-ad09-d77075d998fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.379405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5887fc-d83b-4e6d-bef2-dd5b9974a121 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:55.385341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5887fc-d83b-4e6d-bef2-dd5b9974a121 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:55.386152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb5887fc-d83b-4e6d-bef2-dd5b9974a121 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:55.395786 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.ipam_backend_mixin [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bf866274-06cf-4a2f-8ab8-849cd470218d (CIDR: 2001:db8::/64) Apr 21 14:48:55.413162 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:48:55.413659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:48:55.459274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3df85d95-7a8a-4627-b2a1-a5bbb163ccfe req-89b69438-52a6-426a-b5e4-c8524de5b7b9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511307 Apr 21 14:48:55.491536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb5887fc-d83b-4e6d-bef2-dd5b9974a121 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:55.492679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bb5887fc-d83b-4e6d-bef2-dd5b9974a121 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.6716604 Apr 21 14:48:55.495401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58308) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.520879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.544663 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 45e3bbed-adf2-4c23-b025-7b406e056970 associated. External IP: 172.26.4.181, port: 1d23d617-9d38-4359-93da-bf7e837db3cf. Apr 21 14:48:55.620605 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cb40da2e-ffa3-4b05-ab81-097bd8de3078 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8092492 Apr 21 14:48:55.627726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58312) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.632111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.633727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.636157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:55.658077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.674311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port a018d7ac-1d86-4385-bd58-ab545581f3dd {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:55.674655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.674873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=333364a7-435d-4e1e-85b4-40f3f01cf032,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.741928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-337f56f4-5bcb-4bc1-83d8-7cb18c415a7a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/333364a7-435d-4e1e-85b4-40f3f01cf032 HTTP/1.1" status: 204 len: 168 time: 6.5796387 Apr 21 14:48:55.747764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58316) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.768028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750115885'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:55.825141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:55.827868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.879161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:55.886445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:55.905376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:55.914723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=21624d99-9d80-434f-bb78-035645f56335,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:55.916842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.920176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-af036c6d-9814-4a31-b374-e920ca2462e3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/21624d99-9d80-434f-bb78-035645f56335 HTTP/1.1" status: 204 len: 168 time: 2.0726914 Apr 21 14:48:55.924026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58320) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:55.932094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718673b-d95e-4673-9d10-604b2e90bcf2 None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:55.936488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:55.940542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:55.986924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d007253-5bef-4165-be5d-8422a3207f66 None None] Network 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:56.029815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:56.066335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:56.126800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d1259f0-8cba-41d9-93cf-5ebcfbc97c7c None None] Provisioning for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:56.152395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:56.171165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:56.208983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.209362 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment c1aea086-b915-4ece-820d-54c6a0a1d3c7 of type vlan for network 979dcafd-86c9-4a8e-b93c-cd8d1a98da04 Apr 21 14:48:56.254072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:56.270378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:56.287903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.426250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d275d2e4-d960-44e3-a57e-21d6e7b490c0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:56.444288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.458450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:56.462168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.488440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.493855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:56.494442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.495801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c92aa8a4-01b2-4ef9-87f1-0034e25826f8 None None] Provisioning for port a018d7ac-1d86-4385-bd58-ab545581f3dd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:56.507068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c92aa8a4-01b2-4ef9-87f1-0034e25826f8 None None] Provisioning complete for port a018d7ac-1d86-4385-bd58-ab545581f3dd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:56.507445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c92aa8a4-01b2-4ef9-87f1-0034e25826f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.523544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:56.537293 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:56.559073 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:56.559736 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:56.597031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c92aa8a4-01b2-4ef9-87f1-0034e25826f8 None None] Port a018d7ac-1d86-4385-bd58-ab545581f3dd cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:48:56.612912 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8617046 Apr 21 14:48:56.613551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58326) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.630680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-30f39804-9386-406f-bbfa-d4c9fe5616c5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7038913 Apr 21 14:48:56.635842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '979dcafd-86c9-4a8e-b93c-cd8d1a98da04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:56.663641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:48:56.669937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:56.670304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.671502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58330) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:56.707291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.731000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6353b52-6ca0-476d-8e89-98a27d629f88 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=979dcafd-86c9-4a8e-b93c-cd8d1a98da04,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:56.738773 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:56.750461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] DHCP port deletion for 40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:56.752656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 979dcafd-86c9-4a8e-b93c-cd8d1a98da04 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:56.838573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet a2c77499-a0ea-4336-bd9e-6937b0e93f65 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:56.840957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:56.856090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Deleting port e10b2544-8337-4354-8ae3-61e28e2482bb {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:56.856544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.859001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:56.908297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:56.919689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:56.930122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:56.976165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:56.979720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.073741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.198913 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:54Z', 'revision_number': 9, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:57.203690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:48:57.213239 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:57.214121 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:57.251524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] For port e10b2544-8337-4354-8ae3-61e28e2482bb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e10b2544-8337-4354-8ae3-61e28e2482bb,segment=NetworkSegment(d8f8595e-cc8f-4385-b1dd-12e2de7bf82d),segment_id=d8f8595e-cc8f-4385-b1dd-12e2de7bf82d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:57.252220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.284674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for a018d7ac-1d86-4385-bd58-ab545581f3dd owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:57.404636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Calling delete_port for e10b2544-8337-4354-8ae3-61e28e2482bb owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:57.411699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port e10b2544-8337-4354-8ae3-61e28e2482bb {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:57.412032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.481721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.510240 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:48:57.534335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d275d2e4-d960-44e3-a57e-21d6e7b490c0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d275d2e4-d960-44e3-a57e-21d6e7b490c0,segment=NetworkSegment(a935ad6d-a575-4a08-8679-43dcf830ede4),segment_id=a935ad6d-a575-4a08-8679-43dcf830ede4)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:57.537225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-19584cd4-4c84-473c-b9bc-0ac5a2ff3bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.542441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.586990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.606553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] No DVR routers for this DVR port e10b2544-8337-4354-8ae3-61e28e2482bb on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:57.616739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.642405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.645419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d275d2e4-d960-44e3-a57e-21d6e7b490c0,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.672085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:48:57.679891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] The port 'e10b2544-8337-4354-8ae3-61e28e2482bb' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:48:57.693676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0717b-9309-453d-be8d-9fe9a76840bf None None] Pushing event deleted for resources: {'Port': ['ID=e10b2544-8337-4354-8ae3-61e28e2482bb,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.736778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c5755-e857-4a9b-a29e-e197010c13fd None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:57.833661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=109b01d5-fdb9-4e12-aff5-a29021d8870b,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.847266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': 'c1aea086-b915-4ece-820d-54c6a0a1d3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '979dcafd-86c9-4a8e-b93c-cd8d1a98da04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:48:57.847941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 979dcafd-86c9-4a8e-b93c-cd8d1a98da04, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:48:57.862457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-05842321-e978-41ed-8aa1-9720b5fb273c None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:57.862816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05842321-e978-41ed-8aa1-9720b5fb273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.875888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.920578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 979dcafd-86c9-4a8e-b93c-cd8d1a98da04 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:48:57.936974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c77499-a0ea-4336-bd9e-6937b0e93f65,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:57.946441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:57.959024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 979dcafd-86c9-4a8e-b93c-cd8d1a98da04) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:57.966955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-88c4db0c-0b1a-49a1-a330-d32960141e2f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/a2c77499-a0ea-4336-bd9e-6937b0e93f65 HTTP/1.1" status: 204 len: 168 time: 1.2920904 Apr 21 14:48:57.967587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58334) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:57.975052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:57.975641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.010838 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:54Z', 'revision_number': 9, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.014948 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f85ef-466f-48ad-ad3c-af92ed5c82e4 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:48:54Z', 'revision_number': 9, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '1bb5ae80-6463-4512-a8c6-514b8eb279a4', 'name': '', 'network_id': '1beba49a-2ed0-4398-aeb5-26f4ec6445ce', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:a2:10:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:53Z', 'updated_at': '2022-04-21T14:48:06Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': '78241f3b-de4d-4553-81fb-c64fc86b9133', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:58.046881 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b0d04c7d-13a6-4a2a-af10-fa2f90fe62bf tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4200222 Apr 21 14:48:58.048427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58338) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.069234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc446bd-e739-4c59-b93b-4a7c4dad1131 None None] Network af8d80ef-47f3-42e4-9758-54b5ab8c41bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:58.083297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ddcb4-65b3-41c0-8b46-d2d915e46a0f None None] Network 979dcafd-86c9-4a8e-b93c-cd8d1a98da04 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:58.141006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.167583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.180210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.180538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f8595e-cc8f-4385-b1dd-12e2de7bf82d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.192546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.206123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.209729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.216335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:58.216918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.242719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port ebb57504-49ff-48a5-992f-99c39d68124a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:48:58.243109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.315341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.315783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:58.317742 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:58.355409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:48:58.425673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.480144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01eaeb-d6e2-4145-845a-dc6dfc705b8e req-f091618b-a4db-4336-9e20-8bc6bd441548 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:58.489250 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a01eaeb-d6e2-4145-845a-dc6dfc705b8e req-f091618b-a4db-4336-9e20-8bc6bd441548 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.3206892 Apr 21 14:48:58.517310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.529733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d275d2e4-d960-44e3-a57e-21d6e7b490c0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:48:58.530340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.567813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:58.568448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.572578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port ebb57504-49ff-48a5-992f-99c39d68124a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ebb57504-49ff-48a5-992f-99c39d68124a,segment=NetworkSegment(5b74e817-bd54-413d-afdf-ca76d0ba2d18),segment_id=5b74e817-bd54-413d-afdf-ca76d0ba2d18)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:48:58.572988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.606514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.617634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-555ef2f6-dca8-4a31-9f51-7105ffa3550c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/40c3452d-7bfc-4b61-ac52-6bdc5f8e58aa HTTP/1.1" status: 204 len: 168 time: 2.6889610 Apr 21 14:48:58.618799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.645959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58342) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:58.662725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-992570218', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:58.676337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.685284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.720844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.739736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for ebb57504-49ff-48a5-992f-99c39d68124a owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:48:58.753621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:48:58.754261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.766593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:58.781216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:58.787147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:58.816335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:58.836699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.870185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:58.870895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8ec74-85ec-4a28-b130-49c484b30b1b None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:48:58.883396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.884786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.912157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.937791 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a01eaeb-d6e2-4145-845a-dc6dfc705b8e req-9f3ab796-3581-4e7e-a3f1-a43babd003b4 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4473469 Apr 21 14:48:58.959307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b31b0-0877-48d5-95a7-56510027a59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-979dcafd-86c9-4a8e-b93c-cd8d1a98da04', 'network_id': '979dcafd-86c9-4a8e-b93c-cd8d1a98da04', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '109b01d5-fdb9-4e12-aff5-a29021d8870b'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:48:58.959686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f32b31b0-0877-48d5-95a7-56510027a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:58.961005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=109b01d5-fdb9-4e12-aff5-a29021d8870b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:58.966902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=a018d7ac-1d86-4385-bd58-ab545581f3dd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.004493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.014660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.019058 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddc8e67e-d6bd-462b-b56e-771dc05ee50a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/a018d7ac-1d86-4385-bd58-ab545581f3dd HTTP/1.1" status: 204 len: 168 time: 3.5226338 Apr 21 14:48:59.019884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.029355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:59.029708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.040430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c6446e5-7acc-4b3f-b599-536d9da1566c tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4577265 Apr 21 14:48:59.140106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.147424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b6314-6c8e-4850-9e69-85dc00e9568e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:59.149740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b6314-6c8e-4850-9e69-85dc00e9568e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:59.151565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928e484-4e74-43da-a44b-553374983e5d None None] DHCP port deletion for af8d80ef-47f3-42e4-9758-54b5ab8c41bb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:48:59.152002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-772b6314-6c8e-4850-9e69-85dc00e9568e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:48:59.164761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-80806491'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:59.175762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=ebb57504-49ff-48a5-992f-99c39d68124a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.176084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.181547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No DVR routers for this DVR port ebb57504-49ff-48a5-992f-99c39d68124a on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:48:59.187954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:59.193561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.194270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:network and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:59.198760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:59.202939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4fe6522b-5653-4091-bb03-13e0311f0a7d None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:48:59.203187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fe6522b-5653-4091-bb03-13e0311f0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.207809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.217973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:59.239611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-772b6314-6c8e-4850-9e69-85dc00e9568e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:48:59.240911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-772b6314-6c8e-4850-9e69-85dc00e9568e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2095089 Apr 21 14:48:59.248019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58358) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.251956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:59.256253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.301902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:48:59.306624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f7a8f-30e0-4ed9-a5a3-36315501223f None None] Network 979dcafd-86c9-4a8e-b93c-cd8d1a98da04 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:59.312058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.312525 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Added segment f42e19dc-8e08-4e0c-9eba-9f888d57fe97 of type vlan for network 0b77c217-c380-41eb-9bc8-f28479f360cd Apr 21 14:48:59.342335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.369690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979dcafd-86c9-4a8e-b93c-cd8d1a98da04']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.400288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.572159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1aea086-b915-4ece-820d-54c6a0a1d3c7') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.572448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1aea086-b915-4ece-820d-54c6a0a1d3c7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.595445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.606136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.611524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:48:59.620194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.624696 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0a120d91-b478-4bbb-89d9-d1459d2d5c1d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9748344 Apr 21 14:48:59.625799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.639217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104402935'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:59.655909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 47e735fd-66b6-48ce-9c79-b288f46a3fa7 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:48:59.663490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:48:59.667480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.687110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=6e5101a4-ab19-463b-8cbc-fd214e7c83ba,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.695647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.701503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.701712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:59.702431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.708887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:48:59.711279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8d80ef-47f3-42e4-9758-54b5ab8c41bb']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.723053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:48:59.736671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:48:59.737685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:48:59.738285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.743824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e10b2544-8337-4354-8ae3-61e28e2482bb no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:59.753271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:59.754407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.754533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:48:59.757071 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:48:59.778924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22314ab7-b410-4a94-9f36-9eae1af61198 None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:48:59.780636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:48:59.787213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b74e817-bd54-413d-afdf-ca76d0ba2d18') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.787732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b74e817-bd54-413d-afdf-ca76d0ba2d18') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:48:59.846505 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6866028 Apr 21 14:48:59.850874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58368) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.857768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'subnet': {'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:59.861747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.868587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e10b2544-8337-4354-8ae3-61e28e2482bb {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:59.868931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e10b2544-8337-4354-8ae3-61e28e2482bb not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:59.869367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d3eb7f94-e0ac-406a-8b10-f0b10d629621 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:48:59.882711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af3351-177b-4e95-a263-18c323359705 req-e1b67397-5116-48fd-83ed-fbb2a9fb0b77 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:48:59.889668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8af3351-177b-4e95-a263-18c323359705 req-e1b67397-5116-48fd-83ed-fbb2a9fb0b77 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.5426848 Apr 21 14:48:59.896372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470ae41-f02f-4a3d-a4c5-3990bca517b0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Network': ['ID=0b77c217-c380-41eb-9bc8-f28479f360cd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:48:59.906957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.913300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d3eb7f94-e0ac-406a-8b10-f0b10d629621 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:48:59.913644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d3eb7f94-e0ac-406a-8b10-f0b10d629621 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:48:59.916029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0b77c217-c380-41eb-9bc8-f28479f360cd details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:48:59.920477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:48:59.924291 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce6ef1e9-6b2c-478c-b8e6-ee963c87ba71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.2963386 Apr 21 14:48:59.928179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.930377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58372) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:48:59.944857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'fixed_ips': [{'subnet_id': 'bf866274-06cf-4a2f-8ab8-849cd470218d'}, {'subnet_id': '6e5101a4-ab19-463b-8cbc-fd214e7c83ba'}], 'name': 'tempest-PortsIpV6TestJSON-1040741308'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:48:59.967574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.974023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:48:59.992589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.016223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:00.017318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:00.032178 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:00.036799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=979dcafd-86c9-4a8e-b93c-cd8d1a98da04,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.038885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:00.060173 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c32f8fbe-aa7a-4b82-93bd-b45bd45aa2fe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/979dcafd-86c9-4a8e-b93c-cd8d1a98da04 HTTP/1.1" status: 204 len: 168 time: 1.9580314 Apr 21 14:49:00.067446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58376) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.121037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917172817'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:00.125633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.131688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.132028 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment 30eb2c02-a662-4ded-9f39-9d70ed405736 of type vlan for network 074ef5e1-d813-468b-b06c-136cc37bb062 Apr 21 14:49:00.145269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.161552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8af3351-177b-4e95-a263-18c323359705 req-668561de-0aeb-43d6-9fed-4e85cfdb6ebc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688277 Apr 21 14:49:00.163079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.164443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.166541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.169372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.216687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.222723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.243536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:subnet and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.245255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=af8d80ef-47f3-42e4-9758-54b5ab8c41bb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.246289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.250134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.254357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.265460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.267859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.270820 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a0565aba-2448-4925-b675-c5a4c9c50a42 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/af8d80ef-47f3-42e4-9758-54b5ab8c41bb HTTP/1.1" status: 204 len: 168 time: 2.2981832 Apr 21 14:49:00.274508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.276823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.312183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.315654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ebb57504-49ff-48a5-992f-99c39d68124a no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:00.346596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.348727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.354027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.354629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:00.355405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.357374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.370066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ebb57504-49ff-48a5-992f-99c39d68124a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:00.370405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ebb57504-49ff-48a5-992f-99c39d68124a not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:00.384895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.385251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=47e735fd-66b6-48ce-9c79-b288f46a3fa7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.396360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Update dhcp port {'port': {'network_id': '1c4fa50c-8462-45b9-bf2f-938178f64132', 'fixed_ips': [{'subnet_id': 'bf866274-06cf-4a2f-8ab8-849cd470218d', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e5101a4-ab19-463b-8cbc-fd214e7c83ba'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'd275d2e4-d960-44e3-a57e-21d6e7b490c0'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:49:00.407972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.423544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983bd11a-9f0c-4712-b77b-893cd8791da8 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:00.454802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.458187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.484832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8516808 Apr 21 14:49:00.486648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58384) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.491007 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-86e7f554-d04e-4590-a9f5-d5870963d780 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/47e735fd-66b6-48ce-9c79-b288f46a3fa7 HTTP/1.1" status: 204 len: 168 time: 1.2366340 Apr 21 14:49:00.495974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58386) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.510716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.536837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.565723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:00.570810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:00.591718 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-be457b63-a137-4f61-8b9f-b338557d3218 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889080 Apr 21 14:49:00.591718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9874a5-c80d-4158-adea-43f6dfaff00b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=074ef5e1-d813-468b-b06c-136cc37bb062,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:00.591718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58392) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:00.608747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:00.615730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 074ef5e1-d813-468b-b06c-136cc37bb062 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:00.760594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.761254 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 8dd4f18d-c391-41c8-98a0-5bfda6398d96 of type vlan for network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 Apr 21 14:49:00.783918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.791585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.794722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:00.798654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.807061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:00.809707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.810088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.812254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:00.820170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:00.828047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.831881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.869254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:00.872923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.920054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Allocated IP 2001:db8:0:1::2 (1c4fa50c-8462-45b9-bf2f-938178f64132/6e5101a4-ab19-463b-8cbc-fd214e7c83ba/d275d2e4-d960-44e3-a57e-21d6e7b490c0) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:00.987171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:00.994183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:00.994839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.018250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:01.035315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Deleting port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:01.035315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.162099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] For port d275d2e4-d960-44e3-a57e-21d6e7b490c0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d275d2e4-d960-44e3-a57e-21d6e7b490c0,segment=NetworkSegment(a935ad6d-a575-4a08-8679-43dcf830ede4),segment_id=a935ad6d-a575-4a08-8679-43dcf830ede4)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:01.241614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.292153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.305742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.312423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] For port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:01.312813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.328419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Transition to ACTIVE for port object d275d2e4-d960-44e3-a57e-21d6e7b490c0 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:01.340391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.365100 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2481339 Apr 21 14:49:01.378644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28822d81-2b06-4ca8-bb33-f423f81c907b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=7d2f0df9-4567-4efa-bbb2-ff5c40a86a48,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.388635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.428067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:01.451598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:01.460232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:01.465557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:01.473037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:01.473646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.477624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=ec0a9a15-d60e-4f6a-a702-296433f575ac,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.495359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.510859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Calling delete_port for fe675f51-43d0-4ea5-b8f2-123b95aa0c9c owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:01.513054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:01.513436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 074ef5e1-d813-468b-b06c-136cc37bb062, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:01.568730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 074ef5e1-d813-468b-b06c-136cc37bb062 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:01.580505 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9845676 Apr 21 14:49:01.581236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58402) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.590233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': 'b92b024e-5493-4da1-abb9-ddd824eef9b7', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-909031497'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:01.625590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 074ef5e1-d813-468b-b06c-136cc37bb062) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:01.627955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005d5f1-a79d-4445-a5ef-1c0b17489e9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=b92b024e-5493-4da1-abb9-ddd824eef9b7,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.646818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port edeaf88f-e075-424c-85cc-fd0fcda7d73c yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:01.681705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:01.681705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.704749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269db957-0941-4b2b-b02d-b9dafd4ca935 None None] Network 074ef5e1-d813-468b-b06c-136cc37bb062 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:01.706071 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-da6f8dc3-d8b3-47a8-89dd-adee693f1b6b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2133346 Apr 21 14:49:01.710889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58406) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:01.883644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b29064-cb2c-42d8-9fa7-9ec083930d29 None None] Pushing event updated for resources: {'Port': ['ID=d275d2e4-d960-44e3-a57e-21d6e7b490c0,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.902864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.944893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:01.967525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] Pushing event deleted for resources: {'Port': ['ID=fe675f51-43d0-4ea5-b8f2-123b95aa0c9c,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:01.972704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9692360-fa40-4b8e-bafa-8c511c10c6e2 None None] No DVR routers for this DVR port fe675f51-43d0-4ea5-b8f2-123b95aa0c9c on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:02.003388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129662a-c5db-4ca9-b9d3-2e690165e115 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:02.170658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-074ef5e1-d813-468b-b06c-136cc37bb062', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:02.171825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.321732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:02.334236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:02.350797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30729-d343-44ca-a1a7-87d1d4d999f8 req-f98cbf11-19f8-4c2e-a6e0-c983707af360 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:02.352603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09b30729-d343-44ca-a1a7-87d1d4d999f8 req-f98cbf11-19f8-4c2e-a6e0-c983707af360 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.9922454 Apr 21 14:49:02.359341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Allocated IP 172.20.0.2 (074ef5e1-d813-468b-b06c-136cc37bb062/ec0a9a15-d60e-4f6a-a702-296433f575ac/15435217-d0a9-4464-86e0-55f9f49700c5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:02.389477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.422184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Subnet': ['ID=fa8ddd96-00d4-491c-83d1-bd4b58a51ee4,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.441060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.487878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Checking segment: {'id': 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:02.488629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network hostable DHCP agents. Network: 0b77c217-c380-41eb-9bc8-f28479f360cd, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:02.517770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.572210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:02.596725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d275d2e4-d960-44e3-a57e-21d6e7b490c0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:02.605556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 is not hosted by any dhcp agent {{(pid=88108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 21 14:49:02.611814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:02.612396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.616195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "PUT /v2.0/networks/7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 HTTP/1.1" status: 200 len: 723 time: 1.1925080 Apr 21 14:49:02.628798 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09b30729-d343-44ca-a1a7-87d1d4d999f8 req-7ac86e38-6de7-484c-8a35-f089898a0687 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272856 Apr 21 14:49:02.632041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58410) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:02.644973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:02.687203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.732994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d362997a-e8fb-4ac6-ac45-e02d0623514a None None] Provisioning for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:02.743079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Transition to ACTIVE for port object 15435217-d0a9-4464-86e0-55f9f49700c5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:02.743705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 0b77c217-c380-41eb-9bc8-f28479f360cd is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:02.751407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d362997a-e8fb-4ac6-ac45-e02d0623514a None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:02.751775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d362997a-e8fb-4ac6-ac45-e02d0623514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.770029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afec7d-171f-432e-a056-80fba00efcff tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=7d2f0df9-4567-4efa-bbb2-ff5c40a86a48,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:02.815950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:02.827588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'b92b024e-5493-4da1-abb9-ddd824eef9b7'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:02.829572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.869981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.879649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:02.879649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.910224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 10aae068-824c-426b-8aab-226727b069e1 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:02.921397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0b77c217-c380-41eb-9bc8-f28479f360cd) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:02.949297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:02.949806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.963858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:02.982708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Transition to ACTIVE for port object 15435217-d0a9-4464-86e0-55f9f49700c5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:03.020321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20ef33-50dd-49d2-9d07-1fe917b0e24d None None] Network 0b77c217-c380-41eb-9bc8-f28479f360cd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:03.075459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:03.110677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.143796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:03.167403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:03.183275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::d1 (1c4fa50c-8462-45b9-bf2f-938178f64132/bf866274-06cf-4a2f-8ab8-849cd470218d/edeaf88f-e075-424c-85cc-fd0fcda7d73c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:03.188948 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c2e863be-7d5e-4864-baf0-ac35e2963378 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3356874 Apr 21 14:49:03.193017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:03.211999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58416) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.218831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8:0:1::1cd (1c4fa50c-8462-45b9-bf2f-938178f64132/6e5101a4-ab19-463b-8cbc-fd214e7c83ba/edeaf88f-e075-424c-85cc-fd0fcda7d73c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:03.225307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-694549286', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:03.242908 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:49:03.243443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:03.247014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:03.276530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.20.0.1 (074ef5e1-d813-468b-b06c-136cc37bb062/ec0a9a15-d60e-4f6a-a702-296433f575ac/7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:03.294870 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ec756528-2aee-4e90-a06e-4a739c125850 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7105210 Apr 21 14:49:03.295137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58420) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.315414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:router and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:03.326179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Network 074ef5e1-d813-468b-b06c-136cc37bb062 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:03.335846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:03.349352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:03.352691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.361746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0e59a6ce-7c57-476c-b496-9017ae0cc20d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:03.375885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:03.376674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:03.379015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Pushing event updated for resources: {'Port': ['ID=15435217-d0a9-4464-86e0-55f9f49700c5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.392594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0e59a6ce-7c57-476c-b496-9017ae0cc20d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:03.396275 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0e59a6ce-7c57-476c-b496-9017ae0cc20d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0978661 Apr 21 14:49:03.397648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58424) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.419962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:03.441361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b23cbe-2eaf-431c-9c02-67b4f352e53f req-cfa4cff1-635a-4ebd-8187-12ed92d10970 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:03.447889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-47b23cbe-2eaf-431c-9c02-67b4f352e53f req-cfa4cff1-635a-4ebd-8187-12ed92d10970 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.6185894 Apr 21 14:49:03.553022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f450e60-e211-4e4f-96b4-84e67b6c0586 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:03.554455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f450e60-e211-4e4f-96b4-84e67b6c0586 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:03.555226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8f450e60-e211-4e4f-96b4-84e67b6c0586 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:03.589628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.593488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8f450e60-e211-4e4f-96b4-84e67b6c0586 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:03.598288 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8f450e60-e211-4e4f-96b4-84e67b6c0586 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1962276 Apr 21 14:49:03.599195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58428) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:03.644799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/b92b024e-5493-4da1-abb9-ddd824eef9b7/97e8d968-f434-4d08-8062-eb61e3cd9627) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:03.658313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:03.674761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Attempting to bind port 15435217-d0a9-4464-86e0-55f9f49700c5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:03.675418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Attempting to bind port 15435217-d0a9-4464-86e0-55f9f49700c5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:03.675949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Attempting to bind port 15435217-d0a9-4464-86e0-55f9f49700c5 on network 074ef5e1-d813-468b-b06c-136cc37bb062 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:03.689647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet b92b024e-5493-4da1-abb9-ddd824eef9b7 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:03.702600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:03.703255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Checking segment: {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:03.703802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.704432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Bound using segment: {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:03.705076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Bound port: 15435217-d0a9-4464-86e0-55f9f49700c5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:03.705660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.713254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.734066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fe675f51-43d0-4ea5-b8f2-123b95aa0c9c no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:03.735053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.736821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.785455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 074ef5e1-d813-468b-b06c-136cc37bb062 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:03.788689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:03.799711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:03.852464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fe675f51-43d0-4ea5-b8f2-123b95aa0c9c {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:03.852806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fe675f51-43d0-4ea5-b8f2-123b95aa0c9c not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:03.859975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:03.874182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.925640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0b77c217-c380-41eb-9bc8-f28479f360cd', 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd', 'tenant_id': '4fe83a602a2f4d4699c4a9b41a0aa744', 'fixed_ips': [{'subnet_id': 'fa8ddd96-00d4-491c-83d1-bd4b58a51ee4'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:03.926450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.932468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:03.952927 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-47b23cbe-2eaf-431c-9c02-67b4f352e53f req-9034d44c-65fe-4b96-96d2-cee85db16c5c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331147 Apr 21 14:49:04.037158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] For port 15435217-d0a9-4464-86e0-55f9f49700c5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:04.044517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.072539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] For port 15435217-d0a9-4464-86e0-55f9f49700c5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15435217-d0a9-4464-86e0-55f9f49700c5,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:04.118633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.170119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 1bb5ae80-6463-4512-a8c6-514b8eb279a4 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:04.170711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.270146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.303192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Transition to ACTIVE for port object 97e8d968-f434-4d08-8062-eb61e3cd9627 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.305654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542c8d-80cc-4791-b204-26a57f582196 None None] Pushing event updated for resources: {'Port': ['ID=15435217-d0a9-4464-86e0-55f9f49700c5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.308744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Allocated IP 172.20.0.2 (0b77c217-c380-41eb-9bc8-f28479f360cd/fa8ddd96-00d4-491c-83d1-bd4b58a51ee4/4c32d6cc-e6a1-4c78-8197-f2a271acde48) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:04.341225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Transition to ACTIVE for port object 97e8d968-f434-4d08-8062-eb61e3cd9627 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.362120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.371537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.377695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.492237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.509640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:04.514370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:04.528368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:04.537661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Pushing event updated for resources: {'Port': ['ID=97e8d968-f434-4d08-8062-eb61e3cd9627,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.551264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object edeaf88f-e075-424c-85cc-fd0fcda7d73c will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.641630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.646328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.649813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.654912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.686608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.804642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Attempting to bind port 97e8d968-f434-4d08-8062-eb61e3cd9627 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:04.805310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Attempting to bind port 97e8d968-f434-4d08-8062-eb61e3cd9627 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:04.805895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Attempting to bind port 97e8d968-f434-4d08-8062-eb61e3cd9627 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:04.856267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:04.857134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:04.857551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.857943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:04.859048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Bound port: 97e8d968-f434-4d08-8062-eb61e3cd9627, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:04.863557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.882026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.892559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.911273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec9676-cd6f-435b-b930-4ac796034c61 req-bafe660a-dbc9-4525-9969-00f42f6ae9b4 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:04.913072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-33ec9676-cd6f-435b-b930-4ac796034c61 req-bafe660a-dbc9-4525-9969-00f42f6ae9b4 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.8145506 Apr 21 14:49:04.950036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=6b3bf546-ae6f-4373-b9ba-c7b78a4591f1,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:04.963425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.987816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Transition to ACTIVE for port object 4c32d6cc-e6a1-4c78-8197-f2a271acde48 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:04.992623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '8dd4f18d-c391-41c8-98a0-5bfda6398d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:04.992623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:04.997614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:04.998046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 1bb5ae80-6463-4512-a8c6-514b8eb279a4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1bb5ae80-6463-4512-a8c6-514b8eb279a4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:04.998507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.008983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.016106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] For port 97e8d968-f434-4d08-8062-eb61e3cd9627, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:05.027812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] For port 97e8d968-f434-4d08-8062-eb61e3cd9627, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=97e8d968-f434-4d08-8062-eb61e3cd9627,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:05.030114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Transition to ACTIVE for port object 4c32d6cc-e6a1-4c78-8197-f2a271acde48 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:05.034666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.050498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=b92b024e-5493-4da1-abb9-ddd824eef9b7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.058209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.079754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.088783 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0a833476-c344-473f-a8cc-2cdd75ada4d3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b92b024e-5493-4da1-abb9-ddd824eef9b7 HTTP/1.1" status: 204 len: 168 time: 1.4862909 Apr 21 14:49:05.088968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58434) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.135588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Network 0b77c217-c380-41eb-9bc8-f28479f360cd is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:05.138187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:05.142436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:05.151928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379d0a2-48ff-4b07-b71b-ef66b0171c81 None None] Pushing event updated for resources: {'Port': ['ID=97e8d968-f434-4d08-8062-eb61e3cd9627,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.246001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Pushing event updated for resources: {'Port': ['ID=4c32d6cc-e6a1-4c78-8197-f2a271acde48,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.351221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 1bb5ae80-6463-4512-a8c6-514b8eb279a4 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:05.373797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Attempting to bind port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:05.374477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Attempting to bind port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:05.375100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Attempting to bind port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 on network 0b77c217-c380-41eb-9bc8-f28479f360cd {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:05.382936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:05.383742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Checking segment: {'id': 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:05.384402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.385518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Bound using segment: {'id': 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:05.386204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Bound port: 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:05.394964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.406696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 074ef5e1-d813-468b-b06c-136cc37bb062 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:05.415476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:05.421969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-607a1190-8b91-4698-a884-604527929ac5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3319185 Apr 21 14:49:05.512945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58438) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:05.528509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:05.612253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] For port 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:05.616689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] For port 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4c32d6cc-e6a1-4c78-8197-f2a271acde48,segment=NetworkSegment(f42e19dc-8e08-4e0c-9eba-9f888d57fe97),segment_id=f42e19dc-8e08-4e0c-9eba-9f888d57fe97)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:05.636936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.680506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-33ec9676-cd6f-435b-b930-4ac796034c61 req-c5747573-7dc4-4e03-a1ea-1f9739275e76 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7496493 Apr 21 14:49:05.681925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=edeaf88f-e075-424c-85cc-fd0fcda7d73c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.754936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:05.773173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:05.777599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8ba57-99c2-4765-90be-b0782456c7a2 None None] Pushing event updated for resources: {'Port': ['ID=4c32d6cc-e6a1-4c78-8197-f2a271acde48,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:05.808012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:05.811065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:05.823328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:05.826040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:05.906046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:05.925339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972568be-57d2-446f-8b82-5865a77d981f None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:05.931879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:05.940011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:05.947969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:05.960114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:05.962351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:05.977506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:05.978246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.005107 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dd4c1ae9-beec-4bb7-af7d-7dc542d817de tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.0708513 Apr 21 14:49:06.024121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58444) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.053834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf866274-06cf-4a2f-8ab8-849cd470218d'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:06.126828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96842407-7b83-43f6-bdd4-350012c93719 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4888530 Apr 21 14:49:06.133059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1229fe-0888-46b5-9a2e-b8a4e1c6cef6 None None] Network 074ef5e1-d813-468b-b06c-136cc37bb062 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:06.145028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58448) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.156535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:06.156535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.173070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:06.468358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:06.479024 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fbcda0cd-910b-475f-aec6-aee39825e215 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7665346 Apr 21 14:49:06.482431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58452) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.482691 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:06.490043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-784472831'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:06.499161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:06.500143 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:06.502423 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:06.505929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:06.509925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:06.517310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:06.531088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 97e8d968-f434-4d08-8062-eb61e3cd9627 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:06.577703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:06.581534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.601040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9102fd51-0045-445e-be85-f63d5570513f None None] Provisioning for port 15435217-d0a9-4464-86e0-55f9f49700c5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:06.647014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:06.691853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.692320 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment 1381aa0d-eeca-4cf5-8198-41e84afe913e of type vlan for network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 Apr 21 14:49:06.740665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.745413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.778318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-7d2f0df9-4567-4efa-bbb2-ff5c40a86a48', 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '6b3bf546-ae6f-4373-b9ba-c7b78a4591f1'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:06.779502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.818018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 97e8d968-f434-4d08-8062-eb61e3cd9627 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:06.839036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.844126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:06.847885 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:06.868867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:06.879086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:06.879859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:06.922153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4c32d6cc-e6a1-4c78-8197-f2a271acde48 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:06.947279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=6207041c-09ce-44c0-a144-ab741ebde876,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:06.981170 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe94eabb-6b02-4a30-9e51-4266aa688b04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4669335 Apr 21 14:49:06.982453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58456) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:06.988793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:06.994001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.000554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:07.001156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.023885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3fef5503-be4a-44e7-abdd-28da27bd9521 None None] Provisioning for port edeaf88f-e075-424c-85cc-fd0fcda7d73c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:07.077240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55c095-5875-4985-879f-052aa62e8407 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:07.113128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:07.132166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:router and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:07.134997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=0985578a-a2b0-4626-ab47-c075e7a4dfc3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.137378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:07.144396 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-974d0ee2-f784-4aaf-9ed7-5d84f625daa3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6609886 Apr 21 14:49:07.145454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:07.155526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58460) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.174665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:07.209005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Allocated IP 172.20.0.2 (7d2f0df9-4567-4efa-bbb2-ff5c40a86a48/6b3bf546-ae6f-4373-b9ba-c7b78a4591f1/fa329446-ceac-428f-9df9-905e8e6d65c7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:07.247099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.304710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7691237'] for subnet, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.323388 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:04Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:07.327929 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:07.328281 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Updating router 00f9eb39-66ae-4769-9f67-c739a3a659be port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:07.349632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:07.356080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.357147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.366289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.369043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:07.374203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:07.382003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:07.399873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:07.404260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.426572 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.482058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f60aed-70e1-4085-aa33-ba3390d691e8 req-f279f185-b53c-4fbe-8947-952deeb8af66 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:07.490670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-88f60aed-70e1-4085-aa33-ba3390d691e8 req-f279f185-b53c-4fbe-8947-952deeb8af66 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.2223768 Apr 21 14:49:07.491144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.503259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Transition to ACTIVE for port object fa329446-ceac-428f-9df9-905e8e6d65c7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:07.523556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Transition to ACTIVE for port object fa329446-ceac-428f-9df9-905e8e6d65c7 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:07.560354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.643749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3fef5503-be4a-44e7-abdd-28da27bd9521 None None] Provisioning complete for port edeaf88f-e075-424c-85cc-fd0fcda7d73c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:07.644216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3fef5503-be4a-44e7-abdd-28da27bd9521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.660010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=1bb5ae80-6463-4512-a8c6-514b8eb279a4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:07.711825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:07.724148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.743835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.796018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.855845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf26ef-a792-42e5-95d6-306a1361234c None None] Network 0b77c217-c380-41eb-9bc8-f28479f360cd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:07.890689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.892975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a7527f31-8397-4f5f-a72f-043a779b3d3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9080753 Apr 21 14:49:07.934932 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.941899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58464) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:07.948332 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Transition to ACTIVE for port object 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:07.960356 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:07.968007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3fef5503-be4a-44e7-abdd-28da27bd9521 None None] Port edeaf88f-e075-424c-85cc-fd0fcda7d73c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:07.976887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.009692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-88f60aed-70e1-4085-aa33-ba3390d691e8 req-a5d4c951-5999-49a3-a8bd-1f251b940254 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5174167 Apr 21 14:49:08.085829 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Pushing event updated for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.093807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Pushing event updated for resources: {'Port': ['ID=fa329446-ceac-428f-9df9-905e8e6d65c7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.106716 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.107080 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.107410 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.107726 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.108039 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.115756 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.116118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.116444 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.116778 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.117097 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.117436 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.117747 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:08.205404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:08.206354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 0985578a-a2b0-4626-ab47-c075e7a4dfc3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:08.216760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:08.222745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Provisioning for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:08.249567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Provisioning complete for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:08.250050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.306857 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Attempting to bind port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:08.307237 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Attempting to bind port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:08.307571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Attempting to bind port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede on network 074ef5e1-d813-468b-b06c-136cc37bb062 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:08.312121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:08.315863 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:08.316312 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Checking segment: {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:08.316683 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.317071 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Bound using segment: {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:08.317567 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Bound port: 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30eb2c02-a662-4ded-9f39-9d70ed405736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:08.318181 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.319702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=f430e663-c6e5-4f25-837b-dff78183436a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.325570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:08.332309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:08.340059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:08.340441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.432101 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] For port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:08.436258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:08.439723 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] For port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:08.445905 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.512595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0985578a-a2b0-4626-ab47-c075e7a4dfc3) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:08.529345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.26.4.154 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/d39699a9-8898-4fc9-8412-6fa5bea81497) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:08.530561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:08.531479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.549673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae3540-db42-4538-8d60-75dcec7546b5 None None] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:08.552306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Delete allocated IP 2001:db8:0:1::1cd (1c4fa50c-8462-45b9-bf2f-938178f64132/6e5101a4-ab19-463b-8cbc-fd214e7c83ba) {{(pid=88108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:49:08.563956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.585844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7352442'] for subnet, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.591501 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893ad97-7b01-45be-9605-e30860e38ddf None None] Pushing event updated for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:08.618555 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:08.619164 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:08.709900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5eb0ffaa-b27c-447d-bfe9-c8c6d86caad4 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5531492 Apr 21 14:49:08.721480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58470) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:08.860446 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:08.871056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:08.905732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Attempting to bind port fa329446-ceac-428f-9df9-905e8e6d65c7 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:08.906108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Attempting to bind port fa329446-ceac-428f-9df9-905e8e6d65c7 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '8dd4f18d-c391-41c8-98a0-5bfda6398d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:08.906523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Attempting to bind port fa329446-ceac-428f-9df9-905e8e6d65c7 on network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:09.066060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:09.067319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.069040 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "PUT /v2.0/subnets/6b3bf546-ae6f-4373-b9ba-c7b78a4591f1 HTTP/1.1" status: 200 len: 806 time: 2.9224637 Apr 21 14:49:09.081613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58474) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:09.199711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:09.200777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Checking segment: {'id': '8dd4f18d-c391-41c8-98a0-5bfda6398d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:09.201307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.201793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Bound using segment: {'id': '8dd4f18d-c391-41c8-98a0-5bfda6398d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:09.202446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Bound port: fa329446-ceac-428f-9df9-905e8e6d65c7, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd4f18d-c391-41c8-98a0-5bfda6398d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7d2f0df9-4567-4efa-bbb2-ff5c40a86a48'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:09.202907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.274480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] For port 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4c32d6cc-e6a1-4c78-8197-f2a271acde48,segment=NetworkSegment(f42e19dc-8e08-4e0c-9eba-9f888d57fe97),segment_id=f42e19dc-8e08-4e0c-9eba-9f888d57fe97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:09.283104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.344463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.355345 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:08Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:09.370516 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a91635-2bef-4a69-b76f-5e098af882c0 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:03Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:08Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:09.382953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.424211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe49e3-4623-4761-ba86-933c2aab2298 req-47d4e1dc-f825-42ee-8b34-e590d01e425c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:09.433018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9cbe49e3-4623-4761-ba86-933c2aab2298 req-47d4e1dc-f825-42ee-8b34-e590d01e425c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.2865467 Apr 21 14:49:09.495947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Provisioning for port 97e8d968-f434-4d08-8062-eb61e3cd9627 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:09.499391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.570775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Provisioning complete for port 97e8d968-f434-4d08-8062-eb61e3cd9627 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:09.571013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.621381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885be90b-40ab-4901-a207-a80109f1dbde tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=6b3bf546-ae6f-4373-b9ba-c7b78a4591f1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.634366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.772897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=d39699a9-8898-4fc9-8412-6fa5bea81497,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:09.857023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:09.893300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:09.936583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:09.937710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.968020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:09.988350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object edeaf88f-e075-424c-85cc-fd0fcda7d73c will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:09.996161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9cbe49e3-4623-4761-ba86-933c2aab2298 req-a232cc9c-96bf-47bd-b005-51d25fceb3be tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618370 Apr 21 14:49:09.998327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:09.999934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:10.117723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.127116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.155539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] For port fa329446-ceac-428f-9df9-905e8e6d65c7, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:10.164491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Pushing event updated for resources: {'Port': ['ID=4c32d6cc-e6a1-4c78-8197-f2a271acde48,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.190337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:10.190692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:10.215494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] For port fa329446-ceac-428f-9df9-905e8e6d65c7, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fa329446-ceac-428f-9df9-905e8e6d65c7,segment=NetworkSegment(8dd4f18d-c391-41c8-98a0-5bfda6398d96),segment_id=8dd4f18d-c391-41c8-98a0-5bfda6398d96)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:10.256297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.428001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port fa329446-ceac-428f-9df9-905e8e6d65c7 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:10.428497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.484940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=edeaf88f-e075-424c-85cc-fd0fcda7d73c,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.505941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.525374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fdef6-f73a-4872-bf92-fad569ba198e None None] Pushing event updated for resources: {'Port': ['ID=fa329446-ceac-428f-9df9-905e8e6d65c7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.530145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.563012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Allocated IP 172.21.0.2 (0985578a-a2b0-4626-ab47-c075e7a4dfc3/f430e663-c6e5-4f25-837b-dff78183436a/ad302d77-fa37-497c-822a-33e2a6111851) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:10.623728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] For port 97e8d968-f434-4d08-8062-eb61e3cd9627, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=97e8d968-f434-4d08-8062-eb61e3cd9627,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:10.640468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:10.890501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15435217-d0a9-4464-86e0-55f9f49700c5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:10.928367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c14d9-b9de-4805-9c0b-37712691f4d9 None None] Pushing event updated for resources: {'Port': ['ID=97e8d968-f434-4d08-8062-eb61e3cd9627,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:10.938566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Provisioning complete for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:10.938936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.077883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::1 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/6207041c-09ce-44c0-a144-ab741ebde876/ade764d6-7ef6-4862-b8fa-171cb5f2c3f3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:11.108987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.122794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Transition to ACTIVE for port object ad302d77-fa37-497c-822a-33e2a6111851 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:11.123686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] In _notify_port_updated(), no bound segment for port edeaf88f-e075-424c-85cc-fd0fcda7d73c on network 1c4fa50c-8462-45b9-bf2f-938178f64132 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:49:11.132204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:11.132980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.137123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1c6884b6-0075-43e5-b3ac-da17deefda76 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/ports/edeaf88f-e075-424c-85cc-fd0fcda7d73c HTTP/1.1" status: 200 len: 925 time: 5.1069970 Apr 21 14:49:11.138204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58480) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.146970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bf866274-06cf-4a2f-8ab8-849cd470218d'}, {'subnet_id': '6e5101a4-ab19-463b-8cbc-fd214e7c83ba'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:11.158282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 15435217-d0a9-4464-86e0-55f9f49700c5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:11.180731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Transition to ACTIVE for port object ad302d77-fa37-497c-822a-33e2a6111851 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:11.184655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 15435217-d0a9-4464-86e0-55f9f49700c5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:11.185020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.234542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.338628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:11.345055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:11.352015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:11.353930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Pushing event updated for resources: {'Port': ['ID=ad302d77-fa37-497c-822a-33e2a6111851,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:11.377358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:11.406130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a2e4b0e-02f9-477c-9212-6f4cebcba788 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1261890 Apr 21 14:49:11.407233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:11.407365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58484) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:11.417944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Provisioning complete for port 97e8d968-f434-4d08-8062-eb61e3cd9627 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:11.418522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.444496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.21.0.1 (0985578a-a2b0-4626-ab47-c075e7a4dfc3/f430e663-c6e5-4f25-837b-dff78183436a/b54183fb-e5f3-43d7-875f-e2366c0fbc23) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:11.551980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.558463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921dde0-5e8d-40da-adfe-bb7843261b7a req-3706379e-cd8c-4eb2-9ba2-93b983ddf86c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:11.559947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d921dde0-5e8d-40da-adfe-bb7843261b7a req-3706379e-cd8c-4eb2-9ba2-93b983ddf86c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.3075316 Apr 21 14:49:11.611873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:11.612936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:11.624097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port fa329446-ceac-428f-9df9-905e8e6d65c7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fa329446-ceac-428f-9df9-905e8e6d65c7,segment=NetworkSegment(8dd4f18d-c391-41c8-98a0-5bfda6398d96),segment_id=8dd4f18d-c391-41c8-98a0-5bfda6398d96)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:11.624457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.682339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:11.704122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet 78241f3b-de4d-4553-81fb-c64fc86b9133 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:11.707145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.753724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.758462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Attempting to bind port ad302d77-fa37-497c-822a-33e2a6111851 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:11.758848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Attempting to bind port ad302d77-fa37-497c-822a-33e2a6111851 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:11.759213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Attempting to bind port ad302d77-fa37-497c-822a-33e2a6111851 on network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:11.784564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.796212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.862245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:11.862655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Checking segment: {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:11.863017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.867505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Bound using segment: {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:11.868013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Bound port: ad302d77-fa37-497c-822a-33e2a6111851, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:11.868379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.878899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.887001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object b54183fb-e5f3-43d7-875f-e2366c0fbc23 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:11.960669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:11.990276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d921dde0-5e8d-40da-adfe-bb7843261b7a req-8d71def8-8661-4444-ae97-3fcede82cd97 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4110639 Apr 21 14:49:12.042402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Provisioning for port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:12.075359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for fa329446-ceac-428f-9df9-905e8e6d65c7 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:12.090639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.094141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.098271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:12.135255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.135700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.136853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.137077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.137628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.137628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.138051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.138436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.138829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.139223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.139625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.140015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.140407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:12.163968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:12.167458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.180605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 15435217-d0a9-4464-86e0-55f9f49700c5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15435217-d0a9-4464-86e0-55f9f49700c5,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:12.199048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.320333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab15aff-9b1e-46ac-b4f8-fa82cf644d0c None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:12.350612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Provisioning complete for port 15435217-d0a9-4464-86e0-55f9f49700c5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:12.350986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86f011da-08c9-40fb-8670-26c15efdaf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.389864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:12.391775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c58eceae-8084-44ef-9111-63181cba443f None None] For port ad302d77-fa37-497c-822a-33e2a6111851, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:12.394301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.396766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:12.435543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:12.450675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c58eceae-8084-44ef-9111-63181cba443f None None] For port ad302d77-fa37-497c-822a-33e2a6111851, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ad302d77-fa37-497c-822a-33e2a6111851,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:12.475602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:12.487172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:12.487704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.524837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.612415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.614370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=15435217-d0a9-4464-86e0-55f9f49700c5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.665854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 97e8d968-f434-4d08-8062-eb61e3cd9627 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:12.746097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.892877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.957434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eceae-8084-44ef-9111-63181cba443f None None] Pushing event updated for resources: {'Port': ['ID=ad302d77-fa37-497c-822a-33e2a6111851,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.957850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=78241f3b-de4d-4553-81fb-c64fc86b9133,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:12.971101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:12.984022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.013362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23108b31-2b6c-4b14-85ae-3d9aaf7b40de None None] Network 1beba49a-2ed0-4398-aeb5-26f4ec6445ce requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:13.094949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.095276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.095614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.095950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.096266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.096594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.096914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.097268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.097594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.097911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.098232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.098549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:13.165582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 97e8d968-f434-4d08-8062-eb61e3cd9627 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:13.165948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.170572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f0ad586-b137-4c35-aab2-6ee15a03c5d6 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/78241f3b-de4d-4553-81fb-c64fc86b9133 HTTP/1.1" status: 204 len: 168 time: 1.7590182 Apr 21 14:49:13.174387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.176340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58490) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:13.197144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.243419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=fa329446-ceac-428f-9df9-905e8e6d65c7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:13.307871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Could not find standard attr ID for object fa329446-ceac-428f-9df9-905e8e6d65c7. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:49:13.335474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port fa329446-ceac-428f-9df9-905e8e6d65c7 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:13.419305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Provisioning for port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:13.423447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.431501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Provisioning complete for port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:13.432231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.457543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 56f5e493-a79b-478a-a0fd-2bceb128c17d is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:13.550518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8:0:1::27f (1c4fa50c-8462-45b9-bf2f-938178f64132/6e5101a4-ab19-463b-8cbc-fd214e7c83ba/edeaf88f-e075-424c-85cc-fd0fcda7d73c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:13.567712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:06Z', 'revision_number': 10, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.581822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:13.586610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:13.598946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4c32d6cc-e6a1-4c78-8197-f2a271acde48 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:13.638456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44081e2e-41b2-492d-88e3-623773247cb6 None None] Network 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:13.684809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.687001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:13.687870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.693193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:13.695207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.707816 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] Sync routers for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:13.732663 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:13.733743 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.756688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3bf546-ae6f-4373-b9ba-c7b78a4591f1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:13.862009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.889499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2f0df9-4567-4efa-bbb2-ff5c40a86a48']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.903093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd4f18d-c391-41c8-98a0-5bfda6398d96') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.903388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd4f18d-c391-41c8-98a0-5bfda6398d96') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.915672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.917587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Provisioning for port edeaf88f-e075-424c-85cc-fd0fcda7d73c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:13.932947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.938953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:13.939989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:13.941086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:13.971671 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:13.974297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:14.036888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:14.053811 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:14.057364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.058122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.067711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Provisioning complete for port edeaf88f-e075-424c-85cc-fd0fcda7d73c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:14.068086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.086533 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:14.087060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24768c17-c8ab-493d-a19f-7540a75b5e1a None None] The sync data for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:14.093671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.098333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-13604612-d00d-47c5-91cf-ec030573950a tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.8825052 Apr 21 14:49:14.098333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.116541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port a6dd9221-fda5-4365-9188-55ba321817f4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:14.116961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.167535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.183606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c121713a-a933-4ae9-a452-2c0609e5b5ec None None] Port edeaf88f-e075-424c-85cc-fd0fcda7d73c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:14.186756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] DHCP port deletion for 1beba49a-2ed0-4398-aeb5-26f4ec6445ce request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:14.199478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.210215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Deleting port a6dd9221-fda5-4365-9188-55ba321817f4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:14.210586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.224378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=7d2f0df9-4567-4efa-bbb2-ff5c40a86a48,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.227634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7d00abea-60cb-45f7-bc0a-7b13662b8950 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 HTTP/1.1" status: 204 len: 168 time: 5.1400833 Apr 21 14:49:14.231325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58498) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.294300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:14.347687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0dc70e-9fac-4d90-8373-d65965f96937 None None] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:14.512751 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0a5758-8187-40d7-934d-e7c50d059112 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:14.513143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0a5758-8187-40d7-934d-e7c50d059112 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:14.518930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f0a5758-8187-40d7-934d-e7c50d059112 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 HTTP/1.1" status: 404 len: 339 time: 0.2822731 Apr 21 14:49:14.519769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58502) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:14.524648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-214137538', 'description': 'd1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:14.533544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:14.541221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:network and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:14.545917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:14.566544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:14.566544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.621830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:14.642204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:14.654565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:14.658849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.709480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:49:14.712689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6feeb4b-5fc0-48d7-b9c5-21fa6b58210c None None] DHCP port deletion for 7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:14.722005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-33a63845-4467-4146-8a26-077fe3ca2c22 None None] Provisioning for port ad302d77-fa37-497c-822a-33e2a6111851 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:14.776267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:14.809947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.852879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Ignored duplicate provisioning block setup for port edeaf88f-e075-424c-85cc-fd0fcda7d73c by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:49:14.859745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port a6dd9221-fda5-4365-9188-55ba321817f4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a6dd9221-fda5-4365-9188-55ba321817f4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:14.860677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.863709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.864105 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 69af0848-7e32-4138-8a8c-2432f02e10ee of type vlan for network 71c888e6-0ee3-4f04-a35b-ac96d9e70a1a Apr 21 14:49:14.879805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:14.880828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.928689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:14.982656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:15.009942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] For port a6dd9221-fda5-4365-9188-55ba321817f4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a6dd9221-fda5-4365-9188-55ba321817f4,segment=NetworkSegment(0decee99-1ca6-4975-949a-67bb21343d5d),segment_id=0decee99-1ca6-4975-949a-67bb21343d5d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:15.010829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.044509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:49:15.067291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.067474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for a6dd9221-fda5-4365-9188-55ba321817f4 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:15.073492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:15.074145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.120805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.195972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Calling delete_port for a6dd9221-fda5-4365-9188-55ba321817f4 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:15.224700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7044649 Apr 21 14:49:15.230637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.245756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.384666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] In _notify_port_updated(), no bound segment for port edeaf88f-e075-424c-85cc-fd0fcda7d73c on network 1c4fa50c-8462-45b9-bf2f-938178f64132 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:49:15.393380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:15.394099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.399189 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/ports/edeaf88f-e075-424c-85cc-fd0fcda7d73c HTTP/1.1" status: 200 len: 1011 time: 4.2608569 Apr 21 14:49:15.400269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16a4d1-e4d8-43e1-ba1e-1c971f090a3c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=edeaf88f-e075-424c-85cc-fd0fcda7d73c,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.410954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9ab00-b133-42dd-b0b5-17b136498346 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=71c888e6-0ee3-4f04-a35b-ac96d9e70a1a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.419625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.451279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:15.548675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26565ca-c1de-4f71-8438-d556dc602fbe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:15.549542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c26565ca-c1de-4f71-8438-d556dc602fbe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Synchronizing usage tracker for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:15.566490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 71c888e6-0ee3-4f04-a35b-ac96d9e70a1a details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:15.579324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.584817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port edeaf88f-e075-424c-85cc-fd0fcda7d73c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:15.585303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.596221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.646511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.651956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.653930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:15.654247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:15.661702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c26565ca-c1de-4f71-8438-d556dc602fbe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Unset dirty status for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:15.662961 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c26565ca-c1de-4f71-8438-d556dc602fbe tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks?id=71c888e6-0ee3-4f04-a35b-ac96d9e70a1a HTTP/1.1" status: 200 len: 760 time: 0.3860748 Apr 21 14:49:15.670691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58514) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:15.679396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'description': 'd2'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:15.690770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] No DVR routers for this DVR port a6dd9221-fda5-4365-9188-55ba321817f4 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:15.706603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b169a14-5cf4-4027-9d0a-d6fcf5cf33d0 None None] Pushing event deleted for resources: {'Port': ['ID=a6dd9221-fda5-4365-9188-55ba321817f4,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:15.769858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:15.786578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-37b38d86-711c-40dc-b7a2-53bc54275475 None None] Provisioning complete for port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:15.787153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37b38d86-711c-40dc-b7a2-53bc54275475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.891640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-37b38d86-711c-40dc-b7a2-53bc54275475 None None] Port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:15.900350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:15.909357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:06Z', 'revision_number': 10, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:15.915317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:15.915663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:15.949704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a936b3f-eaa2-4ee5-9eb2-76468700b17d None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:06Z', 'revision_number': 10, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None, '_interfaces': [{'id': '20c53aaf-76a0-422f-b62f-967d6e431db0', 'name': '', 'network_id': '1b39b720-2e94-4cc7-a942-fc9722fdf695', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'mac_address': 'fa:16:3e:1f:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:46Z', 'updated_at': '2022-04-21T14:47:58Z', 'revision_number': 5, 'project_id': 'b6c310947df54beea22349e97a573220', 'subnets': [{'id': 'd2003fa8-2e20-42a4-be26-0280e4b66400', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:16.024327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-13c802f1-7d7e-41f1-a1da-4eb5d8df31ac None None] Provisioning complete for port edeaf88f-e075-424c-85cc-fd0fcda7d73c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:16.024695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-13c802f1-7d7e-41f1-a1da-4eb5d8df31ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.108996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:16.112952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:16.117968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:16.131072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Sync routers for ids ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:16.155320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.166075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-13c802f1-7d7e-41f1-a1da-4eb5d8df31ac None None] Port edeaf88f-e075-424c-85cc-fd0fcda7d73c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:16.170396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Routers {'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:16.170925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:16.190992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port a6dd9221-fda5-4365-9188-55ba321817f4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:16.191325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.241501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-271882c2-c172-40c5-8ddf-2cbfbd3e2750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "PUT /v2.0/routers/f52657f2-881c-4d7f-a0d6-a0a14a6bcee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2906837 Apr 21 14:49:16.244172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.359955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:16.366116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.367459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fa329446-ceac-428f-9df9-905e8e6d65c7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:16.374490 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:49:16.388412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] The port 'a6dd9221-fda5-4365-9188-55ba321817f4' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:49:16.446172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.462783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fa329446-ceac-428f-9df9-905e8e6d65c7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:16.463131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fa329446-ceac-428f-9df9-905e8e6d65c7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 21 14:49:16.498581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.517743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port fa329446-ceac-428f-9df9-905e8e6d65c7 not found, will not notify nova. {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 21 14:49:16.520957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Set router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:16.608202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a4bfae10-e3b1-490c-b018-bff837c5b489 None None] Provisioning for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:16.619806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:16.623217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a4bfae10-e3b1-490c-b018-bff837c5b489 None None] Provisioning complete for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:16.623582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4bfae10-e3b1-490c-b018-bff837c5b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.661755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f8c8bc-af90-4b6b-8e43-d6dd1def9763 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:16.663141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-83f8c8bc-af90-4b6b-8e43-d6dd1def9763 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:16.691227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 71c888e6-0ee3-4f04-a35b-ac96d9e70a1a is not hosted by any dhcp agent {{(pid=88108) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 21 14:49:16.696504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:16.697089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.700774 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "PUT /v2.0/networks/71c888e6-0ee3-4f04-a35b-ac96d9e70a1a HTTP/1.1" status: 200 len: 757 time: 1.0277889 Apr 21 14:49:16.704424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254f980-1331-4bf7-91f3-c19472a42767 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=71c888e6-0ee3-4f04-a35b-ac96d9e70a1a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:16.713905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.717557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.784654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:16.794758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:16.798597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-83f8c8bc-af90-4b6b-8e43-d6dd1def9763 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:16.803131 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-83f8c8bc-af90-4b6b-8e43-d6dd1def9763 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports/ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 HTTP/1.1" status: 200 len: 911 time: 0.5580230 Apr 21 14:49:16.808324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58526) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:16.884571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 71c888e6-0ee3-4f04-a35b-ac96d9e70a1a details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:16.897194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15435217-d0a9-4464-86e0-55f9f49700c5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:16.944486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beba49a-2ed0-4398-aeb5-26f4ec6445ce']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:16.985940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for edeaf88f-e075-424c-85cc-fd0fcda7d73c owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:17.014203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0decee99-1ca6-4975-949a-67bb21343d5d') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:17.014563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0decee99-1ca6-4975-949a-67bb21343d5d') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:17.045752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a4bfae10-e3b1-490c-b018-bff837c5b489 None None] Port b54183fb-e5f3-43d7-875f-e2366c0fbc23 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:17.054910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.082556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.087228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50130f-eb49-4801-a5ff-5d6bf95f148a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:17.088707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd50130f-eb49-4801-a5ff-5d6bf95f148a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks?id=71c888e6-0ee3-4f04-a35b-ac96d9e70a1a HTTP/1.1" status: 200 len: 760 time: 0.3741868 Apr 21 14:49:17.097360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.099029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:17.099435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.108096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569532911'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:17.112855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:17.121057 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:17.129462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 15435217-d0a9-4464-86e0-55f9f49700c5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:17.129852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.134583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:17.143402 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5aaed03-dd80-4cf9-85bc-4e503f777666 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4166181 Apr 21 14:49:17.146591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58534) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.152953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:17.169480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:17.171056 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:17.185605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491910875'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:17.192001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:17.196250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:17.199596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:17.206361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.219574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc804cae-7613-4f14-a967-dd317f5f5186 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:17.225585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc804cae-7613-4f14-a967-dd317f5f5186 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:17.225874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:17.227182 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bc804cae-7613-4f14-a967-dd317f5f5186 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4146852 Apr 21 14:49:17.229076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:17.231322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58538) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.232822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.268656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9071b116-aad2-4937-a84f-229d8f9a0d75 None None] Provisioning complete for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:17.269140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9071b116-aad2-4937-a84f-229d8f9a0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.285046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:17.288720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.303535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'ade764d6-7ef6-4862-b8fa-171cb5f2c3f3', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:99:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6207041c-09ce-44c0-a144-ab741ebde876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:13Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': '6207041c-09ce-44c0-a144-ab741ebde876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:17.320696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.331848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Checking router: f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:17.332262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Updating router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:17.378833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9071b116-aad2-4937-a84f-229d8f9a0d75 None None] Port b54183fb-e5f3-43d7-875f-e2366c0fbc23 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:17.382547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:17.405572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:17.416003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.416003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment 75665088-72e8-4c70-b622-b5f8ca643c9d of type vlan for network 889fcf42-3082-48d4-ae05-1e0c6c015f36 Apr 21 14:49:17.442066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.443745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.444316 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:17.464672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ad302d77-fa37-497c-822a-33e2a6111851 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:17.484027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.489951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:17.490535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.613754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=889fcf42-3082-48d4-ae05-1e0c6c015f36,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:17.622179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.622521 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment e53cd287-e029-4eb6-a43a-3be14d278bdd of type vlan for network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf Apr 21 14:49:17.637668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 889fcf42-3082-48d4-ae05-1e0c6c015f36 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:17.656579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ad302d77-fa37-497c-822a-33e2a6111851 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:17.660090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.1 (0b77c217-c380-41eb-9bc8-f28479f360cd/fa8ddd96-00d4-491c-83d1-bd4b58a51ee4/ef8d8071-c282-4a33-b49d-f5208318da9f) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:17.689310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.718054 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/1beba49a-2ed0-4398-aeb5-26f4ec6445ce HTTP/1.1" status: 204 len: 168 time: 4.5308654 Apr 21 14:49:17.720838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c94a5-fc2b-4c46-b8fc-d9d6e12c0d8c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=1beba49a-2ed0-4398-aeb5-26f4ec6445ce,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:17.721009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58544) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.723522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.744677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ad302d77-fa37-497c-822a-33e2a6111851 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:17.745111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.786082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-31244f44-4b27-4463-86ad-2bc7b37cef5e tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6851358 Apr 21 14:49:17.799806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58548) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:17.924578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.930119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:17.936119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:17.936247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.002706 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 3, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:13Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:18.008266 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:18.008921 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Updating router 00f9eb39-66ae-4769-9f67-c739a3a659be port b54183fb-e5f3-43d7-875f-e2366c0fbc23 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:18.024499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.042269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '889fcf42-3082-48d4-ae05-1e0c6c015f36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:18.068946 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.111488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ad302d77-fa37-497c-822a-33e2a6111851, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ad302d77-fa37-497c-822a-33e2a6111851,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:18.118992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.196671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:18.203836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Usage tracker for resource:subnet and tenant:c3d67400022d4c15b97ea389d8e740c5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:18.208360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:18.208605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fa329446-ceac-428f-9df9-905e8e6d65c7 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:18.215681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:18.238818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:18.246081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.247233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.249666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=edeaf88f-e075-424c-85cc-fd0fcda7d73c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.273182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:18.295684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fa329446-ceac-428f-9df9-905e8e6d65c7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:18.296117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fa329446-ceac-428f-9df9-905e8e6d65c7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:18.296531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a6dd9221-fda5-4365-9188-55ba321817f4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:18.346672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.362873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: a6dd9221-fda5-4365-9188-55ba321817f4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:18.363126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a6dd9221-fda5-4365-9188-55ba321817f4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:18.363408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1bb5ae80-6463-4512-a8c6-514b8eb279a4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:18.379484 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4471f355-b72e-4da2-92c8-035a14834f70 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2153022 Apr 21 14:49:18.466801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58552) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.480259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 1bb5ae80-6463-4512-a8c6-514b8eb279a4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:18.480604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1bb5ae80-6463-4512-a8c6-514b8eb279a4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:18.511292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Transition to ACTIVE for port object ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:18.518531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ad302d77-fa37-497c-822a-33e2a6111851,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.542084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:18.569619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.569989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.571563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.573633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.574380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.574732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.575069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.575404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.575738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.576063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.576388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.576709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:49:18.605845 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.609167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.637117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.637729 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Transition to ACTIVE for port object b54183fb-e5f3-43d7-875f-e2366c0fbc23 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:18.659930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.696640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.698756 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-55d4a2a9-ac5d-46b1-9a47-761eb51e3873 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/edeaf88f-e075-424c-85cc-fd0fcda7d73c HTTP/1.1" status: 204 len: 168 time: 3.2749209 Apr 21 14:49:18.708454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58556) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.729465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': '75665088-72e8-4c70-b622-b5f8ca643c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '889fcf42-3082-48d4-ae05-1e0c6c015f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:18.730016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 889fcf42-3082-48d4-ae05-1e0c6c015f36, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:18.752316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=a9d84340-fb5f-4a15-a0a2-e895fc020c7d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.835043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbafb5b-a29b-4897-9887-bf11213095dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:49:18.835644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ebbafb5b-a29b-4897-9887-bf11213095dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:18.851928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:18.876809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 889fcf42-3082-48d4-ae05-1e0c6c015f36 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:18.908854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 889fcf42-3082-48d4-ae05-1e0c6c015f36) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:18.917156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:18.917982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.952369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46291f-af83-4867-8c9f-bba3ee555859 None None] Network 889fcf42-3082-48d4-ae05-1e0c6c015f36 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:18.970840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c11837a8-ed9e-4e2f-b2a2-67f6fff89a86 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9336691 Apr 21 14:49:18.973555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58560) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:18.977910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf0d09-1e44-4cda-983f-cee7c70a7603 None None] Pushing event updated for resources: {'Port': ['ID=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:18.979198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:18.980220 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f0ad9-e04b-4155-a7b9-4a3024d203ac None None] Pushing event updated for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:19.103638 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Attempting to bind port b54183fb-e5f3-43d7-875f-e2366c0fbc23 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:19.104001 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Attempting to bind port b54183fb-e5f3-43d7-875f-e2366c0fbc23 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:19.104356 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Attempting to bind port b54183fb-e5f3-43d7-875f-e2366c0fbc23 on network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:19.117847 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:19.118212 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Checking segment: {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:19.118630 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.119115 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Bound using segment: {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:19.119926 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Bound port: b54183fb-e5f3-43d7-875f-e2366c0fbc23, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381aa0d-eeca-4cf5-8198-41e84afe913e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:19.120298 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.175570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.206874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:19.209666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ebbafb5b-a29b-4897-9887-bf11213095dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:19.211441 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ebbafb5b-a29b-4897-9887-bf11213095dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/edeaf88f-e075-424c-85cc-fd0fcda7d73c HTTP/1.1" status: 404 len: 333 time: 0.4362538 Apr 21 14:49:19.234447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58564) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:19.251642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:19.312220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Transition to ACTIVE for port object ef8d8071-c282-4a33-b49d-f5208318da9f will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:19.315063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:19.318689 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] For port b54183fb-e5f3-43d7-875f-e2366c0fbc23, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:19.323557 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] For port b54183fb-e5f3-43d7-875f-e2366c0fbc23, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b54183fb-e5f3-43d7-875f-e2366c0fbc23,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:19.327903 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.367219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:19.367555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.376980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.379459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:19.425265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:19.429309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.444628 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f0ad9-e04b-4155-a7b9-4a3024d203ac None None] Pushing event updated for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:19.454641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 6e5101a4-ab19-463b-8cbc-fd214e7c83ba {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:19.460496 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:19.461232 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:19.496567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:19.496567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.527171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.575073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Attempting to bind port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:19.575475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Attempting to bind port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:19.575865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Attempting to bind port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:19.658114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:19.658642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:19.659197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.659385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:19.659837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Bound port: ade764d6-7ef6-4862-b8fa-171cb5f2c3f3, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:19.660686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.667303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3, host dv-neutron-838896-1-hyperv, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:19.667974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.695334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:19.724204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.728059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.823434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.836715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:19.837506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] For port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:19.841032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] For port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:19.879753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.969647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67caf66-d6ac-422e-9d63-8f1c5d2d0ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-889fcf42-3082-48d4-ae05-1e0c6c015f36', 'network_id': '889fcf42-3082-48d4-ae05-1e0c6c015f36', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': 'a9d84340-fb5f-4a15-a0a2-e895fc020c7d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:19.970939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b67caf66-d6ac-422e-9d63-8f1c5d2d0ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:19.985427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:19.985674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:20.043370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 0b77c217-c380-41eb-9bc8-f28479f360cd is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:20.057354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:20.067565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:20.115535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=ef8d8071-c282-4a33-b49d-f5208318da9f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.185462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Routers {'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:20.186268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:20.241736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.273920 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 3, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:19Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:20.278681 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865a1a6-02e8-4e93-ac6b-facc5fd06044 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 3, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:19Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:20.310433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.323708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf0d09-1e44-4cda-983f-cee7c70a7603 None None] Pushing event updated for resources: {'Port': ['ID=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.424066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server [None req-b67caf66-d6ac-422e-9d63-8f1c5d2d0ebd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9d84340-fb5f-4a15-a0a2-e895fc020c7d: This subnet is being modified by another concurrent operation. Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise exception Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9d84340-fb5f-4a15-a0a2-e895fc020c7d: This subnet is being modified by another concurrent operation. Apr 21 14:49:20.455276 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Apr 21 14:49:20.469545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] Set router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:20.486471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:20.486820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.524758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d84340-fb5f-4a15-a0a2-e895fc020c7d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.554456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.562322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf773a-2e2e-4dbe-8918-4e675d865ee9 None None] Network 889fcf42-3082-48d4-ae05-1e0c6c015f36 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:20.795248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b54183fb-e5f3-43d7-875f-e2366c0fbc23 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:20.846544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.876003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889fcf42-3082-48d4-ae05-1e0c6c015f36']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:20.898681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5101a4-ab19-463b-8cbc-fd214e7c83ba,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:20.906030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.955787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port ade764d6-7ef6-4862-b8fa-171cb5f2c3f3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:20.956355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:20.961044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75665088-72e8-4c70-b622-b5f8ca643c9d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:20.961619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75665088-72e8-4c70-b622-b5f8ca643c9d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:21.007068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.022933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a0021-4b4d-4208-8dca-fb61fa500d71 None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:21.035114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d26330c-8cd3-4e52-ad34-120aa3fa0e21 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/6e5101a4-ab19-463b-8cbc-fd214e7c83ba HTTP/1.1" status: 204 len: 168 time: 1.7903087 Apr 21 14:49:21.054990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.063207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:21.063767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.092042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58568) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.101787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:21.104918 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:21.128235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-341f894e-1f08-406f-b85a-1e53949f2f3d None None] Provisioning for port ef8d8071-c282-4a33-b49d-f5208318da9f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:21.182071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.205295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-341f894e-1f08-406f-b85a-1e53949f2f3d None None] Provisioning complete for port ef8d8071-c282-4a33-b49d-f5208318da9f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:21.205668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341f894e-1f08-406f-b85a-1e53949f2f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.218547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.233808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet bf866274-06cf-4a2f-8ab8-849cd470218d {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:21.244730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.250527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.316131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.355555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:21.376696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.380257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:21.380779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.412808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.413252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-341f894e-1f08-406f-b85a-1e53949f2f3d None None] Port ef8d8071-c282-4a33-b49d-f5208318da9f cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:21.476501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.499760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'ade764d6-7ef6-4862-b8fa-171cb5f2c3f3', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:99:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6207041c-09ce-44c0-a144-ab741ebde876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:19Z', 'revision_number': 4, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': '6207041c-09ce-44c0-a144-ab741ebde876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:21.511175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff586538-6a23-43d5-934a-27d6aec03ecd None None] The sync data for ids ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'] in dv-neutron-838896-1-hyperv is: [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:12Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'ade764d6-7ef6-4862-b8fa-171cb5f2c3f3', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:99:60:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '6207041c-09ce-44c0-a144-ab741ebde876', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:19Z', 'revision_number': 4, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': '6207041c-09ce-44c0-a144-ab741ebde876', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:21.514638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=889fcf42-3082-48d4-ae05-1e0c6c015f36,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.539700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=ade764d6-7ef6-4862-b8fa-171cb5f2c3f3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.546754 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2c4d3788-ebcb-4618-b2d4-f35acf65c93c tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/889fcf42-3082-48d4-ae05-1e0c6c015f36 HTTP/1.1" status: 204 len: 168 time: 2.5588164 Apr 21 14:49:21.546945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.578224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58572) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:21.609808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=f06db0db-44f8-4f8b-8041-566ccb5aff76,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:21.676148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.699465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:21.699824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:21.722145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b54183fb-e5f3-43d7-875f-e2366c0fbc23, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b54183fb-e5f3-43d7-875f-e2366c0fbc23,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:21.728558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.732579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ad302d77-fa37-497c-822a-33e2a6111851 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:21.739451 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6550c8a4-322b-4d24-b4b5-899dd16ca203 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] GET failed (client error): The resource could not be found. Apr 21 14:49:21.740108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6550c8a4-322b-4d24-b4b5-899dd16ca203 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Synchronizing usage tracker for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:21.961193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:21.991062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.009315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:22.018365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:22.043579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ad302d77-fa37-497c-822a-33e2a6111851 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:22.043966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.067754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:22.071486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.103694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9123ff0-3944-42aa-b3fc-aeaa134aa3d8 None None] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:22.169752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=bf866274-06cf-4a2f-8ab8-849cd470218d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:22.171576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6550c8a4-322b-4d24-b4b5-899dd16ca203 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Unset dirty status for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:22.177947 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6550c8a4-322b-4d24-b4b5-899dd16ca203 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets/a9d84340-fb5f-4a15-a0a2-e895fc020c7d HTTP/1.1" status: 404 len: 337 time: 0.5541580 Apr 21 14:49:22.280936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58576) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:22.284904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.316416 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2f8eafd8-3a90-4056-9c6b-5f289d28cb93 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/bf866274-06cf-4a2f-8ab8-849cd470218d HTTP/1.1" status: 204 len: 168 time: 1.2194843 Apr 21 14:49:22.351885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:22.352989 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b193fda-8dd7-4da1-b2b9-828a5c05653f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:22.354120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b193fda-8dd7-4da1-b2b9-828a5c05653f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:22.358636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:22.359202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.363664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58582) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:22.365575 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0b193fda-8dd7-4da1-b2b9-828a5c05653f tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/889fcf42-3082-48d4-ae05-1e0c6c015f36 HTTP/1.1" status: 404 len: 339 time: 0.0834208 Apr 21 14:49:22.514769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:22.515745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.532224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3b777bf3-0966-42a9-b858-ced9e41af5aa tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0106640 Apr 21 14:49:22.571266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58588) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:22.656445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:22.681675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b54183fb-e5f3-43d7-875f-e2366c0fbc23 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:22.706997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62139831-6fdd-4e3c-a3af-8f08d68d9290 None None] Network 1c4fa50c-8462-45b9-bf2f-938178f64132 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:22.848110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 20c53aaf-76a0-422f-b62f-967d6e431db0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:22.848407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.949732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.960160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-01324466-337f-4648-8ed2-5907a465be21 None None] Provisioning complete for port d275d2e4-d960-44e3-a57e-21d6e7b490c0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:22.960529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-01324466-337f-4648-8ed2-5907a465be21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:22.984940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5688579-6626-404f-864d-a4625121d3ba tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:22.985646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5688579-6626-404f-864d-a4625121d3ba tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Synchronizing usage tracker for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:23.021678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Allocated IP 172.22.0.2 (f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf/f06db0db-44f8-4f8b-8041-566ccb5aff76/e507751f-6aeb-4c39-ae09-4fca2f16d5c9) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:23.035099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port d275d2e4-d960-44e3-a57e-21d6e7b490c0 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:23.035666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.064983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:23.077433 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9148fdcf-9d7c-4192-8b75-44af1264fe5e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "PUT /v2.0/routers/f52657f2-881c-4d7f-a0d6-a0a14a6bcee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8425782 Apr 21 14:49:23.077652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58592) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.117054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b54183fb-e5f3-43d7-875f-e2366c0fbc23 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:23.117440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.213494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1faee-fa1f-450f-b9bb-4572a6cf8573 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.214823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1faee-fa1f-450f-b9bb-4572a6cf8573 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.215746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-82e1faee-fa1f-450f-b9bb-4572a6cf8573 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:23.227665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.232038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b5688579-6626-404f-864d-a4625121d3ba tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Unset dirty status for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:23.233546 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5688579-6626-404f-864d-a4625121d3ba tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8682337 Apr 21 14:49:23.248055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58596) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.249027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.319960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-82e1faee-fa1f-450f-b9bb-4572a6cf8573 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:23.320923 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-82e1faee-fa1f-450f-b9bb-4572a6cf8573 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2424712 Apr 21 14:49:23.323752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.371979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port d275d2e4-d960-44e3-a57e-21d6e7b490c0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d275d2e4-d960-44e3-a57e-21d6e7b490c0,segment=NetworkSegment(a935ad6d-a575-4a08-8679-43dcf830ede4),segment_id=a935ad6d-a575-4a08-8679-43dcf830ede4)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:23.372254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.390804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d5e068ec-83f9-450a-a3f0-f707bda4af44 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Synchronizing usage tracker for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:23.482232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e804b49-7db6-4698-bd92-920e0e77cfb8 None None] DHCP port deletion for 1c4fa50c-8462-45b9-bf2f-938178f64132 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:23.514479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for d275d2e4-d960-44e3-a57e-21d6e7b490c0 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:23.535925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=ef8d8071-c282-4a33-b49d-f5208318da9f,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.538448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.546757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d5e068ec-83f9-450a-a3f0-f707bda4af44 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Unset dirty status for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:23.553529 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d5e068ec-83f9-450a-a3f0-f707bda4af44 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 207 time: 0.2726135 Apr 21 14:49:23.554613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58604) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:23.577829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6e804b49-7db6-4698-bd92-920e0e77cfb8 None None] Deleting port d275d2e4-d960-44e3-a57e-21d6e7b490c0 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:23.578297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e804b49-7db6-4698-bd92-920e0e77cfb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.612489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 20c53aaf-76a0-422f-b62f-967d6e431db0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=20c53aaf-76a0-422f-b62f-967d6e431db0,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:23.612764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Sync routers for ids ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:23.612857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.613315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 6207041c-09ce-44c0-a144-ab741ebde876 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:23.626244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.654235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.657262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Routers {'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:23.657606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.736671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Transition to ACTIVE for port object e507751f-6aeb-4c39-ae09-4fca2f16d5c9 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:23.772448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.828369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.849916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Set router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:23.897637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6e804b49-7db6-4698-bd92-920e0e77cfb8 None None] The port 'd275d2e4-d960-44e3-a57e-21d6e7b490c0' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:49:23.904764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=d275d2e4-d960-44e3-a57e-21d6e7b490c0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:23.914035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.920191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.926189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.931756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 20c53aaf-76a0-422f-b62f-967d6e431db0 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:23.931991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:23.932922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Synchronizing usage tracker for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:23.936060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No DVR routers for this DVR port d275d2e4-d960-44e3-a57e-21d6e7b490c0 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:23.963785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Transition to ACTIVE for port object e507751f-6aeb-4c39-ae09-4fca2f16d5c9 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:23.975722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:23.980760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:23.987263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Unset dirty status for tenant:c3d67400022d4c15b97ea389d8e740c5 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:23.993834 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7356b375-0bce-4a8c-931c-4dc09e6b2e17 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4327259 Apr 21 14:49:24.003696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58608) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.004689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.021572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Checking router: f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:24.058832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Routers {'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:24.059850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:24.114246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:24.124156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:24.131710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:24.226386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] Set router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:24.233422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.274754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4fa50c-8462-45b9-bf2f-938178f64132']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:24.276857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Pushing event updated for resources: {'Port': ['ID=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.301818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.316799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a935ad6d-a575-4a08-8679-43dcf830ede4') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:24.317094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a935ad6d-a575-4a08-8679-43dcf830ede4') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:24.342010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 0b77c217-c380-41eb-9bc8-f28479f360cd is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:24.350018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:24.387359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:24.404799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b699f-c716-42c5-a18b-87b7def56d77 None None] The sync data for ids ['f52657f2-881c-4d7f-a0d6-a0a14a6bcee2'] in dv-neutron-838896-1-hyperv is: [{'id': 'f52657f2-881c-4d7f-a0d6-a0a14a6bcee2', 'name': 'tempest-NetworksTestDHCPv6-router-263464476', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:07Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:24.411912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Attempting to bind port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:24.412457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Attempting to bind port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:24.412991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Attempting to bind port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 on network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:24.425752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:24.426191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Checking segment: {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:24.427054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.427054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Bound using segment: {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:24.427665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Bound port: e507751f-6aeb-4c39-ae09-4fca2f16d5c9, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:24.427991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.487090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.508109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.515264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=6207041c-09ce-44c0-a144-ab741ebde876,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.537455 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-80b9cb89-065b-4ba2-8156-748081116178 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5052693 Apr 21 14:49:24.538605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.551287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] For port e507751f-6aeb-4c39-ae09-4fca2f16d5c9, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:24.553808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.561019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b38c850-c437-4169-a1e4-a01ba109daab None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:24.590076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.595406 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aea9d37d-2af5-4695-96e4-3c0e5ec74288 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6207041c-09ce-44c0-a144-ab741ebde876 HTTP/1.1" status: 204 len: 168 time: 1.2681923 Apr 21 14:49:24.600919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58618) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.603804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:24.604087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:24.675543 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:24.724461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.773868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f06940d1-d573-44b1-900a-5b8646ca5e9a None None] Provisioning complete for port ef8d8071-c282-4a33-b49d-f5208318da9f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:24.774429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f06940d1-d573-44b1-900a-5b8646ca5e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.788468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=20c53aaf-76a0-422f-b62f-967d6e431db0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.789304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8112c-345b-445f-b922-8b7f13ddcece tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:24.791631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db8112c-345b-445f-b922-8b7f13ddcece tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:24.800772 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4db8112c-345b-445f-b922-8b7f13ddcece tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2422681 Apr 21 14:49:24.855698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f06940d1-d573-44b1-900a-5b8646ca5e9a None None] Port ef8d8071-c282-4a33-b49d-f5208318da9f cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:24.857108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:24.886910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] For port e507751f-6aeb-4c39-ae09-4fca2f16d5c9, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:24.888677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.893592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.895033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:24.941632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=1c4fa50c-8462-45b9-bf2f-938178f64132,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:24.965179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-68938c81-6b34-4766-a71b-1be34bcc8032 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:24.979117 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f6d5fea1-7330-4d95-a34a-277f90641f3a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/1c4fa50c-8462-45b9-bf2f-938178f64132 HTTP/1.1" status: 204 len: 168 time: 2.6123848 Apr 21 14:49:25.011956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58626) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.061188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:25.070168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Deleting port 97e8d968-f434-4d08-8062-eb61e3cd9627 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:25.073517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.129189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-68938c81-6b34-4766-a71b-1be34bcc8032 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:25.134327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-68938c81-6b34-4766-a71b-1be34bcc8032 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5323417 Apr 21 14:49:25.135519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58630) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.146308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d275d2e4-d960-44e3-a57e-21d6e7b490c0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:25.275351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffb8d8-5c94-4ff8-814f-8a73b9661de0 None None] Pushing event updated for resources: {'Port': ['ID=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:25.286360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d275d2e4-d960-44e3-a57e-21d6e7b490c0 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:25.286856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d275d2e4-d960-44e3-a57e-21d6e7b490c0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:25.287389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:25.334274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.351937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:25.353575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ade764d6-7ef6-4862-b8fa-171cb5f2c3f3 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:25.358698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e091f3d7-3874-46f5-b850-99ff237df6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.440233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74aa97-eecb-46e4-be11-14e3ba591892 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:25.442311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74aa97-eecb-46e4-be11-14e3ba591892 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:25.444669 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0b74aa97-eecb-46e4-be11-14e3ba591892 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5789273 Apr 21 14:49:25.457350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.459413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58634) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.560861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 56f5e493-a79b-478a-a0fd-2bceb128c17d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:25.583792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9826f-aec5-4b2c-a5f1-a151c675df2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:25.584498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3a9826f-aec5-4b2c-a5f1-a151c675df2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:25.715441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] For port 97e8d968-f434-4d08-8062-eb61e3cd9627, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=97e8d968-f434-4d08-8062-eb61e3cd9627,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:25.716227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.804493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3a9826f-aec5-4b2c-a5f1-a151c675df2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:25.809020 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3a9826f-aec5-4b2c-a5f1-a151c675df2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7922018 Apr 21 14:49:25.812433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58638) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:25.861775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Calling delete_port for 97e8d968-f434-4d08-8062-eb61e3cd9627 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:25.962384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.966655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.969073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:25.987983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57e7d74-8ab0-4a7c-898c-8c40befcb8df tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:25.992755 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a57e7d74-8ab0-4a7c-898c-8c40befcb8df tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks/b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 HTTP/1.1" status: 200 len: 799 time: 0.5270424 Apr 21 14:49:25.995472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.018005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] Pushing event deleted for resources: {'Port': ['ID=97e8d968-f434-4d08-8062-eb61e3cd9627,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:26.023442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cfebf8-8c59-40b9-b2bb-e6486cb11c8a None None] No DVR routers for this DVR port 97e8d968-f434-4d08-8062-eb61e3cd9627 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:26.028769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:26.255943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:26.262483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.262837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Fanout notify agent at l3_agent the message router_deleted on router f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:49:26.268701 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] Sync routers for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:26.292315 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:26.293227 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.302221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.306536 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d84bc48d-1fe1-4019-89be-66a75da03f00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/routers/f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 HTTP/1.1" status: 204 len: 168 time: 1.1617749 Apr 21 14:49:26.308881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58646) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.318435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:26.347558 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b9983b38-a359-4c7c-b2a1-769cac7e46ba tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5336702 Apr 21 14:49:26.362410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58650) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.376736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-51695386'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:26.377051 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.391662 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:26.394024 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.399138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:26.420731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:26.432657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:26.445454 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8272d227-37b7-4954-ba02-0a10d562f84c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7218590 Apr 21 14:49:26.445454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.22.0.1 (f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf/f06db0db-44f8-4f8b-8041-566ccb5aff76/ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:26.449384 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-956b4f6d-1247-4043-a52c-e72411aa870e tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/routers/56f5e493-a79b-478a-a0fd-2bceb128c17d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3499699 Apr 21 14:49:26.450320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58654) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.451368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:26.452084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.473827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58656) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.483225 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.483764 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924d148-9c30-4a30-a711-42c973bcb4a8 None None] The sync data for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:26.495730 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-45f90b09-db8a-481a-a9a7-f0fce290d870 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/networks/b64fb3c3-5f7e-4ee7-9883-0a750bb2f699?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4980321 Apr 21 14:49:26.495730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:26.499447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58662) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.512677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'port': {'network_id': '0b77c217-c380-41eb-9bc8-f28479f360cd', 'name': 'tempest-FloatingIPTestJSON-1843192925'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:26.522571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ad682-95cd-4bdf-be6a-7ca824e9e5c8 None None] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:26.528099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:26.562139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:26.582308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:26.637148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting subnet d2003fa8-2e20-42a4-be26-0280e4b66400 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:26.641859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.651531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:26.659873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:26.663273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.675093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:26.693364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:26.695612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e507751f-6aeb-4c39-ae09-4fca2f16d5c9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:26.723658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:26.724992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:26.728657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.748169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7f153-679b-4dba-8d02-e948a5b1d764 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:26.753806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-61c7f153-679b-4dba-8d02-e948a5b1d764 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets/b34d130c-4d3a-4ca0-8a17-d912b14f54bf HTTP/1.1" status: 200 len: 811 time: 0.2468731 Apr 21 14:49:26.767539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.822859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:26.825120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.869171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.875226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-996c9272-2ec7-4b3a-8cb0-eb65a4ba6dff None None] Provisioning for port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:26.896163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:26.904644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.904995 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment 670fbd10-832e-4b68-9896-762dbcc8ffd9 of type vlan for network 93fd1815-d753-4372-a6f3-193babbf7da4 Apr 21 14:49:26.915254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:26.927970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Usage tracker for resource:port and tenant:4fe83a602a2f4d4699c4a9b41a0aa744 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:26.942203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:26.951416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:26.952348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:48:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:26.952498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:26.955643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e27db8-040c-4e2b-930c-776d6d28f7c2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['shared'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:26.960149 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-20e27db8-040c-4e2b-930c-776d6d28f7c2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "GET /v2.0/subnets/b34d130c-4d3a-4ca0-8a17-d912b14f54bf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1882517 Apr 21 14:49:26.960394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:26.961393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:26.966220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-997536570'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:26.981173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:26.989545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:26.996532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.005801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Made reservation on behalf of 4fe83a602a2f4d4699c4a9b41a0aa744 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:27.007030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:27.009521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.009718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.054366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] device_id is not set on port 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:27.075561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:27.079534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.126769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.150363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.155911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:27.156488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.160039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:27.162978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:27.165006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:27.177183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.316794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:27.317382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.354867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:27.369698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea422d0a-8da7-49c7-a760-9892c2cb918e None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:27.377761 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0140679 Apr 21 14:49:27.378423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58674) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.396146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:27.415492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e687ed7-0604-4831-b102-9add48731ee9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=93fd1815-d753-4372-a6f3-193babbf7da4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:27.423507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Subnet': ['ID=d2003fa8-2e20-42a4-be26-0280e4b66400,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:27.429179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.429668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Added segment e9d2f330-2c0c-4400-b6fd-ec791024b87c of type vlan for network 85562ca8-c57b-445d-b840-699ae3198152 Apr 21 14:49:27.435130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.445544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 93fd1815-d753-4372-a6f3-193babbf7da4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:27.445811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:27.451964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:27.459866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:27.462138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:27.502569 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8427a44b-b90a-4827-83c8-e485da90989c tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/d2003fa8-2e20-42a4-be26-0280e4b66400 HTTP/1.1" status: 204 len: 168 time: 1.0473397 Apr 21 14:49:27.511085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58678) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.514642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.531094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.539738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Allocated IP 172.20.0.6 (0b77c217-c380-41eb-9bc8-f28479f360cd/fa8ddd96-00d4-491c-83d1-bd4b58a51ee4/9ac5356e-99a0-4815-8fdd-69ee9ed1e094) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:27.552622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61ee8f0-d727-4838-a1fd-ef76eadbcf95 None None] Network 1b39b720-2e94-4cc7-a942-fc9722fdf695 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:27.622742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:27.636732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:27.654141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:27.657672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:27.661024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.667712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=f11dff66-f4f7-49f5-bb8c-dd12165bb44d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:27.671612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:27.674827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:27.675410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.690898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:27.714909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f26b5-5faa-4cd8-ae99-3a4877c426ee None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:27.775809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:27.779432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.794207 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3f66ae9e-5d52-4280-9cc5-d2e0a03e2e56 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4819381 Apr 21 14:49:27.803162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.804863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58682) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:27.833424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.838627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:27.839217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.846925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:27.889904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:27.979704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:router and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:27.987979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df400f2e-6cdf-4060-b0ed-8c973d486d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:27.989768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:28.052845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0906000 Apr 21 14:49:28.056377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-ae9209fd-1ace-45cf-ab09-338791470ed8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3915668 Apr 21 14:49:28.061239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58686) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.062246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:28.068180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Deleting port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:28.068523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.073428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'network_id': '85562ca8-c57b-445d-b840-699ae3198152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:28.076703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.162722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7a85c-a055-4cdb-87ed-be35c80c3069 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Network': ['ID=85562ca8-c57b-445d-b840-699ae3198152,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.188714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 85562ca8-c57b-445d-b840-699ae3198152 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:28.193751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.195409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.213617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e507751f-6aeb-4c39-ae09-4fca2f16d5c9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:28.217348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:28.218428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.249272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.339883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.401672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 97e8d968-f434-4d08-8062-eb61e3cd9627 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:28.441550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.466665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:28.479569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 97e8d968-f434-4d08-8062-eb61e3cd9627 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:28.479919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 97e8d968-f434-4d08-8062-eb61e3cd9627 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:28.492088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] For port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,segment=NetworkSegment(795edc36-ab73-4131-bb45-570db6251bdb),segment_id=795edc36-ab73-4131-bb45-570db6251bdb)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:28.493139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.505699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.536198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:28.543256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Provisioning complete for port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:28.543630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.576886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:28.611002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Transition to ACTIVE for port object 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:28.632029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Made reservation on behalf of c3d67400022d4c15b97ea389d8e740c5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:28.634801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 20c53aaf-76a0-422f-b62f-967d6e431db0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:28.635866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.672976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.691542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Calling delete_port for 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:28.721093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd62389-e8d5-4ba9-91ab-7e3d2a0f8db7 None None] DHCP port deletion for 1b39b720-2e94-4cc7-a942-fc9722fdf695 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:28.754591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.758203 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aec51f00-eb39-4edc-afff-46c1dd8e0e13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9237082 Apr 21 14:49:28.758370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_backend_mixin [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing IP validity checks on allocation pools {{(pid=88107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:49:28.758370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_backend_mixin [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:49:28.758565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dcd62389-e8d5-4ba9-91ab-7e3d2a0f8db7 None None] Deleting port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:28.758565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dcd62389-e8d5-4ba9-91ab-7e3d2a0f8db7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.762416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:28.782290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 20c53aaf-76a0-422f-b62f-967d6e431db0 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:28.783140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 20c53aaf-76a0-422f-b62f-967d6e431db0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:28.831292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.876482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f11dff66-f4f7-49f5-bb8c-dd12165bb44d/3d71b679-bec8-48f9-91af-7e9e0a201557) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:28.878203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:28.890084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dcd62389-e8d5-4ba9-91ab-7e3d2a0f8db7 None None] The port '9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:49:28.996681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Port': ['ID=9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.021743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-07064d5b-b6b4-4ad8-91e7-59b0a9c86ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:29.023185 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-07064d5b-b6b4-4ad8-91e7-59b0a9c86ffb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.6671455 Apr 21 14:49:29.062803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.089080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Provisioning for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:29.098658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Provisioning complete for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:29.099038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.142384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.193565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ee95b2b4-a851-4a33-98aa-9d33c240119e None None] Port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:29.196933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No DVR routers for this DVR port 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:29.257357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.270457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Transition to ACTIVE for port object 3d71b679-bec8-48f9-91af-7e9e0a201557 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:29.290465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Transition to ACTIVE for port object 3d71b679-bec8-48f9-91af-7e9e0a201557 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:29.291141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.298860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.369740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.379331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:29.382772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:29.386476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8d2c456f-7b30-46e0-ad97-9e37c82359ea None None] Provisioning complete for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:29.386984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d2c456f-7b30-46e0-ad97-9e37c82359ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.415108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:29.442075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Pushing event updated for resources: {'Port': ['ID=3d71b679-bec8-48f9-91af-7e9e0a201557,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.477307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b39b720-2e94-4cc7-a942-fc9722fdf695']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.507470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795edc36-ab73-4131-bb45-570db6251bdb') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.508167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795edc36-ab73-4131-bb45-570db6251bdb') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:29.521929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c456f-7b30-46e0-ad97-9e37c82359ea None None] Port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:29.529525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.531746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Network 0b77c217-c380-41eb-9bc8-f28479f360cd is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:29.544860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Attempting to bind port 3d71b679-bec8-48f9-91af-7e9e0a201557 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:29.545412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Attempting to bind port 3d71b679-bec8-48f9-91af-7e9e0a201557 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:29.545874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Attempting to bind port 3d71b679-bec8-48f9-91af-7e9e0a201557 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:29.555254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:29.555254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:29.555254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.555254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:29.555254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Bound port: 3d71b679-bec8-48f9-91af-7e9e0a201557, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:29.555930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.561742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.575113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:29.575516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.586326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event updated for resources: {'Port': ['ID=9ac5356e-99a0-4815-8fdd-69ee9ed1e094,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.588803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:29.597477 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:29.605373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:29.664833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] For port 3d71b679-bec8-48f9-91af-7e9e0a201557, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:29.669078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] For port 3d71b679-bec8-48f9-91af-7e9e0a201557, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d71b679-bec8-48f9-91af-7e9e0a201557,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:29.675145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.675946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=a00042ca-f429-4d70-83ba-dbbc4d08e996,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.707690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.710943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.738284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.748906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.752224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-baddf8a9-45b2-4533-8557-79422fbc9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:29.753750 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-baddf8a9-45b2-4533-8557-79422fbc9bdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.6472282 Apr 21 14:49:29.793293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ab4c6-3700-448a-ac3a-442bb3a85a19 None None] Pushing event updated for resources: {'Port': ['ID=3d71b679-bec8-48f9-91af-7e9e0a201557,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.834135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Pushing event deleted for resources: {'Network': ['ID=1b39b720-2e94-4cc7-a942-fc9722fdf695,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:29.866205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': '670fbd10-832e-4b68-9896-762dbcc8ffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:29.866553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 93fd1815-d753-4372-a6f3-193babbf7da4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:29.885902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf5e70eb-13ac-4036-ab34-7c199bad3a6a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/networks/1b39b720-2e94-4cc7-a942-fc9722fdf695 HTTP/1.1" status: 204 len: 168 time: 2.3737397 Apr 21 14:49:29.891616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58694) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:29.900354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'routes': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:29.948512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-08067282-b906-41b9-9f3e-249531548f26 None None] Provisioning for port 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:29.953854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-08067282-b906-41b9-9f3e-249531548f26 None None] Provisioning complete for port 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:29.954367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-08067282-b906-41b9-9f3e-249531548f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.966192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.967176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:29.989857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.017946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-08067282-b906-41b9-9f3e-249531548f26 None None] Port 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:30.170976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:30.171875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.194688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 93fd1815-d753-4372-a6f3-193babbf7da4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:30.196889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.312621 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-e299f596-6ca1-4acc-893a-0ec6c49f99cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.5450003 Apr 21 14:49:30.327873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 93fd1815-d753-4372-a6f3-193babbf7da4) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:30.334996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Added routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:49:30.335293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Removed routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:49:30.335649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.344961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7e9878-243f-4023-8061-9b1885f96ff2 None None] Network 93fd1815-d753-4372-a6f3-193babbf7da4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:30.381684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.438205 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-03856cf9-c821-4758-ad99-8e4ac2249e05 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9522257 Apr 21 14:49:30.445858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:30.446433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.455777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58698) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.517838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Request body: {'floatingip': {'port_id': '9ac5356e-99a0-4815-8fdd-69ee9ed1e094'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:30.561864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:30.564755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:30.618572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-93fd1815-d753-4372-a6f3-193babbf7da4', 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': 'a00042ca-f429-4d70-83ba-dbbc4d08e996'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:30.619514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:30.789942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=3c0c6a26-e645-44f8-84bc-179dcc1424b6,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:30.842017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e507751f-6aeb-4c39-ae09-4fca2f16d5c9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:30.876214 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ed7501c1-5deb-42c8-a286-172d24b4bcde tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4857056 Apr 21 14:49:30.883759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58702) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:30.890040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4', 'name': 'tempest-PortsIpV6TestJSON-1567235799'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:30.920445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Checking segment: {'id': 'e9d2f330-2c0c-4400-b6fd-ec791024b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85562ca8-c57b-445d-b840-699ae3198152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:30.922590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network hostable DHCP agents. Network: 85562ca8-c57b-445d-b840-699ae3198152, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:30.934318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.003356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9e59bf40-675c-4fbc-bcba-3e359239bb26 None None] Provisioning complete for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:31.003934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e59bf40-675c-4fbc-bcba-3e359239bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.032540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.037785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Allocated IP 2001:db8::2 (93fd1815-d753-4372-a6f3-193babbf7da4/a00042ca-f429-4d70-83ba-dbbc4d08e996/808d16d5-477d-4501-ba44-82c3265cd7f4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:31.109048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.120473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9e59bf40-675c-4fbc-bcba-3e359239bb26 None None] Port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:31.129021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-7c755e30-9451-4068-9b55-cfa05e92cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:31.130562 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-7c755e30-9451-4068-9b55-cfa05e92cec1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.8056316 Apr 21 14:49:31.167146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:31.191801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:31.192320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.250785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:31.258518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Network 85562ca8-c57b-445d-b840-699ae3198152 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:31.322955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 85562ca8-c57b-445d-b840-699ae3198152) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:31.329101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-18265963-9c11-49c5-b036-37a71cab6648 None None] Provisioning for port 3d71b679-bec8-48f9-91af-7e9e0a201557 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:31.329516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:31.330181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.342880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:31.346837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.356639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca0059b-c3cb-4283-9c61-eaba6717e77d None None] Network 85562ca8-c57b-445d-b840-699ae3198152 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:31.374346 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9096ed98-eecb-4a3f-9cd8-f547ff9d4127 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3079386 Apr 21 14:49:31.374568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router a5873e39-10ee-418f-a382-6ee82afa96ca has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:31.378079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58706) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.380068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-6e7f87ec-c817-475d-96f9-a55f6c25569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:31.382082 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-6e7f87ec-c817-475d-96f9-a55f6c25569b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2370920 Apr 21 14:49:31.392830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:31.399711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:31.426681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 1f43e432-eec4-400e-895b-7f02db177598 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:31.566777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d71b679-bec8-48f9-91af-7e9e0a201557 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:31.589072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-e9001268-39e9-4ea6-a850-f95456da56df service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932607 Apr 21 14:49:31.597968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.600887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::1 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f11dff66-f4f7-49f5-bb8c-dd12165bb44d/c2213a07-716c-4ca6-8a61-132af45778c2) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:31.639293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Transition to ACTIVE for port object 808d16d5-477d-4501-ba44-82c3265cd7f4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:31.701563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Transition to ACTIVE for port object 808d16d5-477d-4501-ba44-82c3265cd7f4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:31.717411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.770545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:31.784144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3d71b679-bec8-48f9-91af-7e9e0a201557 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:31.791626 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Sync routers for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:31.815619 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:31.817104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:31.836236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Network 93fd1815-d753-4372-a6f3-193babbf7da4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:31.838490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3d71b679-bec8-48f9-91af-7e9e0a201557 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:31.838873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.877749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:31.891877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:31.894007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Pushing event updated for resources: {'Port': ['ID=808d16d5-477d-4501-ba44-82c3265cd7f4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:31.905298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:31.909898 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fc7cf93a-acd5-4d71-8999-92c988133880 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 704 time: 2.0144188 Apr 21 14:49:31.918140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:31.942637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-85562ca8-c57b-445d-b840-699ae3198152', 'network_id': '85562ca8-c57b-445d-b840-699ae3198152', 'tenant_id': 'c3d67400022d4c15b97ea389d8e740c5', 'fixed_ips': [{'subnet_id': '3c0c6a26-e645-44f8-84bc-179dcc1424b6'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:31.943452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.020358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7691237'] for subnet, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.038364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29e7e210-fba6-4a3f-bec8-41a0e500da90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:32.043542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:32.057060 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ec618c77-cdc9-467f-95ff-6c889ba1241b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4171588 Apr 21 14:49:32.060340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58716) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:32.070472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'network': {'name': 'tempest-RoutersTest-1365042895'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:32.081729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:32.095498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:32.105805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Attempting to bind port 808d16d5-477d-4501-ba44-82c3265cd7f4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:32.106169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Attempting to bind port 808d16d5-477d-4501-ba44-82c3265cd7f4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '670fbd10-832e-4b68-9896-762dbcc8ffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:32.106525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Attempting to bind port 808d16d5-477d-4501-ba44-82c3265cd7f4 on network 93fd1815-d753-4372-a6f3-193babbf7da4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:32.113056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::142 (93fd1815-d753-4372-a6f3-193babbf7da4/a00042ca-f429-4d70-83ba-dbbc4d08e996/1f43e432-eec4-400e-895b-7f02db177598) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:32.117398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:network and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:32.132849 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-37737f9c-b97e-4b26-9ec0-1ef5bbe36b9b req-e5953699-d47f-40fc-9545-efb18ababff6 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332475 Apr 21 14:49:32.145745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29e7e210-fba6-4a3f-bec8-41a0e500da90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:32.149269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29e7e210-fba6-4a3f-bec8-41a0e500da90 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 205 time: 0.2284179 Apr 21 14:49:32.152478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58720) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:32.165581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:32.165979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Checking segment: {'id': '670fbd10-832e-4b68-9896-762dbcc8ffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:32.166355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.166757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Bound using segment: {'id': '670fbd10-832e-4b68-9896-762dbcc8ffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:32.167227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Bound port: 808d16d5-477d-4501-ba44-82c3265cd7f4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670fbd10-832e-4b68-9896-762dbcc8ffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:32.167602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.177735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:32.178395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.190765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:32.202607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:32.234159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:32.369020 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.374542 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Checking router: a5873e39-10ee-418f-a382-6ee82afa96ca for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:32.385019 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Routers {'a5873e39-10ee-418f-a382-6ee82afa96ca'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:32.385953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a5873e39-10ee-418f-a382-6ee82afa96ca'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.425565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.434814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 14:49:32.434814 dv-neutron-838896-1-hyperv neutron-server[88109]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 21 14:49:32.434814 dv-neutron-838896-1-hyperv neutron-server[88109]: [parameters: {'in_use': 1, 'id_1': '3c0c6a26-e645-44f8-84bc-179dcc1424b6'}] Apr 21 14:49:32.434814 dv-neutron-838896-1-hyperv neutron-server[88109]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:32.435235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:32.456382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:32.536934 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] Set router a5873e39-10ee-418f-a382-6ee82afa96ca gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:32.544409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.592499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:32.597837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.641413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.649823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3d71b679-bec8-48f9-91af-7e9e0a201557, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d71b679-bec8-48f9-91af-7e9e0a201557,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:32.662586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] For port 808d16d5-477d-4501-ba44-82c3265cd7f4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:32.664967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object c2213a07-716c-4ca6-8a61-132af45778c2 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:32.665407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.676229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:32.681811 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a119e987-fc11-436e-a5df-57a1c8bbc3b8 None None] The sync data for ids ['a5873e39-10ee-418f-a382-6ee82afa96ca'] in dv-neutron-838896-1-hyperv is: [{'id': 'a5873e39-10ee-418f-a382-6ee82afa96ca', 'name': 'tempest-RoutersIpV6Test-router-177613382', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:41Z', 'updated_at': '2022-04-21T14:49:24Z', 'revision_number': 11, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:32.682041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.697282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.751876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:32.810835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:32.811097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] For port 808d16d5-477d-4501-ba44-82c3265cd7f4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=808d16d5-477d-4501-ba44-82c3265cd7f4,segment=NetworkSegment(670fbd10-832e-4b68-9896-762dbcc8ffd9),segment_id=670fbd10-832e-4b68-9896-762dbcc8ffd9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:32.832004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:32.832430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9cb3f7df-e05b-4ddf-af59-8fb7a85b7ecb not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:32.852111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.853542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.854351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added segment f3db2f3a-5965-4726-9bd1-06610506a408 of type vlan for network 5f408e9a-dad8-44cf-ab8f-5333f531891b Apr 21 14:49:32.856139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:32.988966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.013901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:33.035072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:33.047933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3d71b679-bec8-48f9-91af-7e9e0a201557,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.048370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:33.049151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.055608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.083593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=c2213a07-716c-4ca6-8a61-132af45778c2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.088853 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 45e3bbed-adf2-4c23-b025-7b406e056970 associated. External IP: 172.26.4.181, port: 1d23d617-9d38-4359-93da-bf7e837db3cf. Apr 21 14:49:33.130640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.137801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.201072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7352442'] for subnet, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.235573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.241096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:33.242037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.308758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919913f-7a8d-4f77-b427-9deef01aa384 None None] Pushing event updated for resources: {'Port': ['ID=808d16d5-477d-4501-ba44-82c3265cd7f4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.360900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.384663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 1f43e432-eec4-400e-895b-7f02db177598 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:33.412191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event updated for resources: {'Subnet': ['ID=3c0c6a26-e645-44f8-84bc-179dcc1424b6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.414606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.415037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router a5873e39-10ee-418f-a382-6ee82afa96ca {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:49:33.462181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:33.462893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.464483 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85a59ec6-f283-4745-870a-c4cffb86bca6 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "PUT /v2.0/subnets/3c0c6a26-e645-44f8-84bc-179dcc1424b6 HTTP/1.1" status: 200 len: 877 time: 2.0830216 Apr 21 14:49:33.476171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58724) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.483347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Allocated IP 172.20.0.3 (85562ca8-c57b-445d-b840-699ae3198152/3c0c6a26-e645-44f8-84bc-179dcc1424b6/fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:33.550677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:29Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:33.562540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.582386 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5164583 Apr 21 14:49:33.588594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58728) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.679407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.685530 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0e21b594-755b-49ce-8f7a-f19a1e5665ef tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 204 len: 168 time: 1.5290313 Apr 21 14:49:33.685530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58732) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.696778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'subnet': {'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:33.724678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:33.725430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Updating router 00f9eb39-66ae-4769-9f67-c739a3a659be port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:33.730816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1177258792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:33.818659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:33.831834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Usage tracker for resource:router and tenant:b6c310947df54beea22349e97a573220 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:33.836526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 93fd1815-d753-4372-a6f3-193babbf7da4 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:33.839793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a14e6c50-5d4a-4b2f-8398-ab69c9275934 None None] Provisioning for port c2213a07-716c-4ca6-8a61-132af45778c2 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:33.847822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:33.851664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.852349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:33.862281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:33.864417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:33.870407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:33.871168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.871752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:33.878900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:subnet and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:33.883782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a14e6c50-5d4a-4b2f-8398-ab69c9275934 None None] Provisioning complete for port c2213a07-716c-4ca6-8a61-132af45778c2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:33.884292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=1f43e432-eec4-400e-895b-7f02db177598,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.884494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:33.884919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a14e6c50-5d4a-4b2f-8398-ab69c9275934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.892744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:33.909244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbd23c-02ff-4368-9e04-fa4ecc02820b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Network': ['ID=5f408e9a-dad8-44cf-ab8f-5333f531891b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:33.914545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.915546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.927708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.928235 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f023f230-fa5e-4986-89e7-c99c976669aa tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0434189 Apr 21 14:49:33.937355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58736) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:33.945642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Made reservation on behalf of 286551c5a4354ffdad9b913849ee4e59 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:33.949729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '93fd1815-d753-4372-a6f3-193babbf7da4', 'name': 'tempest-PortsIpV6TestJSON-1925650307'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:33.949900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:33.970295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:34.001084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.008891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.148732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.201112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a14e6c50-5d4a-4b2f-8398-ab69c9275934 None None] Port c2213a07-716c-4ca6-8a61-132af45778c2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:34.213849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:34.231926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.271557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:34.282403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:34.305521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:34.307850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.312077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db5035f0-ad94-46b6-87c6-e6395aca6a52 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6104577 Apr 21 14:49:34.313898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.320943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58740) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:34.328367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:34.344361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Transition to ACTIVE for port object fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.399026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Transition to ACTIVE for port object fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.618897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:34.622351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.635919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.638831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.675306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.690007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ed5c5-e90d-4fbd-bb26-5aed375083c8 None None] Network 93fd1815-d753-4372-a6f3-193babbf7da4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:34.727242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:34.736858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 184a61aa-ba6e-4337-9983-f169847f252d yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:34.807520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Network 85562ca8-c57b-445d-b840-699ae3198152 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:34.815708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:34.822512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:34.846838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Transition to ACTIVE for port object ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:34.873660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:34.893042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4a2ad7a-60eb-495b-8913-9a22ea490502 None None] Provisioning for port 808d16d5-477d-4501-ba44-82c3265cd7f4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:34.908370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.933803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:34.939865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Subnet': ['ID=bd7cb1d5-1348-464a-ae95-58d7139a6162,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:35.029998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0c6a26-e645-44f8-84bc-179dcc1424b6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:35.036652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.100548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.219985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 808d16d5-477d-4501-ba44-82c3265cd7f4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:35.277903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Attempting to bind port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:35.278675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Attempting to bind port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e9d2f330-2c0c-4400-b6fd-ec791024b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85562ca8-c57b-445d-b840-699ae3198152'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:35.279259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Attempting to bind port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 on network 85562ca8-c57b-445d-b840-699ae3198152 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:35.284941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Checking segment: {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:35.285324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network hostable DHCP agents. Network: 5f408e9a-dad8-44cf-ab8f-5333f531891b, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:35.291932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.300390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6ef7-97c6-41f0-b44f-7a9aac7ece07 None None] Pushing event updated for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:35.347947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:35.348358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Checking segment: {'id': 'e9d2f330-2c0c-4400-b6fd-ec791024b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85562ca8-c57b-445d-b840-699ae3198152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:35.348711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.349097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Bound using segment: {'id': 'e9d2f330-2c0c-4400-b6fd-ec791024b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85562ca8-c57b-445d-b840-699ae3198152'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:35.349599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Bound port: fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d2f330-2c0c-4400-b6fd-ec791024b87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '85562ca8-c57b-445d-b840-699ae3198152'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:35.349963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.365862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:35.389214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:35.401602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85562ca8-c57b-445d-b840-699ae3198152']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.402638 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:35.414819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:35.416116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.423440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::339 (93fd1815-d753-4372-a6f3-193babbf7da4/a00042ca-f429-4d70-83ba-dbbc4d08e996/184a61aa-ba6e-4337-9983-f169847f252d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:35.432355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d2f330-2c0c-4400-b6fd-ec791024b87c') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.432709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d2f330-2c0c-4400-b6fd-ec791024b87c') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.458738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.504607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.524476 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.526251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Router 819be937-2317-4a65-a14b-601c0baf1aae is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:35.537093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:35.537510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.540812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:35.542191 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.547855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Attempting to bind port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:35.548213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Attempting to bind port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:35.548559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Attempting to bind port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 on network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:35.554215 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:35.576738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:35.577013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Checking segment: {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:35.577442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.577814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Bound using segment: {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:35.578384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Bound port: ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53cd287-e029-4eb6-a43a-3be14d278bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:35.579036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.600594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 808d16d5-477d-4501-ba44-82c3265cd7f4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:35.623561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 808d16d5-477d-4501-ba44-82c3265cd7f4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:35.623926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.641845 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:35.642874 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dcb491-869a-42ac-96c8-4a9b7958f189 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:35.674323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] For port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:35.684947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 5f408e9a-dad8-44cf-ab8f-5333f531891b) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:35.711113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ece3f-6337-4fe9-a859-e52ea135ea04 None None] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:35.749607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:35.750992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.786597 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1cd1e4b8-6387-41a8-a6a5-99d2e0f434b2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1157184 Apr 21 14:49:35.789167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58744) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.851998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] For port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2,segment=NetworkSegment(e9d2f330-2c0c-4400-b6fd-ec791024b87c),segment_id=e9d2f330-2c0c-4400-b6fd-ec791024b87c)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:35.857786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:49:35.857786 dv-neutron-838896-1-hyperv neutron-server[88108]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:49:35.857786 dv-neutron-838896-1-hyperv neutron-server[88108]: [parameters: {'id': '85562ca8-c57b-445d-b840-699ae3198152'}] Apr 21 14:49:35.857786 dv-neutron-838896-1-hyperv neutron-server[88108]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:35.858237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:35.862214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:35.865932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] For port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:35.868309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.873283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] For port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:35.921188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Sync routers for ids ['819be937-2317-4a65-a14b-601c0baf1aae'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:35.926300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:35.926466 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-52d93c11-0185-4a8b-812d-d4096abb2dd5 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "PUT /v2.0/routers/819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 200 len: 698 time: 1.6044505 Apr 21 14:49:35.929998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:35.952942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.074221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Routers {'819be937-2317-4a65-a14b-601c0baf1aae'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:36.074879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['819be937-2317-4a65-a14b-601c0baf1aae'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:36.166723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.228451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:36.229402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:36.246064 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-28c356c9-e87c-4af9-87e6-0629b1bd5703 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/routers/819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 200 len: 704 time: 0.3109252 Apr 21 14:49:36.247266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58752) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:36.251087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.306326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-07beeca2-70f1-45c0-8324-b60903266cea tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 200 len: 205 time: 0.0517335 Apr 21 14:49:36.308949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:36.378883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.405153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 184a61aa-ba6e-4337-9983-f169847f252d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:36.472743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 56f5e493-a79b-478a-a0fd-2bceb128c17d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:36.477606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.488044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.493484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ab854-52b3-432e-aab3-c06be04ddb06 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.499202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.499940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.539800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:36.540384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.563727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 808d16d5-477d-4501-ba44-82c3265cd7f4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=808d16d5-477d-4501-ba44-82c3265cd7f4,segment=NetworkSegment(670fbd10-832e-4b68-9896-762dbcc8ffd9),segment_id=670fbd10-832e-4b68-9896-762dbcc8ffd9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:36.567524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-5f408e9a-dad8-44cf-ab8f-5333f531891b', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:36.568503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.713115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.714079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d71b679-bec8-48f9-91af-7e9e0a201557 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:36.740370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Set router 819be937-2317-4a65-a14b-601c0baf1aae gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:36.887008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=c2213a07-716c-4ca6-8a61-132af45778c2,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:36.929953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.937519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.942784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:36.993902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Provisioning for port 1f43e432-eec4-400e-895b-7f02db177598 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:37.023235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819be937-2317-4a65-a14b-601c0baf1aae', 'name': 'tempest-RoutersIpV6Test-router-1177258792', 'tenant_id': 'b6c310947df54beea22349e97a573220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:33Z', 'updated_at': '2022-04-21T14:49:35Z', 'revision_number': 2, 'project_id': 'b6c310947df54beea22349e97a573220', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:37.047362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Provisioning complete for port 1f43e432-eec4-400e-895b-7f02db177598 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:37.047841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.048792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 93fd1815-d753-4372-a6f3-193babbf7da4 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:37.062425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:37.069641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:37.070332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:37.086715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:37.090022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fc932-8c9c-48ec-b9e9-f932670d9a7d None None] Network 85562ca8-c57b-445d-b840-699ae3198152 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:37.092237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:37.092909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.111196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:37.114204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.114743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Fanout notify agent at l3_agent the message router_deleted on router 819be937-2317-4a65-a14b-601c0baf1aae {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:49:37.123675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Checking router: 819be937-2317-4a65-a14b-601c0baf1aae for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:37.140514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.141258 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-86c4c5ec-5bfc-48c1-9935-c0c2931e53d4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 204 len: 168 time: 0.8247657 Apr 21 14:49:37.142723 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] Sync routers for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:37.157549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:37.162386 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:37.173093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:37.184032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58760) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.186944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.195795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=184a61aa-ba6e-4337-9983-f169847f252d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.210958 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fc8f4e15-cf6f-445a-9134-54a8e6732c84 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2706165 Apr 21 14:49:37.221110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58762) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.298738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:37.308330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e58411c1-3185-4178-a019-250d7fc6dffc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Synchronizing usage tracker for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:37.309324 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:37.310021 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:37.313377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2,segment=NetworkSegment(e9d2f330-2c0c-4400-b6fd-ec791024b87c),segment_id=e9d2f330-2c0c-4400-b6fd-ec791024b87c)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:37.314534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.323500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6ef7-97c6-41f0-b44f-7a9aac7ece07 None None] Pushing event updated for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.410714 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:37.411235 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785bd40-1667-4d88-90ae-f6947c7d328c None None] The sync data for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:37.475812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.539622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:37.545578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Routers set() bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:37.545949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Router IDs set() for agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 21 14:49:37.546609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_agentschedulers_db [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'819be937-2317-4a65-a14b-601c0baf1aae'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent'). {{(pid=88109) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 14:49:37.547037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c694dee-f923-4ea2-a834-8a6c2bd936fe None None] The sync data for ids ['819be937-2317-4a65-a14b-601c0baf1aae'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:37.548578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e58411c1-3185-4178-a019-250d7fc6dffc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] Unset dirty status for tenant:b6c310947df54beea22349e97a573220 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:37.549698 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e58411c1-3185-4178-a019-250d7fc6dffc tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 200 len: 205 time: 0.3376453 Apr 21 14:49:37.559069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58770) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.640594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Port 1f43e432-eec4-400e-895b-7f02db177598 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:37.782084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3d71b679-bec8-48f9-91af-7e9e0a201557 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:37.783210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.791165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eab8474-6312-48ec-a488-b53e23138368 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:37.791977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9eab8474-6312-48ec-a488-b53e23138368 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:37.801571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.865486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Port': ['ID=fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.872315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No DVR routers for this DVR port fbd9c152-cbd0-43fb-8916-6b1c1ecb4af2 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:37.874369 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-91bc5823-7262-4c1f-9ffb-7e99be6a6623 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:37.877845 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-91bc5823-7262-4c1f-9ffb-7e99be6a6623 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/819be937-2317-4a65-a14b-601c0baf1aae HTTP/1.1" status: 404 len: 336 time: 0.3136668 Apr 21 14:49:37.883936 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c5d1e01a-ecbc-4744-8270-5e98b8c799ee tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/floatingips/45e3bbed-adf2-4c23-b025-7b406e056970 HTTP/1.1" status: 200 len: 978 time: 7.4245315 Apr 21 14:49:37.883936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58774) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.901477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Provisioning complete for port 808d16d5-477d-4501-ba44-82c3265cd7f4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:37.902067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9c136cbf-de90-483a-81d5-ab82786be5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:37.902653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9eab8474-6312-48ec-a488-b53e23138368 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:37.908085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9eab8474-6312-48ec-a488-b53e23138368 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A142 HTTP/1.1" status: 200 len: 929 time: 0.6765041 Apr 21 14:49:37.912107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58776) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.912566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58778) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:37.932832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Allocated IP 172.23.0.2 (5f408e9a-dad8-44cf-ab8f-5333f531891b/bd7cb1d5-1348-464a-ae95-58d7139a6162/9df756d0-0aef-413e-a1d8-baa7965e808f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:37.946302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850c63a8-76a8-422d-9f5c-d88dc53f1e56 None None] Network 85562ca8-c57b-445d-b840-699ae3198152 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:37.958766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=808d16d5-477d-4501-ba44-82c3265cd7f4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:37.998177 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-709f5ea1-769e-4af0-a060-b8db014b1784 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:37.998752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709f5ea1-769e-4af0-a060-b8db014b1784 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:38.001379 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-709f5ea1-769e-4af0-a060-b8db014b1784 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/8fd0f998-5a1b-4eac-9a6c-0183b6910aec HTTP/1.1" status: 404 len: 337 time: 0.0611777 Apr 21 14:49:38.007068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58786) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.072161 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb78e84-f6b7-4ae7-8063-8ae374f6698a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:38.072161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb78e84-f6b7-4ae7-8063-8ae374f6698a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:38.073934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4bb78e84-f6b7-4ae7-8063-8ae374f6698a tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/a2c77499-a0ea-4336-bd9e-6937b0e93f65 HTTP/1.1" status: 404 len: 337 time: 0.0662792 Apr 21 14:49:38.108523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.133639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 184a61aa-ba6e-4337-9983-f169847f252d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:38.134113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.162039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbba457-f6fe-4fc8-95a2-ae50963b27a1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:38.162849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbba457-f6fe-4fc8-95a2-ae50963b27a1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:38.162976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:38.163272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.168464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:38.190582 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0fbba457-f6fe-4fc8-95a2-ae50963b27a1 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/78241f3b-de4d-4553-81fb-c64fc86b9133 HTTP/1.1" status: 404 len: 337 time: 0.0798712 Apr 21 14:49:38.194684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.199757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58794) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.270041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85562ca8-c57b-445d-b840-699ae3198152']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:38.315614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d2f330-2c0c-4400-b6fd-ec791024b87c') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:38.316331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d2f330-2c0c-4400-b6fd-ec791024b87c') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:38.343210 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3565a1e6-b558-49ce-bfef-89037c991bc2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:38.343653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3565a1e6-b558-49ce-bfef-89037c991bc2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:38.348599 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3565a1e6-b558-49ce-bfef-89037c991bc2 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/d2003fa8-2e20-42a4-be26-0280e4b66400 HTTP/1.1" status: 404 len: 337 time: 0.0941784 Apr 21 14:49:38.364882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58798) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.419352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.456487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ba789ddd-b6ee-4f92-ae19-a6101e483518 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 200 len: 205 time: 0.0864115 Apr 21 14:49:38.457709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:38.459156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58802) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.466142 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee26f1c0-2334-4671-a3b6-6c31de71069c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "PUT /v2.0/routers/0167d437-d553-4f4c-8bf1-6d0cd3a9930a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6995385 Apr 21 14:49:38.473556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.475577 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58806) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.535928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-e8123556-5008-4f2c-afda-a5efcb726f45 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:38.542102 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e8123556-5008-4f2c-afda-a5efcb726f45 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/a5873e39-10ee-418f-a382-6ee82afa96ca HTTP/1.1" status: 404 len: 336 time: 0.0819905 Apr 21 14:49:38.542863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58810) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.553509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Sync routers for ids ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:38.557865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:38.558493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:38.580460 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:38.587852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 808d16d5-477d-4501-ba44-82c3265cd7f4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:38.599482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8afe62e7-bd2d-4a9e-8290-8153927e214f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef915b1e-a469-484c-a456-75775fcbba0e HTTP/1.1" status: 200 len: 205 time: 0.0548651 Apr 21 14:49:38.601540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58814) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.679928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-e46b61a4-2075-4294-9fd8-b79968f74687 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:38.683179 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e46b61a4-2075-4294-9fd8-b79968f74687 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/ef915b1e-a469-484c-a456-75775fcbba0e HTTP/1.1" status: 404 len: 336 time: 0.0783975 Apr 21 14:49:38.683396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58818) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.721595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Routers {'0167d437-d553-4f4c-8bf1-6d0cd3a9930a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:38.722232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:38.726290 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e58a66-cabe-40b5-b6b9-89fb7587ac69 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:38.726741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e58a66-cabe-40b5-b6b9-89fb7587ac69 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:38.728640 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c9e58a66-cabe-40b5-b6b9-89fb7587ac69 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/be9e6172-cd70-4c26-aad6-0390fb794aaa HTTP/1.1" status: 404 len: 337 time: 0.0441298 Apr 21 14:49:38.730952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58822) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.775611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9023b060-79d2-40a5-bf53-b156a85d4322 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 200 len: 205 time: 0.0433195 Apr 21 14:49:38.782253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58826) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.814381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.860575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a4cd3-901c-43b9-81e4-c7c8e69235b0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:38.861288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-620a4cd3-901c-43b9-81e4-c7c8e69235b0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:38.871737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.894170 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-64b6144f-8a12-41d0-86d2-ad2640586a58 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:38.897379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Transition to ACTIVE for port object 9df756d0-0aef-413e-a1d8-baa7965e808f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:38.898014 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-64b6144f-8a12-41d0-86d2-ad2640586a58 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/f806e6d9-fb9a-4164-a845-b30a78cfcdbb HTTP/1.1" status: 404 len: 336 time: 0.1139176 Apr 21 14:49:38.898616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58830) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.908969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.934747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=85562ca8-c57b-445d-b840-699ae3198152,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:38.956398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b057acba-fcce-4eb2-a533-d8dd0a654990 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a HTTP/1.1" status: 200 len: 205 time: 0.0535066 Apr 21 14:49:38.956697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.960688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.966338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Transition to ACTIVE for port object 9df756d0-0aef-413e-a1d8-baa7965e808f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:38.969651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:35Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:38.970940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-620a4cd3-901c-43b9-81e4-c7c8e69235b0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:38.975570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-620a4cd3-901c-43b9-81e4-c7c8e69235b0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports/c2213a07-716c-4ca6-8a61-132af45778c2 HTTP/1.1" status: 200 len: 911 time: 0.4955964 Apr 21 14:49:38.980287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Set router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:38.982455 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-43f7be96-c46a-43c2-a484-8b38befe2ab3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/85562ca8-c57b-445d-b840-699ae3198152 HTTP/1.1" status: 204 len: 168 time: 5.5026960 Apr 21 14:49:38.984274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:38.992059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58838) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:38.992220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.036524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a8af2-c08a-40b1-9f7b-ed53c0a36232 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:28Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:35Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:39.041324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.072665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-f999fb9c-61fd-4617-9810-7b8f3c777f28 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:39.073729 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f999fb9c-61fd-4617-9810-7b8f3c777f28 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/f92b9fce-6c90-42d2-a8a8-9ad5d3c5649a HTTP/1.1" status: 404 len: 336 time: 0.1160417 Apr 21 14:49:39.079027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58846) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.099444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Provisioning complete for port 1f43e432-eec4-400e-895b-7f02db177598 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:39.099856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.152861 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e74b4d-e7bb-4dd8-b126-8d4084a0fac4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.153416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e74b4d-e7bb-4dd8-b126-8d4084a0fac4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.157597 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-32e74b4d-e7bb-4dd8-b126-8d4084a0fac4 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/546e260b-630d-47c3-a128-fe4d61ec5359 HTTP/1.1" status: 404 len: 337 time: 0.0803328 Apr 21 14:49:39.160700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58850) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.167100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 808d16d5-477d-4501-ba44-82c3265cd7f4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:39.167503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.226376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Allocated IP 172.23.0.1 (5f408e9a-dad8-44cf-ab8f-5333f531891b/bd7cb1d5-1348-464a-ae95-58d7139a6162/baf95b28-bda6-4b1c-a2fd-1099c4466d2c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:39.230371 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-459fd93d-bad7-4d7c-82cc-8b2ccb6561a0 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa427b47-5879-4a0c-baa2-1ce88082ab21 HTTP/1.1" status: 200 len: 205 time: 0.0683208 Apr 21 14:49:39.232904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.303306 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-17466735-62c6-49cb-887d-2943e109a865 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:39.304332 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-17466735-62c6-49cb-887d-2943e109a865 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/aa427b47-5879-4a0c-baa2-1ce88082ab21 HTTP/1.1" status: 404 len: 336 time: 0.0705156 Apr 21 14:49:39.308378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58858) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.336391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:39.352799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:39.362581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Port 1f43e432-eec4-400e-895b-7f02db177598 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:39.366839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:39.370515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Pushing event updated for resources: {'Port': ['ID=9df756d0-0aef-413e-a1d8-baa7965e808f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:39.502699 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c96010-44c1-407e-9cc5-7b111bcb836e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.503190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c96010-44c1-407e-9cc5-7b111bcb836e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.504955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-23c96010-44c1-407e-9cc5-7b111bcb836e tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/01d0514d-30a4-4cde-a63d-7adfdae950a5 HTTP/1.1" status: 404 len: 337 time: 0.1956511 Apr 21 14:49:39.507544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58862) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.523452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 184a61aa-ba6e-4337-9983-f169847f252d owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:39.577196 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-04849090-e100-4d19-bbdf-90b183e800ce tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.577834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04849090-e100-4d19-bbdf-90b183e800ce tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.583778 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-04849090-e100-4d19-bbdf-90b183e800ce tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/3c0c6a26-e645-44f8-84bc-179dcc1424b6 HTTP/1.1" status: 404 len: 337 time: 0.5862052 Apr 21 14:49:39.584424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58866) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.586444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-40e2d447-6a6a-4c34-bb79-c5d69a20184f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 HTTP/1.1" status: 200 len: 205 time: 0.0778856 Apr 21 14:49:39.612044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58870) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.624735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Provisioning for port 184a61aa-ba6e-4337-9983-f169847f252d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:39.632788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Attempting to bind port 9df756d0-0aef-413e-a1d8-baa7965e808f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:39.633152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Attempting to bind port 9df756d0-0aef-413e-a1d8-baa7965e808f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:39.633529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Attempting to bind port 9df756d0-0aef-413e-a1d8-baa7965e808f on network 5f408e9a-dad8-44cf-ab8f-5333f531891b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:39.643053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Provisioning complete for port 184a61aa-ba6e-4337-9983-f169847f252d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:39.643470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.734466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:39.735159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Checking segment: {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:39.735718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.736272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Bound using segment: {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:39.736749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Bound port: 9df756d0-0aef-413e-a1d8-baa7965e808f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:39.737114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.744169 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b9cba1-270d-4e38-9610-3ceeb7479cd0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.744649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b9cba1-270d-4e38-9610-3ceeb7479cd0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.748610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-76b9cba1-270d-4e38-9610-3ceeb7479cd0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/85562ca8-c57b-445d-b840-699ae3198152 HTTP/1.1" status: 404 len: 339 time: 0.1589167 Apr 21 14:49:39.751674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.757186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-fd6df591-f5b9-4329-b955-a396f80e6165 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] delete failed (client error): The resource could not be found. Apr 21 14:49:39.758219 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fd6df591-f5b9-4329-b955-a396f80e6165 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/routers/bb6be1ac-5d01-4497-b5ce-a0111dbd7bb3 HTTP/1.1" status: 404 len: 336 time: 0.1452441 Apr 21 14:49:39.785909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58878) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.842444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba73200-8428-4ac9-8f46-da6be1acdc09 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.842898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba73200-8428-4ac9-8f46-da6be1acdc09 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.844634 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6ba73200-8428-4ac9-8f46-da6be1acdc09 tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/f2266db2-6447-4561-a7e2-cea044a4d73d HTTP/1.1" status: 404 len: 337 time: 0.0579944 Apr 21 14:49:39.848670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58882) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:39.866875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Port 184a61aa-ba6e-4337-9983-f169847f252d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:39.900136 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-014df939-71ae-4599-8020-7c450b2d4c5f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.900588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014df939-71ae-4599-8020-7c450b2d4c5f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:39.904778 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-014df939-71ae-4599-8020-7c450b2d4c5f tempest-RoutersIpV6Test-995872153 tempest-RoutersIpV6Test-995872153-project] 10.222.0.35 "DELETE /v2.0/subnets/d7be198c-7b42-4c6a-bede-f00157ab52ff HTTP/1.1" status: 404 len: 337 time: 0.0527151 Apr 21 14:49:39.929620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.950158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Transition to ACTIVE for port object baf95b28-bda6-4b1c-a2fd-1099c4466d2c will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:39.958494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] For port 9df756d0-0aef-413e-a1d8-baa7965e808f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:39.963012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] For port 9df756d0-0aef-413e-a1d8-baa7965e808f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9df756d0-0aef-413e-a1d8-baa7965e808f,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:39.964310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Provisioning complete for port c2213a07-716c-4ca6-8a61-132af45778c2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:39.964497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.981972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:39.998808 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f5abe6-6c8c-47bd-a80f-20d94feed469 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:39.999422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f5abe6-6c8c-47bd-a80f-20d94feed469 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:40.014402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.024597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-91f5abe6-6c8c-47bd-a80f-20d94feed469 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/a9d84340-fb5f-4a15-a0a2-e895fc020c7d HTTP/1.1" status: 404 len: 337 time: 0.2681789 Apr 21 14:49:40.027616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58888) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.064588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2da6a4-e5e1-4383-8be2-4a442525faa4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:40.071223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2da6a4-e5e1-4383-8be2-4a442525faa4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:40.076059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e2da6a4-e5e1-4383-8be2-4a442525faa4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0770066 Apr 21 14:49:40.076059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-535d606d-08ab-4d8c-8883-f4a38a65fcac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:40.076059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535d606d-08ab-4d8c-8883-f4a38a65fcac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:40.076396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:40.076396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:40.079509 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-535d606d-08ab-4d8c-8883-f4a38a65fcac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/889fcf42-3082-48d4-ae05-1e0c6c015f36 HTTP/1.1" status: 404 len: 339 time: 0.0504212 Apr 21 14:49:40.082798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.083066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.085997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:33Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'c2213a07-716c-4ca6-8a61-132af45778c2', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:a4:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:30Z', 'updated_at': '2022-04-21T14:49:35Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:40.089275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:40.112499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae183ee-7dbb-4ba3-bac2-97f2c683a615 None None] Port c2213a07-716c-4ca6-8a61-132af45778c2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:40.119412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Checking router: 0167d437-d553-4f4c-8bf1-6d0cd3a9930a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:40.119762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Updating router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a port c2213a07-716c-4ca6-8a61-132af45778c2 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:40.181196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.197313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f1a3b-7d3c-4ba8-8572-2e172b16881e None None] Pushing event updated for resources: {'Port': ['ID=9df756d0-0aef-413e-a1d8-baa7965e808f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.210705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.219523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.319306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.319764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.320144 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Floating IP 45e3bbed-adf2-4c23-b025-7b406e056970 disassociated. External IP: 172.26.4.181, port: 9ac5356e-99a0-4815-8fdd-69ee9ed1e094. Apr 21 14:49:40.320687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 9ac5356e-99a0-4815-8fdd-69ee9ed1e094 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:40.342969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58902) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.359986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.428287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.558455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.584012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=184a61aa-ba6e-4337-9983-f169847f252d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:40.700866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:40.771987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.783227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ff756ab-32fe-4c46-bc6b-8f5dafbb845d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/184a61aa-ba6e-4337-9983-f169847f252d HTTP/1.1" status: 204 len: 168 time: 2.8674347 Apr 21 14:49:40.812221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58908) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:40.895601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.916752 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42734e6-ecf3-4825-b8af-19facbcc714d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:49:40.921688 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c42734e6-ecf3-4825-b8af-19facbcc714d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/184a61aa-ba6e-4337-9983-f169847f252d HTTP/1.1" status: 404 len: 333 time: 0.1075346 Apr 21 14:49:40.931435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:40.937166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:40.937663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:40.943036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58912) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.064304 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8110f5d3-8ba2-49f3-b0c3-4558de7e2a85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6c310947df54beea22349e97a573220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115011 Apr 21 14:49:41.066364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58916) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:41.084385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.114541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.124501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:41.130157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.130760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 1f43e432-eec4-400e-895b-7f02db177598 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:41.131371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9df756d0-0aef-413e-a1d8-baa7965e808f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:41.131497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.182114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c888e6-0ee3-4f04-a35b-ac96d9e70a1a']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:41.193744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.195854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Transition to ACTIVE for port object c2213a07-716c-4ca6-8a61-132af45778c2 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:41.221679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.245295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69af0848-7e32-4138-8a8c-2432f02e10ee') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:41.245739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69af0848-7e32-4138-8a8c-2432f02e10ee') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:41.287671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=9ac5356e-99a0-4815-8fdd-69ee9ed1e094,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.293313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.482518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.512637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.583602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.638021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.643645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:41.644113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.647220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9df756d0-0aef-413e-a1d8-baa7965e808f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:41.661356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca7a8-6140-4b69-871c-1368128c1218 None None] Pushing event updated for resources: {'Port': ['ID=c2213a07-716c-4ca6-8a61-132af45778c2,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:41.668495 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:41.678943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Attempting to bind port c2213a07-716c-4ca6-8a61-132af45778c2 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:41.679683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Attempting to bind port c2213a07-716c-4ca6-8a61-132af45778c2 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:41.680482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Attempting to bind port c2213a07-716c-4ca6-8a61-132af45778c2 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:41.690180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:41.691224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:41.691973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.692555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:41.693379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Bound port: c2213a07-716c-4ca6-8a61-132af45778c2, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:41.693939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.748605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44004e7-4add-4d85-bf15-873ba44bc96c None None] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:41.894869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.907983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 1f43e432-eec4-400e-895b-7f02db177598 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:41.911713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.932044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Provisioning for port 9df756d0-0aef-413e-a1d8-baa7965e808f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:41.950983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.976850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=71c888e6-0ee3-4f04-a35b-ac96d9e70a1a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:41.980759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Provisioning complete for port 9df756d0-0aef-413e-a1d8-baa7965e808f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:41.981234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:41.995599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.011123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-78986c33-d541-4c12-9513-e8c4c05997d0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/71c888e6-0ee3-4f04-a35b-ac96d9e70a1a HTTP/1.1" status: 204 len: 168 time: 1.9229515 Apr 21 14:49:42.014106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.017666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.051859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 56f5e493-a79b-478a-a0fd-2bceb128c17d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:42.065429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] For port c2213a07-716c-4ca6-8a61-132af45778c2, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:42.068265 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d04681-5155-4ce0-b98c-a5aa7d64a8a8 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:42.068732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d04681-5155-4ce0-b98c-a5aa7d64a8a8 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:42.069971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] For port c2213a07-716c-4ca6-8a61-132af45778c2, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c2213a07-716c-4ca6-8a61-132af45778c2,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:42.091706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-06d04681-5155-4ce0-b98c-a5aa7d64a8a8 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/6b3bf546-ae6f-4373-b9ba-c7b78a4591f1 HTTP/1.1" status: 404 len: 337 time: 0.0732660 Apr 21 14:49:42.099013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.115049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.181416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.183772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.185131 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47d1a431-cb8e-4507-bb87-3d3af132343f HTTP/1.1" status: 204 len: 168 time: 1.1110973 Apr 21 14:49:42.199936 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db9ae80-566d-4836-bde9-d410c2cb2f28 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:42.200555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db9ae80-566d-4836-bde9-d410c2cb2f28 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:42.215644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a97b07-0470-46ce-8829-55fc14c33712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d1a431-cb8e-4507-bb87-3d3af132343f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.234450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.246499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event updated for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.251902 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8db9ae80-566d-4836-bde9-d410c2cb2f28 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/7d2f0df9-4567-4efa-bbb2-ff5c40a86a48 HTTP/1.1" status: 404 len: 339 time: 0.1489966 Apr 21 14:49:42.255251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58930) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.299977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.314623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Routers {'0167d437-d553-4f4c-8bf1-6d0cd3a9930a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:42.316651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.326443 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0a7c73-8b22-4c0d-b7fe-5084f5380d97 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:42.326829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0a7c73-8b22-4c0d-b7fe-5084f5380d97 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:42.329632 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ed0a7c73-8b22-4c0d-b7fe-5084f5380d97 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/109b01d5-fdb9-4e12-aff5-a29021d8870b HTTP/1.1" status: 404 len: 337 time: 0.0709484 Apr 21 14:49:42.342379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58934) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.398646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.436582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.486820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ca7a8-6140-4b69-871c-1368128c1218 None None] Pushing event updated for resources: {'Port': ['ID=c2213a07-716c-4ca6-8a61-132af45778c2,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.511177 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb4c42b-5243-4797-9bc0-7a1025033c1a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:42.512287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb4c42b-5243-4797-9bc0-7a1025033c1a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:42.514038 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4eb4c42b-5243-4797-9bc0-7a1025033c1a tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/979dcafd-86c9-4a8e-b93c-cd8d1a98da04 HTTP/1.1" status: 404 len: 339 time: 0.1666698 Apr 21 14:49:42.514956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:42.517363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58940) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.528235 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] Sync routers for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:42.557845 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:42.558681 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.582609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] Set router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:42.588266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=1f43e432-eec4-400e-895b-7f02db177598,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:42.665138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] For port 9df756d0-0aef-413e-a1d8-baa7965e808f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9df756d0-0aef-413e-a1d8-baa7965e808f,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:42.669830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:42.684306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.689970 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-965b8202-87ec-48e6-aa34-390f140e9735 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/1f43e432-eec4-400e-895b-7f02db177598 HTTP/1.1" status: 204 len: 168 time: 1.7389317 Apr 21 14:49:42.693038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.785843 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.802579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:42.808763 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cea3607-b1a5-4655-ad64-b5683dfca479 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:49:42.809334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7cea3607-b1a5-4655-ad64-b5683dfca479 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:42.830750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:42.834141 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:42.836262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:42.838540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:42.976953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7cea3607-b1a5-4655-ad64-b5683dfca479 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:42.982055 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7cea3607-b1a5-4655-ad64-b5683dfca479 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/1f43e432-eec4-400e-895b-7f02db177598 HTTP/1.1" status: 404 len: 333 time: 0.2812643 Apr 21 14:49:42.990221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:42.998179 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3421ab2-07da-4bb4-aad0-0dffe1a19b85 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:42.998685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3421ab2-07da-4bb4-aad0-0dffe1a19b85 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.000855 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:43.001539 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be82a918-5bce-48bc-a1ce-f3cc216202f8 None None] The sync data for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:43.007846 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3421ab2-07da-4bb4-aad0-0dffe1a19b85 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/4734bd83-9299-4f4f-bab9-8261284f87ce HTTP/1.1" status: 404 len: 337 time: 0.4895926 Apr 21 14:49:43.054819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58958) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.111185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c600686f-4365-41e2-b949-0285c0a70806 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.112026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c600686f-4365-41e2-b949-0285c0a70806 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.114068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c600686f-4365-41e2-b949-0285c0a70806 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/333364a7-435d-4e1e-85b4-40f3f01cf032 HTTP/1.1" status: 404 len: 339 time: 0.0523849 Apr 21 14:49:43.117686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.157527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet a00042ca-f429-4d70-83ba-dbbc4d08e996 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:43.163377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.169806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6add15c5-c10d-4cd8-a51e-89c104c7a592 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.170599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6add15c5-c10d-4cd8-a51e-89c104c7a592 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.173078 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6add15c5-c10d-4cd8-a51e-89c104c7a592 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/3760890f-2c9c-48d5-9e2f-e457262ef7f3 HTTP/1.1" status: 404 len: 337 time: 0.0540776 Apr 21 14:49:43.181222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58968) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.188826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.191028 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-40b80e1c-1bbd-4c3c-a528-301a6653a1d8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/9ac5356e-99a0-4815-8fdd-69ee9ed1e094 HTTP/1.1" status: 204 len: 168 time: 5.2772784 Apr 21 14:49:43.209925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.215248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d792c-8613-40f1-a3ff-cf31176a5da4 None None] Pushing event updated for resources: {'Port': ['ID=9df756d0-0aef-413e-a1d8-baa7965e808f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:43.254665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.255124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.291679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ec1898-ea9f-4a01-b379-03cd353c2557 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.292222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ec1898-ea9f-4a01-b379-03cd353c2557 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.293993 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-05ec1898-ea9f-4a01-b379-03cd353c2557 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/3978bb5f-f715-49bb-9ae6-0eb02197a14c HTTP/1.1" status: 404 len: 339 time: 0.1098068 Apr 21 14:49:43.306003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58978) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.332485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Provisioning complete for port 9df756d0-0aef-413e-a1d8-baa7965e808f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.332854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.352233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.462578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.591071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.607812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a92d13-c8b3-4b4b-9e88-df34f71a8dd2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.608255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a92d13-c8b3-4b4b-9e88-df34f71a8dd2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.617653 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-52a92d13-c8b3-4b4b-9e88-df34f71a8dd2 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/136a6e3c-8edf-42ae-95cc-f38081371ad6 HTTP/1.1" status: 404 len: 337 time: 0.3105848 Apr 21 14:49:43.627576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140fc01-a127-4fe8-b795-acc228b61bb1 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:49:43.630813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 58988) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.656547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.669937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=a00042ca-f429-4d70-83ba-dbbc4d08e996,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:43.686594 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c1a0b07d-5bcc-4863-81df-ff3ee1d3e964 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/a00042ca-f429-4d70-83ba-dbbc4d08e996 HTTP/1.1" status: 204 len: 168 time: 0.6950481 Apr 21 14:49:43.687364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 58994) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.763678 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-74413da6-bb63-4d5f-ac14-b58a7308e02b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.764146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74413da6-bb63-4d5f-ac14-b58a7308e02b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.766023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-74413da6-bb63-4d5f-ac14-b58a7308e02b tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/6aee632b-8c24-411a-8a46-3a287e7d5f83 HTTP/1.1" status: 404 len: 339 time: 0.1331687 Apr 21 14:49:43.777558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59000) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.785635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:33Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'c2213a07-716c-4ca6-8a61-132af45778c2', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:a4:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:30Z', 'updated_at': '2022-04-21T14:49:42Z', 'revision_number': 4, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:43.807733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7bda01-9c2b-4a10-9f58-0e95030d3b3e None None] The sync data for ids ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'] in dv-neutron-838896-1-hyperv is: [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:33Z', 'revision_number': 2, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None, '_interfaces': [{'id': 'c2213a07-716c-4ca6-8a61-132af45778c2', 'name': '', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'mac_address': 'fa:16:3e:a4:a7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:30Z', 'updated_at': '2022-04-21T14:49:42Z', 'revision_number': 4, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'subnets': [{'id': 'f11dff66-f4f7-49f5-bb8c-dd12165bb44d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:43.837977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port c2213a07-716c-4ca6-8a61-132af45778c2 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:43.839495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.846546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:43.882480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.894204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Provisioning for port baf95b28-bda6-4b1c-a2fd-1099c4466d2c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:43.914918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb88e90f-fddf-437e-8775-3f58304e97f4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:43.915766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb88e90f-fddf-437e-8775-3f58304e97f4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:43.918634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb88e90f-fddf-437e-8775-3f58304e97f4 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/aa8e9509-5cb7-481d-b5b6-654a206353be HTTP/1.1" status: 404 len: 337 time: 0.1398153 Apr 21 14:49:43.924765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59006) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:43.930822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Provisioning complete for port baf95b28-bda6-4b1c-a2fd-1099c4466d2c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:43.931118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:43.974475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140fc01-a127-4fe8-b795-acc228b61bb1 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:49:44.004481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c80b105b-d9be-472d-816f-10c44ca954a0 None None] Port baf95b28-bda6-4b1c-a2fd-1099c4466d2c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:44.110212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb623e8e-b2c7-408a-9dbc-9f30622b40e3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:44.110827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb623e8e-b2c7-408a-9dbc-9f30622b40e3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:44.112728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb623e8e-b2c7-408a-9dbc-9f30622b40e3 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/ee97331b-419f-45ae-a94e-6c7acd4822c9 HTTP/1.1" status: 404 len: 339 time: 0.1827822 Apr 21 14:49:44.137008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59012) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.153870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-beb6bc58-6671-4cfe-8253-e56447a17a05 None None] Provisioning complete for port baf95b28-bda6-4b1c-a2fd-1099c4466d2c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:44.154314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-beb6bc58-6671-4cfe-8253-e56447a17a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.264343 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d737fd-13c3-4c8d-82ba-bf0b4764bc78 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:44.264796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d737fd-13c3-4c8d-82ba-bf0b4764bc78 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:44.270016 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-83d737fd-13c3-4c8d-82ba-bf0b4764bc78 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/6b06df37-4e6d-420a-802c-8070831dece4 HTTP/1.1" status: 404 len: 337 time: 0.1297190 Apr 21 14:49:44.271653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59020) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.319427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-beb6bc58-6671-4cfe-8253-e56447a17a05 None None] Port baf95b28-bda6-4b1c-a2fd-1099c4466d2c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:44.344978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port c2213a07-716c-4ca6-8a61-132af45778c2, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c2213a07-716c-4ca6-8a61-132af45778c2,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:44.345355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.364488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 808d16d5-477d-4501-ba44-82c3265cd7f4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:44.365063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.472722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-697e3708-5d7d-47af-a912-5e3a0276f033 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:44.472722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697e3708-5d7d-47af-a912-5e3a0276f033 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:44.472722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-697e3708-5d7d-47af-a912-5e3a0276f033 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/e0614f94-c7e4-4fe4-9a95-df80df4d993c HTTP/1.1" status: 404 len: 339 time: 0.1080616 Apr 21 14:49:44.473014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.548094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:44.561990 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f4482696-87c2-4471-ad6f-428e517914c0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7694366 Apr 21 14:49:44.567159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-439241ed-a190-46eb-bee3-adcf5f759165 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:44.567798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439241ed-a190-46eb-bee3-adcf5f759165 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:44.570151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:44.572826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-439241ed-a190-46eb-bee3-adcf5f759165 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/ca14b801-8fbe-43eb-9a36-e2eca41c589d HTTP/1.1" status: 404 len: 337 time: 0.0989418 Apr 21 14:49:44.606674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.607004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59034) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.627239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:44.648638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:44.654710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:44.662498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for c2213a07-716c-4ca6-8a61-132af45778c2 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:44.845798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59040) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:44.862440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ac78b1-f9c3-41f5-9267-a4e3a784723e None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:49:44.891795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c2213a07-716c-4ca6-8a61-132af45778c2 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:44.920698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port 808d16d5-477d-4501-ba44-82c3265cd7f4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=808d16d5-477d-4501-ba44-82c3265cd7f4,segment=NetworkSegment(670fbd10-832e-4b68-9896-762dbcc8ffd9),segment_id=670fbd10-832e-4b68-9896-762dbcc8ffd9)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:44.921230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:44.998758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:45.085384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 808d16d5-477d-4501-ba44-82c3265cd7f4 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:45.125771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.193287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--1528274943', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:45.207591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:45.211834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.253232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:45.254550 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0b54ea-208e-4ceb-8030-f83a637776f0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] DELETE failed (client error): The resource could not be found. Apr 21 14:49:45.255054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0b54ea-208e-4ceb-8030-f83a637776f0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:49:45.256759 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2e0b54ea-208e-4ceb-8030-f83a637776f0 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/5a8c5abf-ce4d-479a-a9b5-df792a795f9d HTTP/1.1" status: 404 len: 339 time: 0.6460247 Apr 21 14:49:45.262492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:45.265840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59046) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:45.283192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:45.293293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=c2213a07-716c-4ca6-8a61-132af45778c2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.320392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.373408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c2213a07-716c-4ca6-8a61-132af45778c2 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:45.374020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.407199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=808d16d5-477d-4501-ba44-82c3265cd7f4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:45.411102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No DVR routers for this DVR port 808d16d5-477d-4501-ba44-82c3265cd7f4 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:45.423712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port c2213a07-716c-4ca6-8a61-132af45778c2 was deleted so its status cannot be updated. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 21 14:49:45.424217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9df756d0-0aef-413e-a1d8-baa7965e808f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:45.500422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting subnet b34d130c-4d3a-4ca0-8a17-d912b14f54bf {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:45.517589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.519175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ac78b1-f9c3-41f5-9267-a4e3a784723e None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:49:45.604110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:45.607393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.643549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.693772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9df756d0-0aef-413e-a1d8-baa7965e808f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:45.694167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.725323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:45.732874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.742756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:45.752799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:45.819056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:45.855676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.894507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:45.953821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:40Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:45.976003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:45.976474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Updating router 00f9eb39-66ae-4769-9f67-c739a3a659be port baf95b28-bda6-4b1c-a2fd-1099c4466d2c binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:45.982085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fd1815-d753-4372-a6f3-193babbf7da4']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:46.016495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670fbd10-832e-4b68-9896-762dbcc8ffd9') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:46.017307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670fbd10-832e-4b68-9896-762dbcc8ffd9') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:46.041542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.053752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.109792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.159351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.196852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:46.197177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.212980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:46.213665 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:46.322629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7181fe03-5f71-440b-90f3-81f9aecd8b18 None None] Network 93fd1815-d753-4372-a6f3-193babbf7da4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:46.379333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.419716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.421625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.442942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port ef8d8071-c282-4a33-b49d-f5208318da9f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:46.443567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.467441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.515132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:46.520129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.528808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:46.533987 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Sync routers for ids ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:46.541730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Subnet': ['ID=b34d130c-4d3a-4ca0-8a17-d912b14f54bf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:46.546632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=93fd1815-d753-4372-a6f3-193babbf7da4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:46.552965 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Routers {'0167d437-d553-4f4c-8bf1-6d0cd3a9930a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:46.556011 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:46.569849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.589787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.extraroute_db [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:49:46.592252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3025a0-3d43-46e2-bee5-b84825d5a38a None None] Network b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:46.613270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e5489-d5be-4c6f-9f30-9eea0a471a4f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:46.622574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.623163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 94c6dea6-785a-496f-bc16-7ae3672efdc7 of type vlan for network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb Apr 21 14:49:46.642111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.extraroute_db [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Removed routes are [] {{(pid=88107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:49:46.642628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.661516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7ef0dc56-a034-46ec-a003-a942398c0d52 tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/subnets/b34d130c-4d3a-4ca0-8a17-d912b14f54bf HTTP/1.1" status: 204 len: 168 time: 1.3883851 Apr 21 14:49:46.661516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a9b8d454-8bca-4dac-9e59-fff147e1cd2e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/93fd1815-d753-4372-a6f3-193babbf7da4 HTTP/1.1" status: 204 len: 168 time: 2.9658024 Apr 21 14:49:46.675379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59050) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.675933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59052) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:46.725693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814253421'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:46.730767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:46.735341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:46.738733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:46.744626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:46.791676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ce3006-5c3b-4912-8c30-873e05493d0c None None] DHCP port deletion for 93fd1815-d753-4372-a6f3-193babbf7da4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:46.854592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:46.858193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.861569 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Set router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:46.882926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:46.960869 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-718b3843-fcf1-48ea-a0d7-4a05ba09078a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "PUT /v2.0/routers/0167d437-d553-4f4c-8bf1-6d0cd3a9930a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8766882 Apr 21 14:49:46.981576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59058) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.029246 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:45Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:47.035941 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Checking router: 0167d437-d553-4f4c-8bf1-6d0cd3a9930a for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:47.043326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.055477 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Routers {'0167d437-d553-4f4c-8bf1-6d0cd3a9930a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:47.056943 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:47.062126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Transition to ACTIVE for port object baf95b28-bda6-4b1c-a2fd-1099c4466d2c will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:47.067939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.072197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.084764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:49:47.096974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.132966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.143003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.228154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] DHCP port deletion for b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:47.274716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Deleting port 09925871-9880-41c8-a954-56fa0bead808 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:47.275427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.311897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f5250-344f-44ff-90d4-f17f5ed964c0 None None] Pushing event updated for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:47.317166 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] Set router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:47.372712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:47.391585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.397005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:47.397659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.450521 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:45Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:47.456230 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc798b9-103e-494e-8ca5-31ea18fd8541 None None] The sync data for ids ['0167d437-d553-4f4c-8bf1-6d0cd3a9930a'] in dv-neutron-838896-1-hyperv is: [{'id': '0167d437-d553-4f4c-8bf1-6d0cd3a9930a', 'name': 'tempest-NetworksTestDHCPv6-router-2034452590', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:28Z', 'updated_at': '2022-04-21T14:49:45Z', 'revision_number': 3, 'project_id': 'cb57dae8ac2346d995b4890a65a7acee', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:47.473601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Attempting to bind port baf95b28-bda6-4b1c-a2fd-1099c4466d2c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:47.473961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Attempting to bind port baf95b28-bda6-4b1c-a2fd-1099c4466d2c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:47.474327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Attempting to bind port baf95b28-bda6-4b1c-a2fd-1099c4466d2c on network 5f408e9a-dad8-44cf-ab8f-5333f531891b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:47.512530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for ef8d8071-c282-4a33-b49d-f5208318da9f owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:47.548637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.548978 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment c320eda7-740a-4eaa-ac4a-c127cf983e54 of type vlan for network a2b569ec-8d9a-43ac-9512-12f9d87185f3 Apr 21 14:49:47.591206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:47.604649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d7449-9fbd-4426-a93a-1ba6fe44279f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:47.604895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.606163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d7449-9fbd-4426-a93a-1ba6fe44279f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:47.607637 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-581d7449-9fbd-4426-a93a-1ba6fe44279f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6248870 Apr 21 14:49:47.614541 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8552ed31-a0cf-47b5-bd41-eeb44061ef42 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 933 time: 3.0062168 Apr 21 14:49:47.615554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59062) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.616829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59064) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.620444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 09925871-9880-41c8-a954-56fa0bead808 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:47.620780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.663014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] For port 09925871-9880-41c8-a954-56fa0bead808, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09925871-9880-41c8-a954-56fa0bead808,segment=NetworkSegment(3a321319-ddbf-48f0-9751-68a32f924d20),segment_id=3a321319-ddbf-48f0-9751-68a32f924d20)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:47.663621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.668276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8127401 Apr 21 14:49:47.731361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59070) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:47.755250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:47.793483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Calling delete_port for 09925871-9880-41c8-a954-56fa0bead808 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:47.794378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b9cd7a-9d95-4776-a7a6-6327e436dae4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=5f2b1654-485d-4ebb-8ee4-81c56fb891cb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:47.808558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:47.826807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:47.830840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.835776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:47.886036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:47.912805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:47.913193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Checking segment: {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:47.913754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.914147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Bound using segment: {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:47.914624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Bound port: baf95b28-bda6-4b1c-a2fd-1099c4466d2c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3db2f3a-5965-4726-9bd1-06610506a408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:47.914992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.932649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:47.946897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:47.947894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.016265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.018144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet f11dff66-f4f7-49f5-bb8c-dd12165bb44d {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:48.023222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:48.023389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.023493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.089815 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e0e86e30-1bd7-442a-b80d-57916d5b696c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 933 time: 0.4717557 Apr 21 14:49:48.090675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59074) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.090871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.103872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'routes': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:48.150823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.168309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] Pushing event deleted for resources: {'Port': ['ID=09925871-9880-41c8-a954-56fa0bead808,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.177842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.184701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb9080-fa27-42cc-a2fe-91ae0b894ab1 None None] No DVR routers for this DVR port 09925871-9880-41c8-a954-56fa0bead808 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:48.192097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] For port baf95b28-bda6-4b1c-a2fd-1099c4466d2c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:48.199064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] For port baf95b28-bda6-4b1c-a2fd-1099c4466d2c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:48.205325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.235803 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5502942 Apr 21 14:49:48.235803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] For port 09925871-9880-41c8-a954-56fa0bead808, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09925871-9880-41c8-a954-56fa0bead808,segment=NetworkSegment(3a321319-ddbf-48f0-9751-68a32f924d20),segment_id=3a321319-ddbf-48f0-9751-68a32f924d20)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:48.235803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.247593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59078) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.263510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:48.291334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:48.291948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:48.332853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1414f0-cdec-4808-97f7-d4913bf42980 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=a2b569ec-8d9a-43ac-9512-12f9d87185f3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.371470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:49:48.407571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Calling delete_port for 09925871-9880-41c8-a954-56fa0bead808 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:48.432016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f5250-344f-44ff-90d4-f17f5ed964c0 None None] Pushing event updated for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.588860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c2213a07-716c-4ca6-8a61-132af45778c2 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:48.644542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.707993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c2213a07-716c-4ca6-8a61-132af45778c2 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:48.708641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c2213a07-716c-4ca6-8a61-132af45778c2 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:48.708764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09925871-9880-41c8-a954-56fa0bead808 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:48.754245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 09925871-9880-41c8-a954-56fa0bead808 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:48.754516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09925871-9880-41c8-a954-56fa0bead808 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:48.754959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 808d16d5-477d-4501-ba44-82c3265cd7f4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:48.798078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 808d16d5-477d-4501-ba44-82c3265cd7f4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:48.798713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 808d16d5-477d-4501-ba44-82c3265cd7f4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:48.820565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.843005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:48.903547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=f11dff66-f4f7-49f5-bb8c-dd12165bb44d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:48.909214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:48.934496 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0f9f4343-857b-400d-a1c4-df41d7ebffc6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f11dff66-f4f7-49f5-bb8c-dd12165bb44d HTTP/1.1" status: 204 len: 168 time: 1.3146887 Apr 21 14:49:48.935325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59082) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:48.946691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72722d-b114-40ee-88e6-713d829843b6 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:49.021784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.extraroute_db [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added routes are [] {{(pid=88107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:49:49.022296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.extraroute_db [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88107) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:49:49.043823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.050831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:49.138706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d4728a99-fab4-4281-9977-6aa209edcca3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:49.142324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.171343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.174920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:49.177961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:49.178333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:49.178966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=ef8d8071-c282-4a33-b49d-f5208318da9f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:49.184063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:49.222680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:49.285892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d4728a99-fab4-4281-9977-6aa209edcca3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:49.288983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d4728a99-fab4-4281-9977-6aa209edcca3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3500473 Apr 21 14:49:49.299344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:49.402659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:49.406313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.545150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:46Z', 'revision_number': 6, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:48Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:49.550588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0ed194-47ee-49f2-9228-16dbc6a93c78 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:46Z', 'revision_number': 6, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:48Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:49.636770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.656895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:49.661493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Deleting port 3d71b679-bec8-48f9-91af-7e9e0a201557 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:49.661936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.721603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.726644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Deleting port 09925871-9880-41c8-a954-56fa0bead808 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:49.726968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.729959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.924379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] For port 3d71b679-bec8-48f9-91af-7e9e0a201557, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d71b679-bec8-48f9-91af-7e9e0a201557,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:49.925526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:49.957082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:49.995256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] The port '09925871-9880-41c8-a954-56fa0bead808' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:49:50.079191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Calling delete_port for 3d71b679-bec8-48f9-91af-7e9e0a201557 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:50.142411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:50.150391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.154481 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3457390-be58-4d95-8e94-f4bc8b9886bf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 699 time: 2.0608017 Apr 21 14:49:50.156814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.172805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.225023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] No DVR routers for this DVR port 3d71b679-bec8-48f9-91af-7e9e0a201557 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:50.240565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f60ee-49ee-445d-8fb6-a6645180e7cd None None] Pushing event deleted for resources: {'Port': ['ID=3d71b679-bec8-48f9-91af-7e9e0a201557,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:50.354216 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ce586c55-0fb2-497c-b09a-071d30f76efc tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 699 time: 0.1904819 Apr 21 14:49:50.354216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:50.478476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.498022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.510534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:50.520511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:50.521138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.541234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.649008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.653738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device baf95b28-bda6-4b1c-a2fd-1099c4466d2c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:50.749549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:50.784449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.785250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Fanout notify agent at l3_agent the message router_deleted on router 0167d437-d553-4f4c-8bf1-6d0cd3a9930a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:49:50.797922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64fb3c3-5f7e-4ee7-9883-0a750bb2f699']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.891713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port baf95b28-bda6-4b1c-a2fd-1099c4466d2c completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:50.900327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a321319-ddbf-48f0-9751-68a32f924d20') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.900864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a321319-ddbf-48f0-9751-68a32f924d20') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:50.902866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port baf95b28-bda6-4b1c-a2fd-1099c4466d2c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:50.903376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.958501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:50.968310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.156880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.182027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.217986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.220613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.250457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:51.250871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:51.270347 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:51.274287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.277681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-24791e6a-97ab-4717-8965-1dbf1fa10982 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/routers/0167d437-d553-4f4c-8bf1-6d0cd3a9930a HTTP/1.1" status: 204 len: 168 time: 1.9750397 Apr 21 14:49:51.300788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59100) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.306973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.307684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port baf95b28-bda6-4b1c-a2fd-1099c4466d2c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:51.320517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.386217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d71b679-bec8-48f9-91af-7e9e0a201557 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:51.428010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 3d71b679-bec8-48f9-91af-7e9e0a201557 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:51.428491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d71b679-bec8-48f9-91af-7e9e0a201557 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:51.440170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:51.450861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:49Z', 'revision_number': 7, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:48Z', 'revision_number': 4, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:51.454340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:51.464481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:51.465218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:51.470534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port baf95b28-bda6-4b1c-a2fd-1099c4466d2c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:51.470867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.474430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3ad83fc-3884-4300-8f9f-e62f54d4daae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:51.595238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=dd27d0c2-7e44-4720-9140-434eadce0511,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:51.614285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.619273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.634717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:51.673661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port baf95b28-bda6-4b1c-a2fd-1099c4466d2c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:51.674031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.677658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3ad83fc-3884-4300-8f9f-e62f54d4daae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:51.681037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3ad83fc-3884-4300-8f9f-e62f54d4daae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3653038 Apr 21 14:49:51.681868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59104) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:51.688212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': 'c320eda7-740a-4eaa-ac4a-c127cf983e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:51.688575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: a2b569ec-8d9a-43ac-9512-12f9d87185f3, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:49:51.699269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] Pushing event deleted for resources: {'Network': ['ID=b64fb3c3-5f7e-4ee7-9883-0a750bb2f699,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:51.734005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20b8032f-29d4-452d-bc6e-085a540514ac tempest-NetworksTest-1776185339 tempest-NetworksTest-1776185339-project] 10.222.0.35 "DELETE /v2.0/networks/b64fb3c3-5f7e-4ee7-9883-0a750bb2f699 HTTP/1.1" status: 204 len: 168 time: 5.0507526 Apr 21 14:49:51.857138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for baf95b28-bda6-4b1c-a2fd-1099c4466d2c owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:51.861705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:49:51.891802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.231 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/1582bce3-2a6a-47ac-a163-77d0b183ad09) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:51.900856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 56f5e493-a79b-478a-a0fd-2bceb128c17d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:51.902973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, a2b569ec-8d9a-43ac-9512-12f9d87185f3) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:51.908660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:51.909542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:51.949776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71571fa8-269d-4dc3-a51b-2800f03cb1b7 None None] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:51.988713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c9f04-76cb-4dae-8e47-1fb9854e07fe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:51.989956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-974c9f04-76cb-4dae-8e47-1fb9854e07fe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:52.010714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.066474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c457f0f0-e77f-48bd-a191-a3cb5e9abfd1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8112862 Apr 21 14:49:52.135792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59114) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.139727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-974c9f04-76cb-4dae-8e47-1fb9854e07fe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:52.141298 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-974c9f04-76cb-4dae-8e47-1fb9854e07fe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4587572 Apr 21 14:49:52.145975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3', 'name': 'tempest-PortsIpV6TestJSON-1591778111', 'fixed_ips': [{'subnet_id': 'dd27d0c2-7e44-4720-9140-434eadce0511', 'ip_address': '2001:db8::10'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:52.175426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59118) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.176010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59120) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.258519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-531b348a-3b8e-49bb-8e78-aacd1e893d9a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759501 Apr 21 14:49:52.258519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.261252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59126) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.275616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:52.279740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:49Z', 'revision_number': 7, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:51Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:52.283850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-a2b569ec-8d9a-43ac-9512-12f9d87185f3', 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': 'dd27d0c2-7e44-4720-9140-434eadce0511'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:52.284728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.300410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0054f9-325a-442f-9491-518ad372c26f None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:49Z', 'revision_number': 7, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'baf95b28-bda6-4b1c-a2fd-1099c4466d2c', 'name': '', 'network_id': '5f408e9a-dad8-44cf-ab8f-5333f531891b', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:8d:e2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:38Z', 'updated_at': '2022-04-21T14:49:51Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'bd7cb1d5-1348-464a-ae95-58d7139a6162', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:52.383870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=baf95b28-bda6-4b1c-a2fd-1099c4466d2c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:52.630512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Allocated IP 2001:db8::2 (a2b569ec-8d9a-43ac-9512-12f9d87185f3/dd27d0c2-7e44-4720-9140-434eadce0511/679c5941-9d39-45ad-b620-98339cd1b082) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:52.665412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:52.670999 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d781da07-13f0-4f4a-be55-0a7b0aa33d54 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/routers/56f5e493-a79b-478a-a0fd-2bceb128c17d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4570057 Apr 21 14:49:52.680305 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] Sync routers for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:52.690060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.695802 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:52.696424 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:52.705637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.778198 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:52.787441 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] Routers {'56f5e493-a79b-478a-a0fd-2bceb128c17d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:52.788286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['56f5e493-a79b-478a-a0fd-2bceb128c17d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:52.804083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.823585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.843577 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:52.847736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.855682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:52.856305 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03bfa8-f35c-453c-826f-3ccf78837c49 None None] The sync data for ids ['56f5e493-a79b-478a-a0fd-2bceb128c17d'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:52.867809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:52.890818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:52.908702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:52.919588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:52.923928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-67855279-8711-4b73-a5f0-6729f7c3a45c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3d67400022d4c15b97ea389d8e740c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7468984 Apr 21 14:49:52.927741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59138) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:52.941376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.963039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:52.965897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Transition to ACTIVE for port object 679c5941-9d39-45ad-b620-98339cd1b082 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:52.979698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:52.991519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Transition to ACTIVE for port object 679c5941-9d39-45ad-b620-98339cd1b082 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:53.001749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.084476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:53.085432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.088171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:53.092834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:53.098712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Pushing event updated for resources: {'Port': ['ID=679c5941-9d39-45ad-b620-98339cd1b082,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.202740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Attempting to bind port 679c5941-9d39-45ad-b620-98339cd1b082 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:53.202740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Attempting to bind port 679c5941-9d39-45ad-b620-98339cd1b082 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c320eda7-740a-4eaa-ac4a-c127cf983e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:53.203582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Attempting to bind port 679c5941-9d39-45ad-b620-98339cd1b082 on network a2b569ec-8d9a-43ac-9512-12f9d87185f3 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:53.205351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.209434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:53.210606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Checking segment: {'id': 'c320eda7-740a-4eaa-ac4a-c127cf983e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:53.210606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.211253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Bound using segment: {'id': 'c320eda7-740a-4eaa-ac4a-c127cf983e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:53.212112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Bound port: 679c5941-9d39-45ad-b620-98339cd1b082, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c320eda7-740a-4eaa-ac4a-c127cf983e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:53.212690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.309676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] For port 679c5941-9d39-45ad-b620-98339cd1b082, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:53.313067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] For port 679c5941-9d39-45ad-b620-98339cd1b082, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=679c5941-9d39-45ad-b620-98339cd1b082,segment=NetworkSegment(c320eda7-740a-4eaa-ac4a-c127cf983e54),segment_id=c320eda7-740a-4eaa-ac4a-c127cf983e54)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:53.319563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.362964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.372766 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:49:53.387022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:53.404424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:53.407802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:53.411926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.424379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebacff-b9b5-4962-a845-ab3240b41b45 None None] Pushing event updated for resources: {'Port': ['ID=679c5941-9d39-45ad-b620-98339cd1b082,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.485469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=1582bce3-2a6a-47ac-a163-77d0b183ad09,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.514102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.575660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:53.603396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.684479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port d39699a9-8898-4fc9-8412-6fa5bea81497 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:53.684865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.750871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:49:53.869498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:53.958231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ad267c-9763-4535-b424-cc3ca7eab203,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:53.986840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::10 (a2b569ec-8d9a-43ac-9512-12f9d87185f3/dd27d0c2-7e44-4720-9140-434eadce0511/9816f3c0-af6c-4c9e-a093-d792b824a4f5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:54.095827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:49:54.100783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.106790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.107896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e3de7bae-4fe8-441f-b4d3-84219f40bc3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/47ad267c-9763-4535-b424-cc3ca7eab203 HTTP/1.1" status: 204 len: 168 time: 1.1773582 Apr 21 14:49:54.111492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:54.126632 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5b2fe506-57be-46ed-a883-af4cdae82c6d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7710421 Apr 21 14:49:54.126855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:54.127530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59148) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.141728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:54.142301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:54.264495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.301996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:54.333133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet bd7cb1d5-1348-464a-ae95-58d7139a6162 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:54.343766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:54.349841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.353229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:54.353908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.370271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007aa51-b125-4a34-aa7c-78a131d01b46 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:54.470452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.509255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:54.581339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.606420 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3422523 Apr 21 14:49:54.613881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59160) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:54.615990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for d39699a9-8898-4fc9-8412-6fa5bea81497 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:54.630603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 9816f3c0-af6c-4c9e-a093-d792b824a4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:54.660159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 679c5941-9d39-45ad-b620-98339cd1b082 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:54.662423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:54.776028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815451-14ea-4f70-9f6c-7f2831a62eda tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=561d9961-5bf3-4440-8954-692decc8ec16,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:54.831732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:54.912622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c78eeb-03d6-4bcd-aa7d-df57e2128db9 None None] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:55.047603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:55.052523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:55.055850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:55.063711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:55.082511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:55.086740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.204351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59174) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.225853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.236231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-31a8fafe-073d-487b-b26b-b76b4c4a5add None None] Provisioning for port 679c5941-9d39-45ad-b620-98339cd1b082 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:55.256400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.335269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.357840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:55.367776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:55.368612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 679c5941-9d39-45ad-b620-98339cd1b082 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:55.370078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:55.373088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '561d9961-5bf3-4440-8954-692decc8ec16'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:49:55.373909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.376342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:55.376965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.403346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d94bbe16-4baf-40ea-b923-2b6a1d1c60ad tempest-DvrRoutersNegativeTest-1079217998 tempest-DvrRoutersNegativeTest-1079217998-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1327399067', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:55.407479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.policy [None req-d94bbe16-4baf-40ea-b923-2b6a1d1c60ad tempest-DvrRoutersNegativeTest-1079217998 tempest-DvrRoutersNegativeTest-1079217998-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88107) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 21 14:49:55.407803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.policy [None req-d94bbe16-4baf-40ea-b923-2b6a1d1c60ad tempest-DvrRoutersNegativeTest-1079217998 tempest-DvrRoutersNegativeTest-1079217998-project] Failed policy check for 'create_router' {{(pid=88107) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 21 14:49:55.408326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-d94bbe16-4baf-40ea-b923-2b6a1d1c60ad tempest-DvrRoutersNegativeTest-1079217998 tempest-DvrRoutersNegativeTest-1079217998-project] create failed (client error): Access was denied to this resource. Apr 21 14:49:55.409532 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d94bbe16-4baf-40ea-b923-2b6a1d1c60ad tempest-DvrRoutersNegativeTest-1079217998 tempest-DvrRoutersNegativeTest-1079217998-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2037010 Apr 21 14:49:55.411315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 679c5941-9d39-45ad-b620-98339cd1b082 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:55.412448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.428489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=d39699a9-8898-4fc9-8412-6fa5bea81497,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.514151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.528341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6c6727fa-bdf7-4656-a73c-3f83e3a60c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.580574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=9816f3c0-af6c-4c9e-a093-d792b824a4f5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.590863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26013c0e-d640-41f8-b1c2-01c241e78bd5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4539993 Apr 21 14:49:55.597273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59182) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.609753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': 'a2b569ec-8d9a-43ac-9512-12f9d87185f3', 'name': 'tempest-PortsIpV6TestJSON-1801443652', 'fixed_ips': [{'subnet_id': 'dd27d0c2-7e44-4720-9140-434eadce0511', 'ip_address': '2001:db8::f'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:55.818957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.842919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59188) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.866601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Allocated IP 2001:db8::f816:3eff:fe1c:a247 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/561d9961-5bf3-4440-8954-692decc8ec16/bc229883-c184-42ae-a703-6939f7b9e379) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:55.873961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.890011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.894281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:52Z', 'revision_number': 8, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:55.895346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7cb1d5-1348-464a-ae95-58d7139a6162,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:55.905863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:55.908651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:55.916783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc33649b-d56b-44db-89b9-e1e147b9fde8 None None] Network 5f408e9a-dad8-44cf-ab8f-5333f531891b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:55.926058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:55.929683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1b8048b6-0e6e-43b3-8095-0eee7c1b0049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/bd7cb1d5-1348-464a-ae95-58d7139a6162 HTTP/1.1" status: 204 len: 168 time: 1.8010395 Apr 21 14:49:55.930642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:55.935754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59194) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:55.943896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:55.944095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:55.971469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.119597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:56.124372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.141810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:56.142463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:56.162952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=d6818448-0ae2-4bc7-98e3-cbc80d41044f,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.197503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:56.201959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 679c5941-9d39-45ad-b620-98339cd1b082, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=679c5941-9d39-45ad-b620-98339cd1b082,segment=NetworkSegment(c320eda7-740a-4eaa-ac4a-c127cf983e54),segment_id=c320eda7-740a-4eaa-ac4a-c127cf983e54)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:56.212500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.214998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:56.221066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:56.221901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.222563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.225577 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.246023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 7b3aa6ee-9764-48c0-9077-48bf73e011e8 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:56.258735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.273117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.273691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Fanout notify agent at l3_agent the message router_deleted on router 56f5e493-a79b-478a-a0fd-2bceb128c17d {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:49:56.292587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 9df756d0-0aef-413e-a1d8-baa7965e808f {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:56.292929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.304375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.327059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.330294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2c43adf-f89f-4c05-a246-fe556139ddc2 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/routers/56f5e493-a79b-478a-a0fd-2bceb128c17d HTTP/1.1" status: 204 len: 168 time: 3.6341906 Apr 21 14:49:56.335561 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a2606fbf-f862-4ef7-b34b-33787c6ef31d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7173431 Apr 21 14:49:56.335561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59198) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.338531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59200) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.346492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.354761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:72:17:13', 'name': 'tempest-NetworksTestDHCPv6-1585781838'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:56.370743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:25bb342024014bf18f1526510771e285 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.376355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.379150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:49:56.399054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.512265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=679c5941-9d39-45ad-b620-98339cd1b082,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:56.551047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting subnet fa8ddd96-00d4-491c-83d1-bd4b58a51ee4 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:49:56.553393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:56.561158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.690794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Provisioning complete for port 679c5941-9d39-45ad-b620-98339cd1b082 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:56.691212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.719387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:56.731933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:56.740768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:56.749715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:56.761063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:49:56.761441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.780188 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:49:56.810598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.812490 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5d7081b1-27e9-4798-80a8-64981940a487 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0795186 Apr 21 14:49:56.818529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:49:56.820266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59206) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:56.822025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port 9df756d0-0aef-413e-a1d8-baa7965e808f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9df756d0-0aef-413e-a1d8-baa7965e808f,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:56.822241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.824632 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:56.826465 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:56.849088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.849627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::f (a2b569ec-8d9a-43ac-9512-12f9d87185f3/dd27d0c2-7e44-4720-9140-434eadce0511/7b3aa6ee-9764-48c0-9077-48bf73e011e8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:56.915917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.953603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:56.995613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 9df756d0-0aef-413e-a1d8-baa7965e808f owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:57.012452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Transition to ACTIVE for port object bc229883-c184-42ae-a703-6939f7b9e379 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:57.036238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25bb342024014bf18f1526510771e285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1772478 Apr 21 14:49:57.040566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59212) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.055728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c7862-af68-4d78-80e5-403ac4308dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f3f70-0f06-4eb3-b832-0bbd5e374530,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.075938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.133458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Transition to ACTIVE for port object bc229883-c184-42ae-a703-6939f7b9e379 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:57.183469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.188696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.190848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 688235c4-9670-4f53-ad3d-ec78ce774625 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:49:57.256057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] DHCP port deletion for 5f408e9a-dad8-44cf-ab8f-5333f531891b request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:57.279806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.288128 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:57.292863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Deleting port 9df756d0-0aef-413e-a1d8-baa7965e808f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:57.293444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.335628 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc71f4cf-a249-44f2-9335-afde67dd9212 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5045698 Apr 21 14:49:57.350663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59220) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:57.365698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:57.385480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:57.396717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:57.399107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Pushing event updated for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.523290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.548307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Provisioning for port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:57.550077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.551212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f3f70-0f06-4eb3-b832-0bbd5e374530,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:57.555459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 172.20.0.11 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/d6818448-0ae2-4bc7-98e3-cbc80d41044f/688235c4-9670-4f53-ad3d-ec78ce774625) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:57.569554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe72:1713 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/561d9961-5bf3-4440-8954-692decc8ec16/688235c4-9670-4f53-ad3d-ec78ce774625) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:49:57.576999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Provisioning complete for port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:57.577403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.581725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.585876 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4a09dea8-1ef6-4a9d-8060-40cbc848506b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/831f3f70-0f06-4eb3-b832-0bbd5e374530 HTTP/1.1" status: 204 len: 168 time: 0.5333216 Apr 21 14:49:57.626889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bed48af5-de99-4d32-9457-197ee4f4ee47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.686565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Attempting to bind port bc229883-c184-42ae-a703-6939f7b9e379 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:57.686915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Attempting to bind port bc229883-c184-42ae-a703-6939f7b9e379 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:57.687347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Attempting to bind port bc229883-c184-42ae-a703-6939f7b9e379 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:57.747073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:57.747458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:57.747856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.748247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:57.748724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Bound port: bc229883-c184-42ae-a703-6939f7b9e379, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:57.749091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.771106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.786620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4b862ae3-2b0c-4bb7-825e-92fe515deebe None None] Port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:57.848908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:52Z', 'revision_number': 8, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.851874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] For port 9df756d0-0aef-413e-a1d8-baa7965e808f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9df756d0-0aef-413e-a1d8-baa7965e808f,segment=NetworkSegment(f3db2f3a-5965-4726-9bd1-06610506a408),segment_id=f3db2f3a-5965-4726-9bd1-06610506a408)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:49:57.852576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.872760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:57.892692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 688235c4-9670-4f53-ad3d-ec78ce774625 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:57.910829 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:57.914865 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:49:57.915208 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Updating router 4bc05907-c3be-4ed6-8b1c-94703a541540 port 1582bce3-2a6a-47ac-a163-77d0b183ad09 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:49:57.928423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.006103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No DVR routers for this DVR port 9df756d0-0aef-413e-a1d8-baa7965e808f on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:49:58.016636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.036262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76106d-8c3c-42af-b156-fa70eb314631 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:49:52Z', 'revision_number': 8, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850', 'name': '', 'network_id': 'f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:ee:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:25Z', 'updated_at': '2022-04-21T14:49:41Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f06db0db-44f8-4f8b-8041-566ccb5aff76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:49:58.053073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.054282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Calling delete_port for 9df756d0-0aef-413e-a1d8-baa7965e808f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:49:58.080245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.081233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:58.099596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:58.113910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:58.116198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.133302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b4068-c803-4fea-a689-0863cba9faf8 None None] Network 0b77c217-c380-41eb-9bc8-f28479f360cd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:49:58.149015 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/subnets/fa8ddd96-00d4-491c-83d1-bd4b58a51ee4 HTTP/1.1" status: 204 len: 168 time: 1.8070230 Apr 21 14:49:58.150544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=9df756d0-0aef-413e-a1d8-baa7965e808f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.164369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59232) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.178363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:58.195391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:58.234089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.277804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.300142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-52f41b42-4977-4eeb-b67a-8cfa67d71f83 None None] Provisioning complete for port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:58.301318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-52f41b42-4977-4eeb-b67a-8cfa67d71f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.307706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f408e9a-dad8-44cf-ab8f-5333f531891b']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.320363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=688235c4-9670-4f53-ad3d-ec78ce774625,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.321811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3db2f3a-5965-4726-9bd1-06610506a408') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.322106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3db2f3a-5965-4726-9bd1-06610506a408') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:58.336784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.353824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.360788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:49:58.361187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.363050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:58.364179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.407800 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-214bc51b-08b6-4988-a133-52aef0c8e80c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0657623 Apr 21 14:49:58.408731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59240) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:49:58.473625 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:49:58.475686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00debfa7-aa44-4726-afe4-b50bf44f8cc3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8ddd96-00d4-491c-83d1-bd4b58a51ee4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.604871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.613775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.621253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.653901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d34867-69b1-48c6-9738-80227a01bda8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:58.655656 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-03d34867-69b1-48c6-9738-80227a01bda8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3036604 Apr 21 14:49:58.659168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 7b3aa6ee-9764-48c0-9077-48bf73e011e8 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:58.663691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59248) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.709090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 679c5941-9d39-45ad-b620-98339cd1b082 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:49:58.715480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a496ab-0c9f-4c56-b51a-8ad51356fe0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:58.740175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a496ab-0c9f-4c56-b51a-8ad51356fe0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:58.741011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d4a496ab-0c9f-4c56-b51a-8ad51356fe0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:49:58.767959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/5f408e9a-dad8-44cf-ab8f-5333f531891b HTTP/1.1" status: 204 len: 168 time: 2.8270605 Apr 21 14:49:58.769675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d4a496ab-0c9f-4c56-b51a-8ad51356fe0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:49:58.769826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b028f4f8-122f-4f47-8088-86c020b332bd tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=5f408e9a-dad8-44cf-ab8f-5333f531891b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.770825 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d4a496ab-0c9f-4c56-b51a-8ad51356fe0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3610880 Apr 21 14:49:58.771371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.774288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59256) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.787803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:58.788450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.807822 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.829368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:49:58.829726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:49:58.832773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-52f41b42-4977-4eeb-b67a-8cfa67d71f83 None None] Port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:49:58.851180 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Transition to ACTIVE for port object 1582bce3-2a6a-47ac-a163-77d0b183ad09 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:49:58.864126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe25ed3-58b6-471e-811e-85e18ccf8bd3 None None] Pushing event updated for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:58.864837 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.894817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.913944 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-083952d8-30db-4a78-bbfb-b22ed54e5bc1 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2436798 Apr 21 14:49:58.913944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.940309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:58.967612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 679c5941-9d39-45ad-b620-98339cd1b082 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:58.968104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:58.984629 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Attempting to bind port 1582bce3-2a6a-47ac-a163-77d0b183ad09 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:49:58.985193 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Attempting to bind port 1582bce3-2a6a-47ac-a163-77d0b183ad09 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:49:58.985484 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Attempting to bind port 1582bce3-2a6a-47ac-a163-77d0b183ad09 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:49:59.008930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:49:59.009278 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:49:59.009754 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.010031 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:49:59.010812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Bound port: 1582bce3-2a6a-47ac-a163-77d0b183ad09, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:49:59.011313 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.020613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578967837', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:59.021410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.087031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 688235c4-9670-4f53-ad3d-ec78ce774625 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:59.088967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.139895 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] For port 1582bce3-2a6a-47ac-a163-77d0b183ad09, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:49:59.144800 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] For port 1582bce3-2a6a-47ac-a163-77d0b183ad09, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1582bce3-2a6a-47ac-a163-77d0b183ad09,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:49:59.150419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:49:59.159147 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.166760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:49:59.169617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:49:59.178529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:49:59.179404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.189678 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:49:59.190671 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:49:59.225868 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6265635 Apr 21 14:49:59.228321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59268) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.231039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] DHCP port deletion for 0b77c217-c380-41eb-9bc8-f28479f360cd request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:49:59.241516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Deleting port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:59.242130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.333952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Deleting port 9df756d0-0aef-413e-a1d8-baa7965e808f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:49:59.334990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:49:59.379712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59272) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:49:59.416349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device baf95b28-bda6-4b1c-a2fd-1099c4466d2c no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:59.455376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86d0e-c194-446e-9821-0c7c6439c68b None None] Pushing event updated for resources: {'Port': ['ID=1582bce3-2a6a-47ac-a163-77d0b183ad09,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.541253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e707f-b575-4505-9d95-74c47f3d2ab3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=7b3aa6ee-9764-48c0-9077-48bf73e011e8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.615012 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:49:59.645504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:59.662945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: baf95b28-bda6-4b1c-a2fd-1099c4466d2c {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:59.663584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device baf95b28-bda6-4b1c-a2fd-1099c4466d2c not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:59.664169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9df756d0-0aef-413e-a1d8-baa7965e808f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:49:59.684722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:59.689290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:59.699063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:59.707160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1382578892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:49:59.724235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:49:59.728738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:router and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:49:59.732167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:49:59.735731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2535e552-2a51-4ff5-aedd-e1449e9ef562 None None] The port '9df756d0-0aef-413e-a1d8-baa7965e808f' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:49:59.741311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 9df756d0-0aef-413e-a1d8-baa7965e808f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:49:59.741767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9df756d0-0aef-413e-a1d8-baa7965e808f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:49:59.801766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:49:59.816696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-61c78b02-6962-4228-995c-daef52267fbd None None] Provisioning for port 7b3aa6ee-9764-48c0-9077-48bf73e011e8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:49:59.902577 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86d0e-c194-446e-9821-0c7c6439c68b None None] Pushing event updated for resources: {'Port': ['ID=1582bce3-2a6a-47ac-a163-77d0b183ad09,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:49:59.935539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-61c78b02-6962-4228-995c-daef52267fbd None None] Provisioning complete for port 7b3aa6ee-9764-48c0-9077-48bf73e011e8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:49:59.941444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61c78b02-6962-4228-995c-daef52267fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.016762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:00.018564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] For port 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4c32d6cc-e6a1-4c78-8197-f2a271acde48,segment=NetworkSegment(f42e19dc-8e08-4e0c-9eba-9f888d57fe97),segment_id=f42e19dc-8e08-4e0c-9eba-9f888d57fe97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:00.018961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.020860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.055839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.085005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-61c78b02-6962-4228-995c-daef52267fbd None None] Port 7b3aa6ee-9764-48c0-9077-48bf73e011e8 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:00.088601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d8046d-58d3-41a4-ae7b-e18d149359b3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:00.089538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-20d8046d-58d3-41a4-ae7b-e18d149359b3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:00.094643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:00.099610 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c6ccd-69fc-4d55-8d9b-9c1fea499b08 None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:49:53Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:00.114741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] For port 4c32d6cc-e6a1-4c78-8197-f2a271acde48, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4c32d6cc-e6a1-4c78-8197-f2a271acde48,segment=NetworkSegment(f42e19dc-8e08-4e0c-9eba-9f888d57fe97),segment_id=f42e19dc-8e08-4e0c-9eba-9f888d57fe97)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:00.115101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.139325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.141009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.183192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Calling delete_port for 4c32d6cc-e6a1-4c78-8197-f2a271acde48 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:00.276174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 688235c4-9670-4f53-ad3d-ec78ce774625 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:00.280315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-20d8046d-58d3-41a4-ae7b-e18d149359b3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:00.281632 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-20d8046d-58d3-41a4-ae7b-e18d149359b3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 1.0369246 Apr 21 14:50:00.309459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.340476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59280) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.358666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 4c32d6cc-e6a1-4c78-8197-f2a271acde48 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:00.375982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603811d3-0fe7-4813-9d05-869018b55fa9 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:00.418841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] Pushing event deleted for resources: {'Port': ['ID=4c32d6cc-e6a1-4c78-8197-f2a271acde48,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:00.465652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea213ecc-9159-4694-b8ed-df9b4d318448 None None] No DVR routers for this DVR port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:00.492630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.506764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:00.506764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:00.554685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.559841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6ecbe3f1-61eb-4489-8b3b-74ae3d3ba4c6 None None] Provisioning for port bc229883-c184-42ae-a703-6939f7b9e379 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:00.665470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:00.672649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.673426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:00.683213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:00.684065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:00.703257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.708224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bc229883-c184-42ae-a703-6939f7b9e379 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:00.742641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:00.747162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-de8dc4a0-769a-4122-9ba0-9fa38c6fc796 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4035988 Apr 21 14:50:00.747835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59286) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.768055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=dc8c269b-8b13-42d9-b438-20ae270a5ec2,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:00.783828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:00.784191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 5f2b1654-485d-4ebb-8ee4-81c56fb891cb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:00.805943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:00.818490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 5f2b1654-485d-4ebb-8ee4-81c56fb891cb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:00.822963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:00.823594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.839719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5155f6-6a6b-42e0-91c1-0c734c02e0d0 None None] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:00.861504 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eec553b6-d161-4b41-94fc-4936beb75ffb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8640916 Apr 21 14:50:00.862203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59290) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.959532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:00.963194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f33bb42c-c672-4e91-a552-43af8a3a731a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5800927 Apr 21 14:50:00.967895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59294) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:00.978263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-690043151'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:00.997927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:01.007282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:network and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:01.009697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 4c32d6cc-e6a1-4c78-8197-f2a271acde48 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:01.010030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.025244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 7b3aa6ee-9764-48c0-9077-48bf73e011e8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:01.025595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.053533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:01.056453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bc229883-c184-42ae-a703-6939f7b9e379 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:01.074596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bc229883-c184-42ae-a703-6939f7b9e379 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:01.075113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.127779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:01.217399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] The port '4c32d6cc-e6a1-4c78-8197-f2a271acde48' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:01.227185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:01.228105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.228892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.257319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:01.260896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.322440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.356253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=688235c4-9670-4f53-ad3d-ec78ce774625,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:01.445979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.467384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.474498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '561d9961-5bf3-4440-8954-692decc8ec16', 'ip_address': '2001:db8::f816:3eff:fe1c:a247'}, {'subnet_id': 'd6818448-0ae2-4bc7-98e3-cbc80d41044f'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'bc229883-c184-42ae-a703-6939f7b9e379'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:50:01.482714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.490386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:01.502178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:security_group_rule and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:01.513379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:01.536196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:01.544495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b77c217-c380-41eb-9bc8-f28479f360cd']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:01.628196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:01.628524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42e19dc-8e08-4e0c-9eba-9f888d57fe97') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:01.650748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:01.653557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.663626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.668045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.668917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1582bce3-2a6a-47ac-a163-77d0b183ad09 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:01.693940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.777941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:01.779993 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ac8a147b-2d97-489d-bdc2-04c4dbb8ba8f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/688235c4-9670-4f53-ad3d-ec78ce774625 HTTP/1.1" status: 204 len: 168 time: 3.0048776 Apr 21 14:50:01.793538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59300) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:01.941825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Allocated IP 172.20.0.2 (5f2b1654-485d-4ebb-8ee4-81c56fb891cb/dc8c269b-8b13-42d9-b438-20ae270a5ec2/fbb39414-dfc6-47b9-a502-76616a266761) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:02.003843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.019019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:02.019408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:02.035679 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:02.055943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Allocated IP 172.20.0.2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/d6818448-0ae2-4bc7-98e3-cbc80d41044f/bc229883-c184-42ae-a703-6939f7b9e379) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:02.082640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:02.084274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:02.085922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:02.086747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:02.105954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.162943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 7b3aa6ee-9764-48c0-9077-48bf73e011e8 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:02.164063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 1582bce3-2a6a-47ac-a163-77d0b183ad09 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:02.186074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1582bce3-2a6a-47ac-a163-77d0b183ad09 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:02.186451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.240769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.269866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.293444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:02.301373 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af53c9c4-4891-4f7e-8108-bf0891c0ba8c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5066664 Apr 21 14:50:02.302996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59306) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.305586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Network': ['ID=0b77c217-c380-41eb-9bc8-f28479f360cd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.357689 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-72d57098-2240-4766-ae82-2c02effdfd45 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/networks/0b77c217-c380-41eb-9bc8-f28479f360cd HTTP/1.1" status: 204 len: 168 time: 4.1884091 Apr 21 14:50:02.357689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.360715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59308) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:02.454867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8101fb09-6104-418f-abbc-04655463e627 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:02.500926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.534468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.537877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.572197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.572696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Transition to ACTIVE for port object fbb39414-dfc6-47b9-a502-76616a266761 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:02.579652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.600126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.618522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 561d9961-5bf3-4440-8954-692decc8ec16 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:02.624272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Transition to ACTIVE for port object fbb39414-dfc6-47b9-a502-76616a266761 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:02.630463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Transition to ACTIVE for port object bc229883-c184-42ae-a703-6939f7b9e379 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:02.635917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.643345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 1582bce3-2a6a-47ac-a163-77d0b183ad09, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1582bce3-2a6a-47ac-a163-77d0b183ad09,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:02.649537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.686272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=7b3aa6ee-9764-48c0-9077-48bf73e011e8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.688603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.703566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.728900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:02.739642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:02.740098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.787018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:02.789511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:02.823093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4c32d6cc-e6a1-4c78-8197-f2a271acde48 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:02.845183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:02.919128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Pushing event updated for resources: {'Port': ['ID=fbb39414-dfc6-47b9-a502-76616a266761,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:02.982266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4c32d6cc-e6a1-4c78-8197-f2a271acde48 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:02.982898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4c32d6cc-e6a1-4c78-8197-f2a271acde48 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:03.037248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.110343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:03.160672 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4589bc47-d83f-4019-a0b1-3608ec979da7 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/7b3aa6ee-9764-48c0-9077-48bf73e011e8 HTTP/1.1" status: 204 len: 168 time: 2.3334675 Apr 21 14:50:03.160876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Attempting to bind port fbb39414-dfc6-47b9-a502-76616a266761 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:03.160876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Attempting to bind port fbb39414-dfc6-47b9-a502-76616a266761 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:03.160876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Attempting to bind port fbb39414-dfc6-47b9-a502-76616a266761 on network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:03.166237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bc229883-c184-42ae-a703-6939f7b9e379 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:03.211754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.224359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59320) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.226715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:03.227327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Checking segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:03.227903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.228712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Bound using segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:03.229376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Bound port: fbb39414-dfc6-47b9-a502-76616a266761, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:03.229911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.287894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 32edae4d-7cb6-454d-b043-4735c97fde63 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:03.288829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.320065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101fb09-6104-418f-abbc-04655463e627 None None] Pushing event updated for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.354990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245c035d-5e80-4071-bbfa-aa0a499ad3a8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.383962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.384524 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Added segment 3b6b8158-ec83-4b00-89b8-67e9bc34b58a of type vlan for network 7659fea3-4e5a-423f-b65b-e09e2cf1603c Apr 21 14:50:03.387189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.420415 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7707f9-9c72-4aad-a036-52eb910eca0e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:50:03.425313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7b7707f9-9c72-4aad-a036-52eb910eca0e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/7b3aa6ee-9764-48c0-9077-48bf73e011e8 HTTP/1.1" status: 404 len: 333 time: 0.1919901 Apr 21 14:50:03.425921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59324) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.429662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=1582bce3-2a6a-47ac-a163-77d0b183ad09,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.437156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] For port fbb39414-dfc6-47b9-a502-76616a266761, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:03.447106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] For port fbb39414-dfc6-47b9-a502-76616a266761, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fbb39414-dfc6-47b9-a502-76616a266761,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:03.453234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.477266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=561d9961-5bf3-4440-8954-692decc8ec16,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.478143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.489893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.530343 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa238696-85ca-4b85-90c2-5521b5575e62 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/561d9961-5bf3-4440-8954-692decc8ec16 HTTP/1.1" status: 204 len: 168 time: 1.1665032 Apr 21 14:50:03.532515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59328) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.558279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580481d3-54f7-479f-b173-20bf0a58a6ac None None] Pushing event updated for resources: {'Port': ['ID=fbb39414-dfc6-47b9-a502-76616a266761,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:03.567382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.573087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:03.573713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.580414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (5f2b1654-485d-4ebb-8ee4-81c56fb891cb/dc8c269b-8b13-42d9-b438-20ae270a5ec2/69eeb18d-cdc9-4310-93b0-a7b49f2e5618) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:03.608490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61f25-814f-4cf0-a684-cbc7be77a7b8 req-87c0126e-2db5-4689-9b41-a99a00444ed0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:03.610142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5e61f25-814f-4cf0-a684-cbc7be77a7b8 req-87c0126e-2db5-4689-9b41-a99a00444ed0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.0514469 Apr 21 14:50:03.611855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:03.612224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.680429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 9816f3c0-af6c-4c9e-a093-d792b824a4f5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:03.680766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.773845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet d6818448-0ae2-4bc7-98e3-cbc80d41044f {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:03.782980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:03.790870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99817988-2e37-4b99-b0b9-0f93b5643ef8 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:03.822976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:03.856828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8860979 Apr 21 14:50:03.859472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:03.907673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'subnet': {'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:03.989608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5e61f25-814f-4cf0-a684-cbc7be77a7b8 req-3e3c2d85-6306-4f17-b7a9-7a1c168a51ee tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638916 Apr 21 14:50:03.990499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-06feb584-1ffd-45c4-aa34-cbd0bc4894d6 None None] Provisioning for port bc229883-c184-42ae-a703-6939f7b9e379 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:04.059843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-06feb584-1ffd-45c4-aa34-cbd0bc4894d6 None None] Provisioning complete for port bc229883-c184-42ae-a703-6939f7b9e379 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:04.060393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06feb584-1ffd-45c4-aa34-cbd0bc4894d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.072393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.154480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-a0c5f75d-f5f9-4408-8b27-4a4e5a5efd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:04.156183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-a0c5f75d-f5f9-4408-8b27-4a4e5a5efd93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 1.6166453 Apr 21 14:50:04.162869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e463e54-b330-42ff-a99a-4c319a57d886 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Network': ['ID=7659fea3-4e5a-423f-b65b-e09e2cf1603c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.178634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:04.182063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:04.186623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:subnet and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:04.191547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:04.203691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:04.237861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:04.241697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.324898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.405613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.406695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.425526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-06feb584-1ffd-45c4-aa34-cbd0bc4894d6 None None] Could not find standard attr ID for object 688235c4-9670-4f53-ad3d-ec78ce774625. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:04.498793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.563430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.619796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 32edae4d-7cb6-454d-b043-4735c97fde63 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:04.643952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.756372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=d6818448-0ae2-4bc7-98e3-cbc80d41044f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:04.761815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.770589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:04.819391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-8c0dbc92-83b9-4308-a38f-ec2aa3058168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:04.820845 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-8c0dbc92-83b9-4308-a38f-ec2aa3058168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.6047618 Apr 21 14:50:04.836926 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-54d24896-cb10-4e26-9b55-b00c0a089b9f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/d6818448-0ae2-4bc7-98e3-cbc80d41044f HTTP/1.1" status: 204 len: 168 time: 1.3033550 Apr 21 14:50:04.842795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59336) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.099104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.185922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.209430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f263b-b10d-41e6-9c8d-2b8aa92108f6 None None] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:05.260690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-441b4655-8b07-4094-9979-8d052978e844 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3332717 Apr 21 14:50:05.271930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 9816f3c0-af6c-4c9e-a093-d792b824a4f5 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:05.308931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:05.327282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:05.353277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:05.375360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bc229883-c184-42ae-a703-6939f7b9e379 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:05.407919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda0c1a-2b33-4111-9cd7-5d1cc461d090 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:05.452107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.469515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-12210ccc-4b3d-4e10-8713-a84165ec522d None None] Provisioning for port fbb39414-dfc6-47b9-a502-76616a266761 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:05.480497 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-91c8a67d-f541-45ce-9b1b-51202a63f95c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.6420739 Apr 21 14:50:05.528288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.529999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Subnet': ['ID=f0a99790-25e6-492f-b710-8f684163ffa9,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:05.638451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:05.654875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.674604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:05.683242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:05.695723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:05.703393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bc229883-c184-42ae-a703-6939f7b9e379 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:05.703393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.705341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Checking segment: {'id': '3b6b8158-ec83-4b00-89b8-67e9bc34b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:05.705341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network hostable DHCP agents. Network: 7659fea3-4e5a-423f-b65b-e09e2cf1603c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:05.710264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:05.724293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:05.725473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:05.770353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:05.874643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-151b5036-9132-4fdf-9b48-c0ef2078f88a None None] Provisioning complete for port bc229883-c184-42ae-a703-6939f7b9e379 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:05.875630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-151b5036-9132-4fdf-9b48-c0ef2078f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.884580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51125b-b942-4eba-b296-6d47216842cb req-3935827b-a014-4aa3-9bdb-2383f9364679 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:05.886198 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3c51125b-b942-4eba-b296-6d47216842cb req-3935827b-a014-4aa3-9bdb-2383f9364679 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.7113779 Apr 21 14:50:05.890709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:05.894412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:05.941615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-4fec0628-e592-4e2e-9070-75ed55a81bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:05.943196 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-4fec0628-e592-4e2e-9070-75ed55a81bb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.4530523 Apr 21 14:50:05.995437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:06.054799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3c51125b-b942-4eba-b296-6d47216842cb req-d074909f-7229-441b-b772-c3b1291821ec tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431532 Apr 21 14:50:06.093089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=32edae4d-7cb6-454d-b043-4735c97fde63,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.104819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.141982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7659fea3-4e5a-423f-b65b-e09e2cf1603c) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:06.162631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:06.163354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.171464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1e154e-f104-45d0-ab5a-e9adf017ce59 None None] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:06.182941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.195926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fbb39414-dfc6-47b9-a502-76616a266761 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:06.196345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=9816f3c0-af6c-4c9e-a093-d792b824a4f5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:06.211790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:06.227210 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a0efdb1-bf2d-4b83-8434-8faa1572c052 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3287997 Apr 21 14:50:06.237583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.247318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'network': {'name': 'tempest-router-network01--1914386644'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:06.257692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.280438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:06.307223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Deleting port bc229883-c184-42ae-a703-6939f7b9e379 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:06.308012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.321587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:06.341599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.353704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-37578af5-78f2-4528-8d4c-2917964c35c9 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/9816f3c0-af6c-4c9e-a093-d792b824a4f5 HTTP/1.1" status: 204 len: 168 time: 2.9089067 Apr 21 14:50:06.429941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59352) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.476905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:network and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:06.483665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:06.517642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-0b7dd51a-3eda-4945-9475-c881781a9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:06.519144 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-0b7dd51a-3eda-4945-9475-c881781a9075 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5284317 Apr 21 14:50:06.520683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.527351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9353dc28-dc3e-492a-9be3-b883e9bd23ad tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/floatingips/45e3bbed-adf2-4c23-b025-7b406e056970 HTTP/1.1" status: 204 len: 168 time: 4.1604347 Apr 21 14:50:06.527351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59356) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.629790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port fbb39414-dfc6-47b9-a502-76616a266761 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:06.634836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:06.636900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:06.656260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:06.670928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fbb39414-dfc6-47b9-a502-76616a266761 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:06.671346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.690065 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cfde5902-13a1-4c90-a89e-c23303ac9886 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9176457 Apr 21 14:50:06.695677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:06.697388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-d041d6ea-e414-4e96-85c8-77000bf00166 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600897 Apr 21 14:50:06.698798 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe130eb-9bcf-49d8-94ef-839d6558b2d1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:50:06.699074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:06.699622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-afe130eb-9bcf-49d8-94ef-839d6558b2d1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:06.709236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59360) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.756313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-061e1c33-725d-40e4-a61d-71989240dac8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:06.757060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061e1c33-725d-40e4-a61d-71989240dac8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:06.759025 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-061e1c33-725d-40e4-a61d-71989240dac8 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/9ac5356e-99a0-4815-8fdd-69ee9ed1e094 HTTP/1.1" status: 404 len: 333 time: 0.2260740 Apr 21 14:50:06.774882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59364) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.845945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d1acf78-eec7-4242-bae5-b26b1b89ec3b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Synchronizing usage tracker for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:06.882405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d1acf78-eec7-4242-bae5-b26b1b89ec3b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Unset dirty status for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:06.887740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1d1acf78-eec7-4242-bae5-b26b1b89ec3b tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/ports?device_id=56f5e493-a79b-478a-a0fd-2bceb128c17d HTTP/1.1" status: 200 len: 205 time: 0.1100445 Apr 21 14:50:06.894442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59368) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:06.903223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:06.903395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:06.937620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:06.949176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet f06db0db-44f8-4f8b-8041-566ccb5aff76 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:06.958786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.004489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-afe130eb-9bcf-49d8-94ef-839d6558b2d1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:07.008185 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-afe130eb-9bcf-49d8-94ef-839d6558b2d1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/9816f3c0-af6c-4c9e-a093-d792b824a4f5 HTTP/1.1" status: 404 len: 333 time: 0.5713162 Apr 21 14:50:07.008185 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-4239c5db-5b06-4cae-b5df-03e7361f5563 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] delete failed (client error): The resource could not be found. Apr 21 14:50:07.008185 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4239c5db-5b06-4cae-b5df-03e7361f5563 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/routers/56f5e493-a79b-478a-a0fd-2bceb128c17d HTTP/1.1" status: 404 len: 336 time: 0.1016340 Apr 21 14:50:07.012285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59372) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.012697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59374) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.085009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Provisioning for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:07.089649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-7659fea3-4e5a-423f-b65b-e09e2cf1603c', 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c', 'tenant_id': '52ba9be2f46b41a9845a4fa1cbe394be', 'fixed_ips': [{'subnet_id': 'f0a99790-25e6-492f-b710-8f684163ffa9'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:07.091046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.116824 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4056568-7925-432e-aa12-b7a9f689dda0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:07.117398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4056568-7925-432e-aa12-b7a9f689dda0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:07.119157 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c4056568-7925-432e-aa12-b7a9f689dda0 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/subnets/fa8ddd96-00d4-491c-83d1-bd4b58a51ee4 HTTP/1.1" status: 404 len: 337 time: 0.1023827 Apr 21 14:50:07.129339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59382) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.134369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Provisioning complete for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:07.134837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.137970 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34c9ddb9-f8a5-495b-927f-31457e4557c3 req-876f462f-ced5-4beb-8868-5af7f190cb65 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764200 Apr 21 14:50:07.243094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet dd27d0c2-7e44-4720-9140-434eadce0511 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:07.243873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.244905 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Added segment 51012604-02ec-4687-a50d-637f82b4992e of type vlan for network d88c768d-4eed-40fb-a422-c0d5870f70fa Apr 21 14:50:07.248710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:07.257843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.292442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.310886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:07.311492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.338603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.350191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:50:07.354016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.392552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 1d23d617-9d38-4359-93da-bf7e837db3cf {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:07.392983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.419593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.441151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:07.519414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Calling delete_port for bc229883-c184-42ae-a703-6939f7b9e379 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:07.530207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f14f-86d6-4ef2-86a7-62ace6ecb124 req-96f932d7-e38d-428d-b249-51edeb033bac tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:07.532979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc11f14f-86d6-4ef2-86a7-62ace6ecb124 req-96f932d7-e38d-428d-b249-51edeb033bac tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3428180 Apr 21 14:50:07.626642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.631953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:07.632669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.700909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.701145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.747263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Provisioning complete for port fbb39414-dfc6-47b9-a502-76616a266761 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:07.747263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64528e44-ca87-4b44-85eb-ba61fabca49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.882634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc11f14f-86d6-4ef2-86a7-62ace6ecb124 req-53eec504-7cc8-4bdb-97fa-e98a019bf4ab tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340504 Apr 21 14:50:07.886411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6453617 Apr 21 14:50:07.897960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59386) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:07.903681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86083b25-c2b2-465b-9ab6-3e442a0bd4df tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Network': ['ID=d88c768d-4eed-40fb-a422-c0d5870f70fa,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:07.919919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:07.926700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Allocated IP 172.20.0.2 (7659fea3-4e5a-423f-b65b-e09e2cf1603c/f0a99790-25e6-492f-b710-8f684163ffa9/2df947d9-a77a-4815-b87a-179b4c29dbcc) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:07.930991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'network': {'name': 'tempest-router-network02--94257007'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:07.938892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:07.941492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network d88c768d-4eed-40fb-a422-c0d5870f70fa details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:07.978064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:network and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:07.979394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:07.979943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:07.982897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:07.987871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port fbb39414-dfc6-47b9-a502-76616a266761, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fbb39414-dfc6-47b9-a502-76616a266761,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:08.013983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:08.038358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.070009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.071089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1582bce3-2a6a-47ac-a163-77d0b183ad09 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:08.079402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:08.082851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.107117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=f06db0db-44f8-4f8b-8041-566ccb5aff76,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.110363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.130721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.167872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.178872 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3ee7d79-b876-4ded-a2ab-b4784bb031a8 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/f06db0db-44f8-4f8b-8041-566ccb5aff76 HTTP/1.1" status: 204 len: 168 time: 1.4641430 Apr 21 14:50:08.183911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59390) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.216896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:08.229093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf1768-5960-4c4c-8162-65ff24870afe None None] Network f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:08.263346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.263945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Added segment 5c63dbc8-e980-475d-bd6e-437c8d1ccccc of type vlan for network 25f2b198-3a20-4a34-8a73-6f9b916558ab Apr 21 14:50:08.325898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 1d23d617-9d38-4359-93da-bf7e837db3cf owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:08.416791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.434456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.474268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.485592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.492160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=dd27d0c2-7e44-4720-9140-434eadce0511,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.496752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Deleting port bc229883-c184-42ae-a703-6939f7b9e379 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:08.496752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.500945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:08.501312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.503775 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dec54ac6-6846-4fe1-8f8a-f0cc5c9abe67 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/dd27d0c2-7e44-4720-9140-434eadce0511 HTTP/1.1" status: 204 len: 168 time: 1.4890785 Apr 21 14:50:08.507234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59394) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.537248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80490128-22b8-4367-885c-0ff85a9ad097 None None] Network a2b569ec-8d9a-43ac-9512-12f9d87185f3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:08.545876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:08.633309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.641787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.647271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:08.647908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.682730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.683349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.711541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=fbb39414-dfc6-47b9-a502-76616a266761,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.721444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.764619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 679c5941-9d39-45ad-b620-98339cd1b082 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:08.765516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.819779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.866824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.888317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1582bce3-2a6a-47ac-a163-77d0b183ad09 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:08.888747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.893815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9947183 Apr 21 14:50:08.896294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:08.906232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:08.954692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=8']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:08.981380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:09.084985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-feaa8a4a-e6ca-40f4-8177-6d80ddc57da9 None None] Provisioning complete for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:09.085500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-feaa8a4a-e6ca-40f4-8177-6d80ddc57da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.129165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.186994 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/1d23d617-9d38-4359-93da-bf7e837db3cf HTTP/1.1" status: 204 len: 168 time: 2.0522707 Apr 21 14:50:09.190689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.222917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:04Z', 'revision_number': 9, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:09.229625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51869d95-4cce-4a65-94a7-eec067321230 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Network': ['ID=25f2b198-3a20-4a34-8a73-6f9b916558ab,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.229820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59404) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:09.232023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:09.233274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=b9c91dc9-b366-426a-a2a1-c6cb91a93194,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.235093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.245748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.267195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:09.269609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:09.270315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.277073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'subnet': {'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:09.291775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:09.312783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-feaa8a4a-e6ca-40f4-8177-6d80ddc57da9 None None] Port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:09.319569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Transition to ACTIVE for port object 2df947d9-a77a-4815-b87a-179b4c29dbcc will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:09.371679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port e507751f-6aeb-4c39-ae09-4fca2f16d5c9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,segment=NetworkSegment(e53cd287-e029-4eb6-a43a-3be14d278bdd),segment_id=e53cd287-e029-4eb6-a43a-3be14d278bdd)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:09.372202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.436693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3d8831a-e0ed-4007-8e76-037061fc7836 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1080835 Apr 21 14:50:09.447168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59408) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:09.475827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b25aea-e193-4863-afa7-c582bf1b2c66 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=1d23d617-9d38-4359-93da-bf7e837db3cf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.479234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:09.480064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:09.563570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Transition to ACTIVE for port object 2df947d9-a77a-4815-b87a-179b4c29dbcc will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:09.565844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:09.602572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port b8103428-976d-4aea-a950-780c5e3645ea {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:09.602908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.660302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port 679c5941-9d39-45ad-b620-98339cd1b082, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=679c5941-9d39-45ad-b620-98339cd1b082,segment=NetworkSegment(c320eda7-740a-4eaa-ac4a-c127cf983e54),segment_id=c320eda7-740a-4eaa-ac4a-c127cf983e54)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:09.660667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.727235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] For port bc229883-c184-42ae-a703-6939f7b9e379, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bc229883-c184-42ae-a703-6939f7b9e379,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:09.727720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.736098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.739536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b3323-f4c9-4947-bf2b-3325f654a140 None None] DHCP port deletion for f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:09.745243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for e507751f-6aeb-4c39-ae09-4fca2f16d5c9 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:09.822296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 679c5941-9d39-45ad-b620-98339cd1b082 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:09.830839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:09.840079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.845897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:09.880357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-017b3323-f4c9-4947-bf2b-3325f654a140 None None] Deleting port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:09.880731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-017b3323-f4c9-4947-bf2b-3325f654a140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:09.900970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:09.926148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:09.929861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=e507751f-6aeb-4c39-ae09-4fca2f16d5c9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:09.932822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No DVR routers for this DVR port e507751f-6aeb-4c39-ae09-4fca2f16d5c9 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:09.935866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:09.962122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:09.967351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:10.003514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58535528-f5d7-4719-81c5-fc8dcc7e7eef req-4e07358e-d71e-4b3b-816f-3b76448f4417 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:10.005148 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58535528-f5d7-4719-81c5-fc8dcc7e7eef req-4e07358e-d71e-4b3b-816f-3b76448f4417 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.7685940 Apr 21 14:50:10.011454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:subnet and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:10.026526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84104c0-04d0-4409-b234-91bd548fc8b7 None None] DHCP port deletion for a2b569ec-8d9a-43ac-9512-12f9d87185f3 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:10.042365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Calling delete_port for bc229883-c184-42ae-a703-6939f7b9e379 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:10.050354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:10.069788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:10.073569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.086996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fbb39414-dfc6-47b9-a502-76616a266761 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:10.100220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:10.148123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.156954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:10.160214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c84104c0-04d0-4409-b234-91bd548fc8b7 None None] Deleting port 679c5941-9d39-45ad-b620-98339cd1b082 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:10.160796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c84104c0-04d0-4409-b234-91bd548fc8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.186293 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58535528-f5d7-4719-81c5-fc8dcc7e7eef req-4d376a60-b431-40b5-b8d0-5ae0aa410ca4 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710548 Apr 21 14:50:10.208635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=679c5941-9d39-45ad-b620-98339cd1b082,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:10.251054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:10.254789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.269097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.277001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:10.279660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:10.280190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No DVR routers for this DVR port 679c5941-9d39-45ad-b620-98339cd1b082 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:10.295982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-017b3323-f4c9-4947-bf2b-3325f654a140 None None] The port 'e507751f-6aeb-4c39-ae09-4fca2f16d5c9' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:10.319390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:10.332702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.391741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Pushing event updated for resources: {'Port': ['ID=2df947d9-a77a-4815-b87a-179b4c29dbcc,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:10.404626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53cd287-e029-4eb6-a43a-3be14d278bdd') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.404928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53cd287-e029-4eb6-a43a-3be14d278bdd') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.436125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.461375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c84104c0-04d0-4409-b234-91bd548fc8b7 None None] The port '679c5941-9d39-45ad-b620-98339cd1b082' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:10.477488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.493589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:10.493989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.505319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:10.509169 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:10.554517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b569ec-8d9a-43ac-9512-12f9d87185f3']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.562389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.636219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c320eda7-740a-4eaa-ac4a-c127cf983e54') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.636607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c320eda7-740a-4eaa-ac4a-c127cf983e54') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:10.684567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.688458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Attempting to bind port 2df947d9-a77a-4815-b87a-179b4c29dbcc on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:10.689008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Attempting to bind port 2df947d9-a77a-4815-b87a-179b4c29dbcc by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '3b6b8158-ec83-4b00-89b8-67e9bc34b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:10.689008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Attempting to bind port 2df947d9-a77a-4815-b87a-179b4c29dbcc on network 7659fea3-4e5a-423f-b65b-e09e2cf1603c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:10.699243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:10.709320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for b8103428-976d-4aea-a950-780c5e3645ea owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:10.722458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.722684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f6020a5e-3170-4dbe-9159-6f5f9fe4d210 None None] Provisioning complete for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:10.722684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6020a5e-3170-4dbe-9159-6f5f9fe4d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.743000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:10.751546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:10.751546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Checking segment: {'id': '3b6b8158-ec83-4b00-89b8-67e9bc34b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:10.752046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.752282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Bound using segment: {'id': '3b6b8158-ec83-4b00-89b8-67e9bc34b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:10.753510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Bound port: 2df947d9-a77a-4815-b87a-179b4c29dbcc, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6b8158-ec83-4b00-89b8-67e9bc34b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7659fea3-4e5a-423f-b65b-e09e2cf1603c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:10.753510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.755963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.787686 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-460b7bf5-97ef-4ad1-b280-67ef99e5ed2b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/f1cdd7eb-b242-4d5a-ace8-c74e5cf3abaf HTTP/1.1" status: 204 len: 168 time: 2.6027312 Apr 21 14:50:10.799411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:10.838978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.852022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.865845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:10.866246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.880430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fbb39414-dfc6-47b9-a502-76616a266761 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:10.880796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:10.885531 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:10.993162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] Pushing event deleted for resources: {'Port': ['ID=bc229883-c184-42ae-a703-6939f7b9e379,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.036171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f6020a5e-3170-4dbe-9159-6f5f9fe4d210 None None] Port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:11.092890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.143806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aba74-dd66-4b4c-8251-ebf1da409567 None None] No DVR routers for this DVR port bc229883-c184-42ae-a703-6939f7b9e379 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:11.189888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b792f9d4-85a0-493f-b501-ce85781a2795 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:11.230303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.236628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] For port 2df947d9-a77a-4815-b87a-179b4c29dbcc, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:11.262789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.279927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=a2b569ec-8d9a-43ac-9512-12f9d87185f3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.290971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Subnet': ['ID=c2d1fa80-066a-472b-abe7-7e2f53c2ee67,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.292265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:11.310594 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:11.311379 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fb243bd0-4a8e-4fdc-8fab-3f592705f850 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/4bc05907-c3be-4ed6-8b1c-94703a541540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4481215 Apr 21 14:50:11.315634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59418) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.324112 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:11.328462 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:11.340621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.346756 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ce4c3b4-9e93-43b4-8a52-87054ea57015 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/a2b569ec-8d9a-43ac-9512-12f9d87185f3 HTTP/1.1" status: 204 len: 168 time: 2.8365998 Apr 21 14:50:11.358077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.359830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.369557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1291207398'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:11.422419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=b8103428-976d-4aea-a950-780c5e3645ea,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.494171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:11.512170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:11.524089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Checking segment: {'id': '51012604-02ec-4687-a50d-637f82b4992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:11.524630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network hostable DHCP agents. Network: d88c768d-4eed-40fb-a422-c0d5870f70fa, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:11.531925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:11.540348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:network and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:11.544935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:11.545548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.549685 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:11.563774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:11.591431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:11.596386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.602214 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cf1145c6-29c6-40fd-8898-e4bc7924b8c3 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/ports/b8103428-976d-4aea-a950-780c5e3645ea HTTP/1.1" status: 204 len: 168 time: 2.3670125 Apr 21 14:50:11.604541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network d88c768d-4eed-40fb-a422-c0d5870f70fa is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:11.606241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59426) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.653544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] For port 2df947d9-a77a-4815-b87a-179b4c29dbcc, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2df947d9-a77a-4815-b87a-179b4c29dbcc,segment=NetworkSegment(3b6b8158-ec83-4b00-89b8-67e9bc34b58a),segment_id=3b6b8158-ec83-4b00-89b8-67e9bc34b58a)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:11.688180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.719006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=e9501ad5-5d1d-4cba-a515-39b2c571d1d6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:11.721327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, d88c768d-4eed-40fb-a422-c0d5870f70fa) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:11.737325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-458d3f4d-4080-464e-a09b-99d4fe0dc5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2333879 Apr 21 14:50:11.737832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59430) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.741340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:11.741762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.744352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'b9c91dc9-b366-426a-a2a1-c6cb91a93194'}, {'subnet_id': 'e9501ad5-5d1d-4cba-a515-39b2c571d1d6'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:11.745174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.755321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356f4f0-4ccf-43f1-93c1-4261f643c6f2 None None] Network d88c768d-4eed-40fb-a422-c0d5870f70fa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:11.757860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:11.761312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.777225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:03:7f:d1', 'name': 'tempest-NetworksTestDHCPv6-471405704'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:11.810432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3d3e3856-4ebb-4636-afc6-ea62b9569050 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8603876 Apr 21 14:50:11.817637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59434) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:11.832299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'subnet': {'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:11.851282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:11.862708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c8934-5fe4-4980-a38c-428431ae1cb4 req-5d29869e-45ff-40e2-876f-6808be954986 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:11.864203 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f61c8934-5fe4-4980-a38c-428431ae1cb4 req-5d29869e-45ff-40e2-876f-6808be954986 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4413121 Apr 21 14:50:11.912321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:11.912725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Added segment ea168791-a1ed-4f17-84ff-0a44c6a477c9 of type vlan for network 6b2c3fc0-3af0-4559-a048-50cee62ce79d Apr 21 14:50:11.958499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bc229883-c184-42ae-a703-6939f7b9e379 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:12.022641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efcb14-3ddd-4761-83fa-e8dcf83ae41f None None] Pushing event updated for resources: {'Port': ['ID=2df947d9-a77a-4815-b87a-179b4c29dbcc,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:12.025362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f61c8934-5fe4-4980-a38c-428431ae1cb4 req-39824763-9e20-45ae-95cc-93ca24b322a1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448755 Apr 21 14:50:12.033670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: bc229883-c184-42ae-a703-6939f7b9e379 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:12.034003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bc229883-c184-42ae-a703-6939f7b9e379 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:12.034413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e507751f-6aeb-4c39-ae09-4fca2f16d5c9 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:12.040499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.068677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:12.082388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Usage tracker for resource:subnet and tenant:52ba9be2f46b41a9845a4fa1cbe394be is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:12.086639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:12.096154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:12.099564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e507751f-6aeb-4c39-ae09-4fca2f16d5c9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:12.099909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e507751f-6aeb-4c39-ae09-4fca2f16d5c9 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:12.102393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:12.112105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:04Z', 'revision_number': 9, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:12.114653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:12.130783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:12.130930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:12.174838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bad3405-b09c-457a-9501-76ef169c16cb None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:04Z', 'revision_number': 9, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b54183fb-e5f3-43d7-875f-e2366c0fbc23', 'name': '', 'network_id': '0985578a-a2b0-4626-ab47-c075e7a4dfc3', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:be:6e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:10Z', 'updated_at': '2022-04-21T14:49:21Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'f430e663-c6e5-4f25-837b-dff78183436a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:12.177568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Made reservation on behalf of 52ba9be2f46b41a9845a4fa1cbe394be for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:12.180950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.223477 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:08Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:12.236811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.237110 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:12.237652 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Updating router 4bc05907-c3be-4ed6-8b1c-94703a541540 port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:50:12.242236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.242770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.243361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.244252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.245059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.245961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.246620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.247731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.248410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.249044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.250618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.251261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.251889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.252566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.253391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.256198 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-add9809e-dfde-4990-98c0-f6991c9d87a4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9081 time: 0.9394484 Apr 21 14:50:12.265552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc6a29-0662-4090-9dea-bc9d555536be tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:12.266758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-69cc6a29-0662-4090-9dea-bc9d555536be tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Synchronizing usage tracker for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:12.271559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:12.287028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59438) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.323046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-69cc6a29-0662-4090-9dea-bc9d555536be tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Unset dirty status for tenant:4fe83a602a2f4d4699c4a9b41a0aa744 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:12.323269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.334908 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-69cc6a29-0662-4090-9dea-bc9d555536be tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "GET /v2.0/ports?device_id=7508cadb-8fc3-4914-9723-358d55e43bc3 HTTP/1.1" status: 200 len: 913 time: 0.7271709 Apr 21 14:50:12.335764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59442) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.351443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-d88c768d-4eed-40fb-a422-c0d5870f70fa', 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa', 'tenant_id': '52ba9be2f46b41a9845a4fa1cbe394be', 'fixed_ips': [{'subnet_id': 'c2d1fa80-066a-472b-abe7-7e2f53c2ee67'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:12.352701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.493993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Allocated IP 172.20.0.2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/e9501ad5-5d1d-4cba-a515-39b2c571d1d6/a4d39913-1e09-4546-969f-ec13290af711) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:12.507792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Allocated IP 2001:db8::f816:3eff:feca:9605 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/b9c91dc9-b366-426a-a2a1-c6cb91a93194/a4d39913-1e09-4546-969f-ec13290af711) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:12.664561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 679c5941-9d39-45ad-b620-98339cd1b082 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:12.701554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3372872 Apr 21 14:50:12.723959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59446) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:12.741238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:12.767901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2142c0-11ec-477f-863d-ff9eb7846519 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Network': ['ID=6b2c3fc0-3af0-4559-a048-50cee62ce79d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:12.788701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 679c5941-9d39-45ad-b620-98339cd1b082 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:12.789691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 679c5941-9d39-45ad-b620-98339cd1b082 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:12.791431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.803410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:12.876378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.958063 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.980259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Transition to ACTIVE for port object 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:12.993104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:12.999982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.041951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Allocated IP 172.20.0.2 (d88c768d-4eed-40fb-a422-c0d5870f70fa/c2d1fa80-066a-472b-abe7-7e2f53c2ee67/da984895-cae5-4979-83a2-732070fecb49) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:13.053166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 8c79bd99-364e-4c90-8d4c-7982e12a87a9 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:13.107189 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Pushing event updated for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.119538 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.119877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.120834 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.121157 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.121621 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.121948 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.122365 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.122682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.122993 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.123300 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.123605 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.123909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.242902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.243367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.243819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.244264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.244712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.245149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.245656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.246090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.246540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.246974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.247423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.247859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:13.256369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cedd5171-57cd-4062-b6f0-1d668e1fd604 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7559 time: 0.9631193 Apr 21 14:50:13.326667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59452) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:13.341568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.368236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Transition to ACTIVE for port object a4d39913-1e09-4546-969f-ec13290af711 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.403054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Attempting to bind port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:13.404162 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Attempting to bind port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:13.404745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Attempting to bind port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 on network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:13.413370 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:13.414001 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Checking segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:13.414568 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.415141 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Bound using segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:13.415762 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Bound port: 69eeb18d-cdc9-4310-93b0-a7b49f2e5618, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:13.416319 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.485336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Transition to ACTIVE for port object a4d39913-1e09-4546-969f-ec13290af711 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.518997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.567201 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] For port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:13.573007 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] For port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:13.582155 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.589015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Subnet': ['ID=3bb485d1-64b9-4e83-989d-7ad79ad96a76,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.677904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:13.683748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:13.705255 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11b56a-8697-4b7f-95ac-6b638593c980 None None] Pushing event updated for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.728224 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:13.728983 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:13.738832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:13.747554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:13.756651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Pushing event updated for resources: {'Port': ['ID=a4d39913-1e09-4546-969f-ec13290af711,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:13.766394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Transition to ACTIVE for port object da984895-cae5-4979-83a2-732070fecb49 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.769385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:13.793546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.794207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.794207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.794533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.794867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.795184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.795509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.795832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.796675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.797000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.797441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.797773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:13.810742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:13.826487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Checking segment: {'id': '5c63dbc8-e980-475d-bd6e-437c8d1ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:13.826860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network hostable DHCP agents. Network: 25f2b198-3a20-4a34-8a73-6f9b916558ab, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:13.850786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:13.908423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 172.20.0.7 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/e9501ad5-5d1d-4cba-a515-39b2c571d1d6/8c79bd99-364e-4c90-8d4c-7982e12a87a9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:13.912930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Transition to ACTIVE for port object da984895-cae5-4979-83a2-732070fecb49 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:13.919951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe03:7fd1 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/b9c91dc9-b366-426a-a2a1-c6cb91a93194/8c79bd99-364e-4c90-8d4c-7982e12a87a9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:13.975278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:14.033594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.040953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:14.068662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 25f2b198-3a20-4a34-8a73-6f9b916558ab) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:14.080051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ed857-36bc-4585-aab8-9ecc2161bede req-6ceb2eca-183d-47a5-a0b7-7ea07b85576f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:14.081179 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eb4ed857-36bc-4585-aab8-9ecc2161bede req-6ceb2eca-183d-47a5-a0b7-7ea07b85576f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.7536044 Apr 21 14:50:14.082164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:14.085026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.117441 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:14.124590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11711b-da26-43b8-8513-145eb27c258c None None] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:14.138985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964636b-dfb5-488b-b25b-3957827807e1 None None] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:14.227719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Network d88c768d-4eed-40fb-a422-c0d5870f70fa is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:14.230597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Attempting to bind port a4d39913-1e09-4546-969f-ec13290af711 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:14.241721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Attempting to bind port a4d39913-1e09-4546-969f-ec13290af711 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:14.242241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Attempting to bind port a4d39913-1e09-4546-969f-ec13290af711 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:14.276463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:14.282438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.305599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.372730 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-99c44ec9-c1ee-4de1-b231-f47cc91ed6ee tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5525639 Apr 21 14:50:14.382321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59456) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:14.398374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.434042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 8c79bd99-364e-4c90-8d4c-7982e12a87a9 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:14.448843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eb4ed857-36bc-4585-aab8-9ecc2161bede req-25c784db-195e-4345-a9fd-8aebfab86f2c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431902 Apr 21 14:50:14.481148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:14.494821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Pushing event updated for resources: {'Port': ['ID=da984895-cae5-4979-83a2-732070fecb49,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:14.497494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2df947d9-a77a-4815-b87a-179b4c29dbcc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:14.536384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:14.539179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:14.539551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:14.540051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.540330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:14.540805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Bound port: a4d39913-1e09-4546-969f-ec13290af711, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:14.541264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.586068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9a02f1cb-2c80-4a20-be7f-7d674907e0d0 None None] Provisioning for port 2df947d9-a77a-4815-b87a-179b4c29dbcc completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:14.633825 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:13Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:14.642055 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842b3e0a-ed8f-4a64-b2c0-a2212e42dce8 None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:13Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:14.719395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.759676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port b54183fb-e5f3-43d7-875f-e2366c0fbc23 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:14.759676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:14.812482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=8c79bd99-364e-4c90-8d4c-7982e12a87a9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:14.822538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.822894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.823231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.823565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.823892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.824220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.824544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.824866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.825186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.825555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.825879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.826195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:14.856039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:14.860158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:14.865015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:14.990872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Attempting to bind port da984895-cae5-4979-83a2-732070fecb49 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:14.992357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Attempting to bind port da984895-cae5-4979-83a2-732070fecb49 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '51012604-02ec-4687-a50d-637f82b4992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:14.992745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Attempting to bind port da984895-cae5-4979-83a2-732070fecb49 on network d88c768d-4eed-40fb-a422-c0d5870f70fa {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:14.997905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:14.998620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.034098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port e58a76bc-364a-48a0-8d81-73629b53fe04 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:15.034565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.035059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:15.035278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Checking segment: {'id': '51012604-02ec-4687-a50d-637f82b4992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:15.035918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.036348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Bound using segment: {'id': '51012604-02ec-4687-a50d-637f82b4992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:15.036924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Bound port: da984895-cae5-4979-83a2-732070fecb49, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51012604-02ec-4687-a50d-637f82b4992e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd88c768d-4eed-40fb-a422-c0d5870f70fa'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:15.037406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.048371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.059559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2df947d9-a77a-4815-b87a-179b4c29dbcc completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:15.103462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2df947d9-a77a-4815-b87a-179b4c29dbcc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:15.108260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.138979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-25f2b198-3a20-4a34-8a73-6f9b916558ab', 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab', 'tenant_id': '52ba9be2f46b41a9845a4fa1cbe394be', 'fixed_ips': [{'subnet_id': '3bb485d1-64b9-4e83-989d-7ad79ad96a76'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:15.140086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.219584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] For port da984895-cae5-4979-83a2-732070fecb49, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:15.224764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] For port da984895-cae5-4979-83a2-732070fecb49, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da984895-cae5-4979-83a2-732070fecb49,segment=NetworkSegment(51012604-02ec-4687-a50d-637f82b4992e),segment_id=51012604-02ec-4687-a50d-637f82b4992e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:15.248599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.251958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.351874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] For port a4d39913-1e09-4546-969f-ec13290af711, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:15.355899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] For port a4d39913-1e09-4546-969f-ec13290af711, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a4d39913-1e09-4546-969f-ec13290af711,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:15.380897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.404476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port b54183fb-e5f3-43d7-875f-e2366c0fbc23, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b54183fb-e5f3-43d7-875f-e2366c0fbc23,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:15.404830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:15.408189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for e58a76bc-364a-48a0-8d81-73629b53fe04 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:15.543273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d5d78-e7ad-4a31-af6b-5b31877a050e None None] Pushing event updated for resources: {'Port': ['ID=da984895-cae5-4979-83a2-732070fecb49,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:15.687334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for b54183fb-e5f3-43d7-875f-e2366c0fbc23 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:15.776329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-985990a8-232c-41bb-a68b-2ebf57f1c03e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4111 time: 2.4058847 Apr 21 14:50:15.812165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Allocated IP 172.20.0.2 (25f2b198-3a20-4a34-8a73-6f9b916558ab/3bb485d1-64b9-4e83-989d-7ad79ad96a76/1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:16.167342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b393dc65-7de9-4e9d-ba16-1044ce48f916 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4182169 Apr 21 14:50:16.171858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59464) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:16.175563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.294480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=e58a76bc-364a-48a0-8d81-73629b53fe04,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.429860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.495384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59468) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:16.501061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68352ac1-69ba-494c-8228-aaf86a097ffd None None] Pushing event updated for resources: {'Port': ['ID=a4d39913-1e09-4546-969f-ec13290af711,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.506668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.510673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039388367', 'description': 'tempest-secgroup-smoke-2039388367 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:16.520880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b696b33a-abc0-4227-b1d2-028f0aca7670 None None] Provisioning complete for port 2df947d9-a77a-4815-b87a-179b4c29dbcc triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:16.521284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b696b33a-abc0-4227-b1d2-028f0aca7670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.540472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=b54183fb-e5f3-43d7-875f-e2366c0fbc23,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.544016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=0cb0ce87-b178-4b61-8c7c-cb26b0a28141,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.555838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.578581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:16.581059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Checking segment: {'id': 'ea168791-a1ed-4f17-84ff-0a44c6a477c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:16.581426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network hostable DHCP agents. Network: 6b2c3fc0-3af0-4559-a048-50cee62ce79d, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:16.590456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3272f3f-ac6b-41a8-931e-caffc94c5e9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:16.594107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Transition to ACTIVE for port object 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:16.598632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3272f3f-ac6b-41a8-931e-caffc94c5e9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:16.598632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c3272f3f-ac6b-41a8-931e-caffc94c5e9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:16.623270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:16.632284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 2df947d9-a77a-4815-b87a-179b4c29dbcc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2df947d9-a77a-4815-b87a-179b4c29dbcc,segment=NetworkSegment(3b6b8158-ec83-4b00-89b8-67e9bc34b58a),segment_id=3b6b8158-ec83-4b00-89b8-67e9bc34b58a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:16.639061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Transition to ACTIVE for port object 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:16.645860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.670443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:16.722189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:16.724547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:16.728390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c3272f3f-ac6b-41a8-931e-caffc94c5e9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:16.732541 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c3272f3f-ac6b-41a8-931e-caffc94c5e9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5586178 Apr 21 14:50:16.738508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59472) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:16.741568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.763748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.767397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.814202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.846355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:16.848715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:16.849063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ace38c0e-a3f3-4b5f-8ce3-1726fc0e7850 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:16.909969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 8c79bd99-364e-4c90-8d4c-7982e12a87a9 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:16.910423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:16.913261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:16.929857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:16.937364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=2df947d9-a77a-4815-b87a-179b4c29dbcc,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:16.940382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:17.142136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Pushing event updated for resources: {'Port': ['ID=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:17.155289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Attempting to bind port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:17.155709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Attempting to bind port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '5c63dbc8-e980-475d-bd6e-437c8d1ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:17.156070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Attempting to bind port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d on network 25f2b198-3a20-4a34-8a73-6f9b916558ab {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:17.166701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:17.167077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Checking segment: {'id': '5c63dbc8-e980-475d-bd6e-437c8d1ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:17.167479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.167868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Bound using segment: {'id': '5c63dbc8-e980-475d-bd6e-437c8d1ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:17.168987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Bound port: 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c63dbc8-e980-475d-bd6e-437c8d1ccccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '25f2b198-3a20-4a34-8a73-6f9b916558ab'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:17.169399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.170521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e396-2ab1-4fed-9a11-f57ef4c2b698 req-371e0187-d4e2-40c3-b9d0-04ebfef772b2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:17.172402 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2562e396-2ab1-4fed-9a11-f57ef4c2b698 req-371e0187-d4e2-40c3-b9d0-04ebfef772b2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 1.1902590 Apr 21 14:50:17.178735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6b2c3fc0-3af0-4559-a048-50cee62ce79d) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:17.215935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f78d9-fd7b-419b-8aad-0383ce045bcf None None] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:17.291980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a4d39913-1e09-4546-969f-ec13290af711 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:17.402356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70ea42-08cf-4a2b-ae86-c1e0cf53742a None None] Network d88c768d-4eed-40fb-a422-c0d5870f70fa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:17.425565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.502516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:17.503262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.527933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.538393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:17.543880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:17.549739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:17.557959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:17.575051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] For port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:17.611120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-350df80a-1011-4927-8c37-83c8efbc5b14 None None] Provisioning for port da984895-cae5-4979-83a2-732070fecb49 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:17.621578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] For port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,segment=NetworkSegment(5c63dbc8-e980-475d-bd6e-437c8d1ccccc),segment_id=5c63dbc8-e980-475d-bd6e-437c8d1ccccc)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:17.677916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port a4d39913-1e09-4546-969f-ec13290af711 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:17.686132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:17.701716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:17.703610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 8c79bd99-364e-4c90-8d4c-7982e12a87a9 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:17.878791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4243595f-45d5-43af-8bfb-28596b509990 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:17.907952 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1f5ce024-3e5f-4161-92f9-66d7ab10b5cb tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1765952 Apr 21 14:50:17.926640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59476) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:17.949575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1078965709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:17.956628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:17.963341 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2562e396-2ab1-4fed-9a11-f57ef4c2b698 req-cc8b02a7-0528-43f9-b262-9bf51c90b1bb tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7827289 Apr 21 14:50:17.972548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:router and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:18.040835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:18.057777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Router 7508cadb-8fc3-4914-9723-358d55e43bc3 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:18.065779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:18.116339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Provisioning for port a4d39913-1e09-4546-969f-ec13290af711 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:18.124586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6b2c3fc0-3af0-4559-a048-50cee62ce79d', 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': '0cb0ce87-b178-4b61-8c7c-cb26b0a28141'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:18.125437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.162725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac431-efab-4d0e-9e9a-7a3b3afa2d4f None None] Pushing event updated for resources: {'Port': ['ID=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:18.186445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.187855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.269044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Provisioning complete for port a4d39913-1e09-4546-969f-ec13290af711 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:18.269594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.311522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:18.392478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:18.434321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:18.462815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.463356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:18.463740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.497328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] Sync routers for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:18.509795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Allocated IP 172.20.0.1 (d88c768d-4eed-40fb-a422-c0d5870f70fa/c2d1fa80-066a-472b-abe7-7e2f53c2ee67/05270017-df72-410f-b3a6-caeb8c9e09c8) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:18.510358 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-205b076e-d12b-4cd9-a3ca-9c69fdc71604 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "PUT /v2.0/routers/7508cadb-8fc3-4914-9723-358d55e43bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1670363 Apr 21 14:50:18.513825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59482) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.523150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=8c79bd99-364e-4c90-8d4c-7982e12a87a9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:18.576704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:18.577810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.603618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.666685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.669540 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e2c3340d-5656-4b91-8be8-ec4b4d0ca96e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/8c79bd99-364e-4c90-8d4c-7982e12a87a9 HTTP/1.1" status: 204 len: 168 time: 1.9298708 Apr 21 14:50:18.671924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59486) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.697093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.722680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:18.737314 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:18.747406 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:18.748543 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.759346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:18.761613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:18.763257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:18.764196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:18.783799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:18.786116 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7051dcac-de86-4192-b3d4-1d1c7bbda889 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1125517 Apr 21 14:50:18.788437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59490) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:18.833574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] Routers {'7508cadb-8fc3-4914-9723-358d55e43bc3'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:18.834063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7508cadb-8fc3-4914-9723-358d55e43bc3'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:18.852394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.943623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.948695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet b9c91dc9-b366-426a-a2a1-c6cb91a93194 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:18.952851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:18.988683 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:19.017804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:19.018235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3cc3f7-30b4-46da-ac49-fd0e462a3bf0 None None] The sync data for ids ['7508cadb-8fc3-4914-9723-358d55e43bc3'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:19.019677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.045064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Allocated IP 2001:db8::2 (6b2c3fc0-3af0-4559-a048-50cee62ce79d/0cb0ce87-b178-4b61-8c7c-cb26b0a28141/3d62f1af-8431-43db-9714-8d7eb9fae59d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:19.081755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.087484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.131664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.194318 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f02d9b55-c51c-4993-9963-23771c92d37b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3934512 Apr 21 14:50:19.194932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.229518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] For port a4d39913-1e09-4546-969f-ec13290af711, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a4d39913-1e09-4546-969f-ec13290af711,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:19.232718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.234570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7281737 Apr 21 14:50:19.238702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.260437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.329814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59498) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.330193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:19.344950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.348832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da984895-cae5-4979-83a2-732070fecb49 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:19.352553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.364879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.367925 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-63f9e586-4e39-40b6-b862-fff1391844b1 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4400151 Apr 21 14:50:19.399738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.410373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:19.411889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.413048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c91dc9-b366-426a-a2a1-c6cb91a93194,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:19.417336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.437884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d', 'name': 'tempest-PortsIpV6TestJSON-292020649'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:19.458249 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8456c068-898b-4536-80cf-607e3f0345c0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b9c91dc9-b366-426a-a2a1-c6cb91a93194 HTTP/1.1" status: 204 len: 168 time: 0.6674578 Apr 21 14:50:19.462736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:19.481192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:19.492959 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:16Z', 'revision_number': 10, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:19.503081 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:19.519642 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:19.520267 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:19.531367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Pushing event updated for resources: {'Port': ['ID=a4d39913-1e09-4546-969f-ec13290af711,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:19.551164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:19.559001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.576665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.577055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.577682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.577779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.578088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.578420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.578748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.579074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.579400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.579739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.580030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.580350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392a5580-a3da-48ae-8c37-f3f475b6c705 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:50:19.633834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9a1c3-ade6-4f89-8ac5-ed73de0d0e45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0996dc21-c89b-4315-bbb8-6efd8817c5ed,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:19.640113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:19.667377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b44f352-8376-4d67-abf8-5cf43a8af45f None None] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:19.680917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Transition to ACTIVE for port object 05270017-df72-410f-b3a6-caeb8c9e09c8 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:19.692570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:19.696860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:port and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:19.697515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet f430e663-c6e5-4f25-837b-dff78183436a {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:19.700092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:19.706262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:19.706462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:19.718509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:19.727245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.730669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.734953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae329a1-b621-468a-99d6-e33566778cbc None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:19.763811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port b91870ea-f0a9-4061-a989-f746828f73b6 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:19.811351 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:19.837811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.841263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port da984895-cae5-4979-83a2-732070fecb49 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:19.928834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet e9501ad5-5d1d-4cba-a515-39b2c571d1d6 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:19.930708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port da984895-cae5-4979-83a2-732070fecb49 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:19.931075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.946987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:19.981859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.004335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.026022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Transition to ACTIVE for port object 3d62f1af-8431-43db-9714-8d7eb9fae59d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:20.060637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-14acbedc-f885-4043-befe-3f8e039b79e1 None None] Provisioning complete for port a4d39913-1e09-4546-969f-ec13290af711 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:20.061002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-14acbedc-f885-4043-befe-3f8e039b79e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.117095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.220208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.233036 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:16Z', 'revision_number': 10, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:20.239523 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34b2b84-9981-4857-97a9-dd794bbfc000 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:16Z', 'revision_number': 10, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None, '_interfaces': [{'id': '7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede', 'name': '', 'network_id': '074ef5e1-d813-468b-b06c-136cc37bb062', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'mac_address': 'fa:16:3e:1a:fa:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:02Z', 'updated_at': '2022-04-21T14:49:16Z', 'revision_number': 5, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'subnets': [{'id': 'ec0a9a15-d60e-4f6a-a702-296433f575ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:20.247421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Transition to ACTIVE for port object 3d62f1af-8431-43db-9714-8d7eb9fae59d will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:20.281637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.308034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.356555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::20d (6b2c3fc0-3af0-4559-a048-50cee62ce79d/0cb0ce87-b178-4b61-8c7c-cb26b0a28141/b91870ea-f0a9-4061-a989-f746828f73b6) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:20.362675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.372363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network d88c768d-4eed-40fb-a422-c0d5870f70fa is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:20.394775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:20.399572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.404943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:20.449654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Port': ['ID=05270017-df72-410f-b3a6-caeb8c9e09c8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.460491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.461481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting port 3c0c54c1-aef2-4ef6-9fd6-533228ebf50e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:20.461919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.480373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:20.509911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:20.522004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:20.525970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Pushing event updated for resources: {'Port': ['ID=3d62f1af-8431-43db-9714-8d7eb9fae59d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.537868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.590287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b617af-459b-4377-bb8b-8e361606a545,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.618895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.624281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.625485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fb4799fa-0437-473d-b468-81fd3060d497 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2645190 Apr 21 14:50:20.626466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.628707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59510) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:20.636611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:20.648327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:20.654723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object b91870ea-f0a9-4061-a989-f746828f73b6 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:20.665633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:20.669461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:20.677714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:20.704399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.782706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Attempting to bind port 3d62f1af-8431-43db-9714-8d7eb9fae59d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:20.783216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Attempting to bind port 3d62f1af-8431-43db-9714-8d7eb9fae59d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ea168791-a1ed-4f17-84ff-0a44c6a477c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:20.783464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Attempting to bind port 3d62f1af-8431-43db-9714-8d7eb9fae59d on network 6b2c3fc0-3af0-4559-a048-50cee62ce79d {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:20.794100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.799626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port da984895-cae5-4979-83a2-732070fecb49, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da984895-cae5-4979-83a2-732070fecb49,segment=NetworkSegment(51012604-02ec-4687-a50d-637f82b4992e),segment_id=51012604-02ec-4687-a50d-637f82b4992e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:20.803214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.803404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:20.803648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Checking segment: {'id': 'ea168791-a1ed-4f17-84ff-0a44c6a477c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:20.803974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.804360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Bound using segment: {'id': 'ea168791-a1ed-4f17-84ff-0a44c6a477c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:20.804830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Bound port: 3d62f1af-8431-43db-9714-8d7eb9fae59d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea168791-a1ed-4f17-84ff-0a44c6a477c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6b2c3fc0-3af0-4559-a048-50cee62ce79d'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:20.805187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.824647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.840362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.850560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:20.978893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=da984895-cae5-4979-83a2-732070fecb49,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.983325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-14acbedc-f885-4043-befe-3f8e039b79e1 None None] Provisioning for port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:20.984094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803508c9-dc4b-4ed3-8320-ae19be9474f0,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:20.995904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.000504 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-92664f2a-9100-48a8-983a-65311e95d022 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3708475 Apr 21 14:50:21.005704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59514) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.010061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:21.018088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:21.029143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:21.043982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=b91870ea-f0a9-4061-a989-f746828f73b6,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.048712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:21.057757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:21.060326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] For port 3d62f1af-8431-43db-9714-8d7eb9fae59d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:21.067113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] For port 3d62f1af-8431-43db-9714-8d7eb9fae59d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d62f1af-8431-43db-9714-8d7eb9fae59d,segment=NetworkSegment(ea168791-a1ed-4f17-84ff-0a44c6a477c9),segment_id=ea168791-a1ed-4f17-84ff-0a44c6a477c9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:21.068192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:21.074376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.085497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:21.103170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.104761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:21.116476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:21.117139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.175394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a4d39913-1e09-4546-969f-ec13290af711 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:21.178169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.253543 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c7166517-16a2-44b0-b23c-f66468e802ca tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8379416 Apr 21 14:50:21.257823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.293716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36bbce38-0e8b-4fa2-b0ca-8ba540ba9360 None None] Provisioning for port 05270017-df72-410f-b3a6-caeb8c9e09c8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:21.329403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36bbce38-0e8b-4fa2-b0ca-8ba540ba9360 None None] Provisioning complete for port 05270017-df72-410f-b3a6-caeb8c9e09c8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:21.330069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36bbce38-0e8b-4fa2-b0ca-8ba540ba9360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.365562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.379059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.409690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317fe8f-4f7c-473c-9a65-19861685d17e None None] Pushing event updated for resources: {'Port': ['ID=3d62f1af-8431-43db-9714-8d7eb9fae59d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.423926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a4d39913-1e09-4546-969f-ec13290af711 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:21.424305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.526504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-36bbce38-0e8b-4fa2-b0ca-8ba540ba9360 None None] Port 05270017-df72-410f-b3a6-caeb8c9e09c8 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:21.567075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Calling delete_port for 3c0c54c1-aef2-4ef6-9fd6-533228ebf50e owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:21.641674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:21.691044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=f430e663-c6e5-4f25-837b-dff78183436a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.712276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.738355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73715312-08f8-49b7-a355-f26d6762ef53 None None] Network 0985578a-a2b0-4626-ab47-c075e7a4dfc3 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:21.748546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.770677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.798558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.807995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.822012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.896003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=e9501ad5-5d1d-4cba-a515-39b2c571d1d6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:21.919174 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3acc21c8-72d6-4952-9e2b-05d18ec80525 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/f430e663-c6e5-4f25-837b-dff78183436a HTTP/1.1" status: 204 len: 168 time: 2.6832469 Apr 21 14:50:21.919880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.949517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.980403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-500e3d37-c92d-4f8c-8870-7a9a84bdd97d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/e9501ad5-5d1d-4cba-a515-39b2c571d1d6 HTTP/1.1" status: 204 len: 168 time: 2.4966209 Apr 21 14:50:21.990136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59526) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:21.990907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:21.995023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9851389 Apr 21 14:50:21.995182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269de92d-c578-4278-9e94-99de4a1a618e None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:21.998600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.010199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:22.056069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefeb4b-1d88-4e08-b71d-583f2533060e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf787f9-becf-4c10-97e8-d091d3a4e86a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:22.152162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:22.152631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.160509 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-515b2688-d928-46ea-a4bf-e9e009d86bbb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1647358 Apr 21 14:50:22.163317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:22.175904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:22.225483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.243968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dd42b17f-6ce9-423b-ab05-912d8f48c162 None None] Provisioning complete for port a4d39913-1e09-4546-969f-ec13290af711 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:22.244343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dd42b17f-6ce9-423b-ab05-912d8f48c162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.321967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.330144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.344152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:22.349007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:22.352390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:22.359612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.371048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:22.374702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.412803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:22.455802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.513719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.522137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port ad302d77-fa37-497c-822a-33e2a6111851 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:22.522610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.562996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] DHCP port deletion for 0985578a-a2b0-4626-ab47-c075e7a4dfc3 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:22.581746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.598516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Deleting port ad302d77-fa37-497c-822a-33e2a6111851 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:22.598881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.625308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.662865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2df947d9-a77a-4815-b87a-179b4c29dbcc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:22.719710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Port': ['ID=3c0c54c1-aef2-4ef6-9fd6-533228ebf50e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:22.748104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:22.815043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Deleting port a4d39913-1e09-4546-969f-ec13290af711 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:22.815447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.864905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:22.901647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf35672-19ca-4f32-8611-3dc4f174623a None None] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:23.117549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.145548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2df947d9-a77a-4815-b87a-179b4c29dbcc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:23.146143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.185217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.191071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.197174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8f14462a-3363-4086-85d0-928f7817a6bd None None] Provisioning for port 3d62f1af-8431-43db-9714-8d7eb9fae59d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:23.201064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] For port ad302d77-fa37-497c-822a-33e2a6111851, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ad302d77-fa37-497c-822a-33e2a6111851,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:23.201480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.204636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.234039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.295907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:23.300006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.301995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:23.310939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:23.312041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.318671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.320486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca85291-2f80-407e-be25-d5e519b8fb6b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.358461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.362626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-348e9789-cd88-4477-889e-facba42c9ba2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3624394 Apr 21 14:50:23.368614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59538) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.368929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.369994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Fanout notify agent at l3_agent the message router_deleted on router 7508cadb-8fc3-4914-9723-358d55e43bc3 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:50:23.384552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:23.392138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port ad302d77-fa37-497c-822a-33e2a6111851, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ad302d77-fa37-497c-822a-33e2a6111851,segment=NetworkSegment(1381aa0d-eeca-4cf5-8198-41e84afe913e),segment_id=1381aa0d-eeca-4cf5-8198-41e84afe913e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:23.393250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.396216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.400135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Calling delete_port for ad302d77-fa37-497c-822a-33e2a6111851 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:23.440531 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-43a12e52-5d1d-45ea-9edb-706eb87fc41e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2761333 Apr 21 14:50:23.451781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59542) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.461751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:23.467172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:23.468793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.471955 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd5f6707-3014-4ad1-8b10-295188b98093 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/routers/7508cadb-8fc3-4914-9723-358d55e43bc3 HTTP/1.1" status: 204 len: 168 time: 4.9550903 Apr 21 14:50:23.487499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59546) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:23.541683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for ad302d77-fa37-497c-822a-33e2a6111851 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:23.556172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=b91870ea-f0a9-4061-a989-f746828f73b6,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.571354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:23.576598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] For port a4d39913-1e09-4546-969f-ec13290af711, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a4d39913-1e09-4546-969f-ec13290af711,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:23.576982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.579687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:23.595405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:23.603927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:50:23.624729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.633747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.697605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:50:23.723849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Calling delete_port for a4d39913-1e09-4546-969f-ec13290af711 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:23.734100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Deleting subnet 11b4fee8-51d9-42f4-abc1-97ac05690b6c {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:23.736441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.753537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.860987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:23.873280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.910043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:23.985528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Port': ['ID=05270017-df72-410f-b3a6-caeb8c9e09c8,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:23.987870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:23.990540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:24.000562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.033312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:24.033531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.035290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.051982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:24.054298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=ad302d77-fa37-497c-822a-33e2a6111851,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.069116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No DVR routers for this DVR port ad302d77-fa37-497c-822a-33e2a6111851 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:24.094108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] Pushing event deleted for resources: {'Port': ['ID=a4d39913-1e09-4546-969f-ec13290af711,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.097853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:24.099624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:24.099969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:24.101302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.104656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92483d-f86c-4f07-81a7-ebfccdce697a None None] No DVR routers for this DVR port a4d39913-1e09-4546-969f-ec13290af711 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:24.126199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b03fd-1967-413d-a58b-c85863c111f4 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:24.150518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.158045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:24.210693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:24.211067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.294569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.306012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.353354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.371113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.414333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.434961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7db541c-f804-4c3f-b3d3-22ec77b79d8b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.448409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0985578a-a2b0-4626-ab47-c075e7a4dfc3']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:24.465896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.470536 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ce12f9a-bb85-49c0-8f94-661afbb48c6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0960484 Apr 21 14:50:24.470536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1381aa0d-eeca-4cf5-8198-41e84afe913e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:24.470536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1381aa0d-eeca-4cf5-8198-41e84afe913e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:24.479736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59550) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.492577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0996dc21-c89b-4315-bbb8-6efd8817c5ed', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:24.494726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.504742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:24.509113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:24.513040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:24.519108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,segment=NetworkSegment(5c63dbc8-e980-475d-bd6e-437c8d1ccccc),segment_id=5c63dbc8-e980-475d-bd6e-437c8d1ccccc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:24.522850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.526270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network d88c768d-4eed-40fb-a422-c0d5870f70fa is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:24.529440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:24.531412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:24.533340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.537757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:24.538161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.546714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:24.560818 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:24.585759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b54183fb-e5f3-43d7-875f-e2366c0fbc23 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:24.618977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:50:24.620799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:24.621814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.631698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.637877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Subnet': ['ID=11b4fee8-51d9-42f4-abc1-97ac05690b6c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:24.659221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Deleting port ad302d77-fa37-497c-822a-33e2a6111851 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:24.659559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.704545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.708879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b54183fb-e5f3-43d7-875f-e2366c0fbc23 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:24.709415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b54183fb-e5f3-43d7-875f-e2366c0fbc23 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:24.710819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7296836e-6b5d-44b3-a4e4-483d57423fd8 None None] Provisioning for port b91870ea-f0a9-4061-a989-f746828f73b6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:24.739978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7296836e-6b5d-44b3-a4e4-483d57423fd8 None None] Provisioning complete for port b91870ea-f0a9-4061-a989-f746828f73b6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:24.740471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7296836e-6b5d-44b3-a4e4-483d57423fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.800145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.817418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59554) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.818367 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ec45fb06-7b4f-4890-92af-2039d912f90d tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/subnets/11b4fee8-51d9-42f4-abc1-97ac05690b6c HTTP/1.1" status: 204 len: 168 time: 1.3244624 Apr 21 14:50:24.819257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.860107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.864970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:24.890955 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/0985578a-a2b0-4626-ab47-c075e7a4dfc3 HTTP/1.1" status: 204 len: 168 time: 2.9584420 Apr 21 14:50:24.907969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59558) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:24.917041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7296836e-6b5d-44b3-a4e4-483d57423fd8 None None] Port b91870ea-f0a9-4061-a989-f746828f73b6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:25.000777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5009c71-27b2-4781-ae30-90cd6cd0d021,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.011375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a088bdbe-0e65-4637-a81c-dd7a33117603 None None] The port 'ad302d77-fa37-497c-822a-33e2a6111851' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:25.029075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.041249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d62f1af-8431-43db-9714-8d7eb9fae59d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:25.041963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c7b82-4a22-4b6b-8503-a4cb235df049 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=0985578a-a2b0-4626-ab47-c075e7a4dfc3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.131873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Provisioning complete for port b91870ea-f0a9-4061-a989-f746828f73b6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:25.132275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.225400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.244123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Port b91870ea-f0a9-4061-a989-f746828f73b6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:25.284647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Provisioning complete for port 05270017-df72-410f-b3a6-caeb8c9e09c8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:25.285021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.298845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.300345 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-560a9720-dc26-485d-a88e-8c38e414271d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8193903 Apr 21 14:50:25.317040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Allocated IP 172.20.0.2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3/470c50a9-45c5-426d-af97-8ba55638c845) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:25.337009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3d62f1af-8431-43db-9714-8d7eb9fae59d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:25.364732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3d62f1af-8431-43db-9714-8d7eb9fae59d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:25.365098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.424623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8468acdc-7e5e-4dab-ac1b-47156ae500ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.451527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d5f63522-7a0b-44d7-bee1-189e3ddfb143 None None] Port 05270017-df72-410f-b3a6-caeb8c9e09c8 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:25.585445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:50:25.594541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.606413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.624721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Router 47a59fdf-9a08-44ec-9f59-4872cd579e4b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:50:25.666434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:25.670343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.677400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:25.677987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.679704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.691585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-66ffb00f-6f98-43f5-a957-f4c3bc382a2a None None] Provisioning complete for port b91870ea-f0a9-4061-a989-f746828f73b6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:25.691954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-66ffb00f-6f98-43f5-a957-f4c3bc382a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.704084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=535218e6-a98b-49d9-ae7b-6711117671cb,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.712277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.718362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.719421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.728630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-10c525ea-3a1a-4f2a-b646-fb0f6875d8b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:25.742829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52de7cef-7b03-4dcb-9a2a-7fc6565aaef3']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:25.753470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-57583aa0-cebc-4e91-82e9-578f21d62e0f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2998292 Apr 21 14:50:25.761615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:25.770905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a80ad3-f1f2-420e-a6fa-d340beab536b') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:25.771277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a80ad3-f1f2-420e-a6fa-d340beab536b') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:25.779688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.781232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:f9:55:09', 'name': 'tempest-NetworksTestDHCPv6-570694592'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:25.789052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-66ffb00f-6f98-43f5-a957-f4c3bc382a2a None None] Port b91870ea-f0a9-4061-a989-f746828f73b6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:25.794542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3d62f1af-8431-43db-9714-8d7eb9fae59d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d62f1af-8431-43db-9714-8d7eb9fae59d,segment=NetworkSegment(ea168791-a1ed-4f17-84ff-0a44c6a477c9),segment_id=ea168791-a1ed-4f17-84ff-0a44c6a477c9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:25.798316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Transition to ACTIVE for port object 470c50a9-45c5-426d-af97-8ba55638c845 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.801493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.802546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da984895-cae5-4979-83a2-732070fecb49 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:25.904413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Transition to ACTIVE for port object 470c50a9-45c5-426d-af97-8ba55638c845 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:25.925705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:25.968362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:25.971614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=b91870ea-f0a9-4061-a989-f746828f73b6,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:25.971774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:25.975152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:25.977028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3d62f1af-8431-43db-9714-8d7eb9fae59d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.053330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.060229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:26.076596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:26.078120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:26.080335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:26.157479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port da984895-cae5-4979-83a2-732070fecb49 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:26.157479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.179530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-10c525ea-3a1a-4f2a-b646-fb0f6875d8b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:26.189072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-10c525ea-3a1a-4f2a-b646-fb0f6875d8b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039388367&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.6206501 Apr 21 14:50:26.211312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:26.218948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Attempting to bind port 470c50a9-45c5-426d-af97-8ba55638c845 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:26.219271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Attempting to bind port 470c50a9-45c5-426d-af97-8ba55638c845 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:26.219639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Attempting to bind port 470c50a9-45c5-426d-af97-8ba55638c845 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:26.221686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Pushing event updated for resources: {'Port': ['ID=470c50a9-45c5-426d-af97-8ba55638c845,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.234707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:26.235082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:26.235484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.235877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:26.236350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Bound port: 470c50a9-45c5-426d-af97-8ba55638c845, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:26.236721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.380353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-d377a16f-98f4-4c80-942b-bf28b926bf62 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:26.380925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-d377a16f-98f4-4c80-942b-bf28b926bf62 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:26.386900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] For port 470c50a9-45c5-426d-af97-8ba55638c845, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:26.390486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.392960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] For port 470c50a9-45c5-426d-af97-8ba55638c845, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=470c50a9-45c5-426d-af97-8ba55638c845,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:26.398169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.404822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.415552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:26.415954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:26.444641 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:26.457650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port da79aaa6-0edf-4d8c-8ab2-e152b2a403db yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:26.467597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a4d39913-1e09-4546-969f-ec13290af711 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:26.489319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:26.514272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] Sync routers for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:26.523317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: a4d39913-1e09-4546-969f-ec13290af711 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:26.523656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a4d39913-1e09-4546-969f-ec13290af711 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:26.524062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ad302d77-fa37-497c-822a-33e2a6111851 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:26.555413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8935ab2a-6037-4e7e-9549-174da8207a0b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1674139 Apr 21 14:50:26.555413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-d377a16f-98f4-4c80-942b-bf28b926bf62 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:26.555692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59578) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:26.561730 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-d377a16f-98f4-4c80-942b-bf28b926bf62 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 797 time: 0.3713918 Apr 21 14:50:26.568649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ad302d77-fa37-497c-822a-33e2a6111851 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:26.569258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ad302d77-fa37-497c-822a-33e2a6111851 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:26.595133 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-a88f047f-e333-4db1-aa24-bedcf99d3984 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0323355 Apr 21 14:50:26.599954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3670386-d0bd-4891-8b6d-1fd9f6539708 None None] Pushing event updated for resources: {'Port': ['ID=470c50a9-45c5-426d-af97-8ba55638c845,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.604535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-77399fe5-b231-4734-a024-fd553cdb2a1a None None] Provisioning complete for port b91870ea-f0a9-4061-a989-f746828f73b6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:26.605039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-77399fe5-b231-4734-a024-fd553cdb2a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.628334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Router e61db2f3-ae0b-4007-9bb6-4887bfc8f33b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:50:26.638090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:26.638855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:26.669625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.689791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:26.707769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] Pushing event deleted for resources: {'Network': ['ID=52de7cef-7b03-4dcb-9a2a-7fc6565aaef3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:26.714982 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1fef04f1-e8f1-43a0-9ebd-b3a8bd2b51c6 tempest-FloatingIPTestJSON-879885871 tempest-FloatingIPTestJSON-879885871-project] 10.222.0.35 "DELETE /v2.0/networks/52de7cef-7b03-4dcb-9a2a-7fc6565aaef3 HTTP/1.1" status: 204 len: 168 time: 1.8905172 Apr 21 14:50:26.723241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:26.742193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:26.742968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:49:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:26.773425 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bb452d78-0621-4972-a5bd-a459f8b742c6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773992 Apr 21 14:50:26.812934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:26.813467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7b6ed4-4051-4408-8337-8e0675978ff5 None None] The sync data for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:26.819786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-77399fe5-b231-4734-a024-fd553cdb2a1a None None] Port b91870ea-f0a9-4061-a989-f746828f73b6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:26.854256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d62f1af-8431-43db-9714-8d7eb9fae59d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:27.035350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3d62f1af-8431-43db-9714-8d7eb9fae59d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:27.035561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.084674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.205368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:27.259846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 172.20.0.12 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3/da79aaa6-0edf-4d8c-8ab2-e152b2a403db) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:27.267166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fef9:5509 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/535218e6-a98b-49d9-ae7b-6711117671cb/da79aaa6-0edf-4d8c-8ab2-e152b2a403db) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:27.296774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59588) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:27.303732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-9fb543d5-1189-4a83-9e9c-35f197d04bde service neutron] 10.222.0.35 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651256 Apr 21 14:50:27.309893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:27.310170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.490587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ee67f85d-83f3-48eb-9f98-c37907a8dbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.595614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-9a57ebb2-5e15-40ea-afb5-56a76e46e7f2 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375433 Apr 21 14:50:27.601037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-72696019-63cb-4cdc-a22e-8de2b0bd9454 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fe83a602a2f4d4699c4a9b41a0aa744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010707 Apr 21 14:50:27.602029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59594) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:27.697405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:27.712504 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] Sync routers for ids ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:27.718930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:27.719353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:27.729931 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] Routers {'e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:27.730809 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:27.775251 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fc8562a8-bc5d-4c9f-a422-a16148b73ecf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/routers/e61db2f3-ae0b-4007-9bb6-4887bfc8f33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5161552 Apr 21 14:50:27.777534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59600) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:27.835690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:27.847031 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] Routers {'e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:27.847970 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:27.929245 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:27.929934 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7958d32b-dd92-4743-aacb-e0eaa5e91d42 None None] The sync data for ids ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:28.050816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.103109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.117163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object da79aaa6-0edf-4d8c-8ab2-e152b2a403db will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:28.204806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec91a6b2-7b0a-4cb9-a8d3-bfc170f3d0b1 req-a1d0f2ea-0c6c-4ff7-96d2-7d70949a54c9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.0992818 Apr 21 14:50:28.217030 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-b3aead18-b0d4-4108-88b3-7c4469799518 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:28.218973 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b3aead18-b0d4-4108-88b3-7c4469799518 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6623297 Apr 21 14:50:28.221822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.223513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59612) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:28.234682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af847a-8876-4bce-998e-10f20a02555b None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:28.272547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.404792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048aaf5-240d-47ad-abc5-85797aa55466 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:28.405838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3048aaf5-240d-47ad-abc5-85797aa55466 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:28.450403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] For port 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:28.450721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.456340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8c534fd8-b8ab-4464-aa4d-89bcd3413412 None None] Provisioning for port 470c50a9-45c5-426d-af97-8ba55638c845 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:28.458917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3048aaf5-240d-47ad-abc5-85797aa55466 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:28.463828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3048aaf5-240d-47ad-abc5-85797aa55466 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?device_id=e61db2f3-ae0b-4007-9bb6-4887bfc8f33b HTTP/1.1" status: 200 len: 988 time: 0.6736720 Apr 21 14:50:28.467474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:28.472729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.675166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Calling delete_port for 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:28.684007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.710431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '535218e6-a98b-49d9-ae7b-6711117671cb'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '470c50a9-45c5-426d-af97-8ba55638c845'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:50:28.713502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:28.719598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:28.721440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b5b296-435e-4bfc-8008-42dbf87cbcdc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:28.728259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:28.781006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.799784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:28.801276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8825f942-66dd-4051-a0f9-53d6b716652d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/28b5b296-435e-4bfc-8008-42dbf87cbcdc HTTP/1.1" status: 204 len: 168 time: 1.1980193 Apr 21 14:50:29.021751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=da79aaa6-0edf-4d8c-8ab2-e152b2a403db,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.025101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 470c50a9-45c5-426d-af97-8ba55638c845 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:29.107036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:29.107984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.121272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.173047 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-675b857b-bc9a-4f69-987b-7c2cf5e2fccc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4092040 Apr 21 14:50:29.173920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59628) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.209123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 470c50a9-45c5-426d-af97-8ba55638c845 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:29.214168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 470c50a9-45c5-426d-af97-8ba55638c845 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:29.214545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.237040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.351541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6cfb6-b202-46f7-8b95-3c2ebf1d7f3c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:29.357815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6cfb6-b202-46f7-8b95-3c2ebf1d7f3c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:29.361287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aef6cfb6-b202-46f7-8b95-3c2ebf1d7f3c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:29.374819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Port': ['ID=7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:29.475768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aef6cfb6-b202-46f7-8b95-3c2ebf1d7f3c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:29.479919 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aef6cfb6-b202-46f7-8b95-3c2ebf1d7f3c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3026929 Apr 21 14:50:29.481748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.533816 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0e89d20-111f-4558-9446-640ab35a9abd req-acf7b13d-07dc-4eeb-a7a1-f51b162b964f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.1237254 Apr 21 14:50:29.587450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Allocated IP 2001:db8::f816:3eff:fe4e:7078 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/535218e6-a98b-49d9-ae7b-6711117671cb/470c50a9-45c5-426d-af97-8ba55638c845) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:29.756511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.806261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port da79aaa6-0edf-4d8c-8ab2-e152b2a403db {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:29.806986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.895487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] For port 470c50a9-45c5-426d-af97-8ba55638c845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=470c50a9-45c5-426d-af97-8ba55638c845,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:29.929922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59654) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:29.930714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.939480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:29.950720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Transition to ACTIVE for port object 470c50a9-45c5-426d-af97-8ba55638c845 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:29.956775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.095079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.158557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:30.159090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:30.167812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40357af0-f431-4e80-99d4-8be7f2c7a24e None None] Pushing event updated for resources: {'Port': ['ID=470c50a9-45c5-426d-af97-8ba55638c845,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:30.175973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.194421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-689dc6ce-7b25-4352-a41c-2ef79101bb5f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:30.195821 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-689dc6ce-7b25-4352-a41c-2ef79101bb5f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 797 time: 0.5983329 Apr 21 14:50:30.201815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-171161487'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:30.218806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:30.251272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:network and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:30.260854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:30.281812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:30.342512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.376548 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:50:30.424771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Made reservation on behalf of 8e2c6f8d12b34c7ea02cafb8842b09d7 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:30.428485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.441623 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-b3a4916f-6544-41ee-a87c-59fd9d9a025c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 380 time: 0.2308905 Apr 21 14:50:30.500903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['0996dc21-c89b-4315-bbb8-6efd8817c5ed']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:30.524545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.580050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:30.591506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:security_group_rule and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:30.648077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:30.676629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:30.714326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.732034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.774316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 470c50a9-45c5-426d-af97-8ba55638c845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=470c50a9-45c5-426d-af97-8ba55638c845,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:30.779854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:30.867775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:30.882629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6eb63e0-8054-4857-af75-316d91afd4c8 req-22068afc-b3d9-4c1a-b3ee-2f2cb2e6b7b4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.1452961 Apr 21 14:50:30.888254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for da79aaa6-0edf-4d8c-8ab2-e152b2a403db owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:30.923403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=470c50a9-45c5-426d-af97-8ba55638c845,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:30.937243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Provisioning for port 470c50a9-45c5-426d-af97-8ba55638c845 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:30.944232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Provisioning complete for port 470c50a9-45c5-426d-af97-8ba55638c845 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:30.944973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.009481 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-19354f4a-5b07-4984-9283-e8811858a09b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7050033 Apr 21 14:50:31.023486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:31.044904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 470c50a9-45c5-426d-af97-8ba55638c845 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:31.101131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:31.125257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f44a462-d0f9-47ec-82ca-0d042d7dc2ed tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2109764 Apr 21 14:50:31.128603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59666) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:31.129133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:31.176188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:31.177387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:31.223348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port b91870ea-f0a9-4061-a989-f746828f73b6 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:31.223758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.240996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting port 05270017-df72-410f-b3a6-caeb8c9e09c8 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:31.241362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.281518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:port and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:31.292090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:31.308083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:31.364409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting subnet ec0a9a15-d60e-4f6a-a702-296433f575ac {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:31.377636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.377874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:31.382148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.431916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:31.500390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.553703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.567349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:31.574806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:31.576714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 470c50a9-45c5-426d-af97-8ba55638c845 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:31.577676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.657237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-5657ad15-79b0-4348-bb12-7a33afb2cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:31.658714 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-5657ad15-79b0-4348-bb12-7a33afb2cf5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.5309286 Apr 21 14:50:31.678526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.699901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69aa23c-5048-429e-bf8d-cd78e6199319,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:31.703014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:31.703640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:31.860795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Provisioning for port da79aaa6-0edf-4d8c-8ab2-e152b2a403db completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:31.863251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:31.865164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:31.876279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.009840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for b91870ea-f0a9-4061-a989-f746828f73b6 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:32.040809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Provisioning complete for port da79aaa6-0edf-4d8c-8ab2-e152b2a403db triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:32.041113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Calling delete_port for 05270017-df72-410f-b3a6-caeb8c9e09c8 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:32.041625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.080425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:32.094431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a2621e2c-f1f2-43dc-b304-be98e74721dc None None] Port da79aaa6-0edf-4d8c-8ab2-e152b2a403db was deleted so its status cannot be updated. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 21 14:50:32.127879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e1cb9-13f0-4e77-be1e-2f72f6125fff None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:32.182639 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-024efdc0-12a4-4dcc-a6bf-9ac8fbdffc11 req-04455eda-ad1b-4ef6-8d07-d5091edd0a9a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.1199839 Apr 21 14:50:32.211712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5bcf9b27-d31d-49ef-8f6d-75143187850d None None] Could not find standard attr ID for object da79aaa6-0edf-4d8c-8ab2-e152b2a403db. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:32.214531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5bcf9b27-d31d-49ef-8f6d-75143187850d None None] Could not find standard attr ID for object 688235c4-9670-4f53-ad3d-ec78ce774625. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:32.219016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5bcf9b27-d31d-49ef-8f6d-75143187850d None None] Could not find standard attr ID for object 8c79bd99-364e-4c90-8d4c-7982e12a87a9. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:50:32.251273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-be67825e-7f38-4a80-a3f5-985734715896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:32.252709 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-be67825e-7f38-4a80-a3f5-985734715896 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.5418439 Apr 21 14:50:32.265755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.270161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:50:32.328331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.344857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=da79aaa6-0edf-4d8c-8ab2-e152b2a403db,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.380006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.380006 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Added segment 8f5b378a-157c-493b-99f6-a7c1eaad7dc9 of type vlan for network e4206cf6-f069-44a9-bde7-a21601cacb52 Apr 21 14:50:32.439850 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-751117a8-6fb4-44a1-bbd7-5df6354524c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.1764162 Apr 21 14:50:32.571642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.615015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.633839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.641589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0a9a15-d60e-4f6a-a702-296433f575ac,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.648809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.14 (5f2b1654-485d-4ebb-8ee4-81c56fb891cb/dc8c269b-8b13-42d9-b438-20ae270a5ec2/6653d33e-2491-4974-9eac-2088640dfad5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:32.652925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-3369074d-6692-416c-98f1-32ea4d6453f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:32.654392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-3369074d-6692-416c-98f1-32ea4d6453f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.2043052 Apr 21 14:50:32.656880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.661499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff6a13f-0925-4a5b-8dab-dd41c7eca461 None None] Network 074ef5e1-d813-468b-b06c-136cc37bb062 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:32.708951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.759476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.766488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:32.767090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:32.823762 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8cc530b6-6876-4c1c-a53a-f55ada49a32c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0a9a15-d60e-4f6a-a702-296433f575ac HTTP/1.1" status: 204 len: 168 time: 1.6784909 Apr 21 14:50:32.823762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=b91870ea-f0a9-4061-a989-f746828f73b6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.887054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59672) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.906912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Network': ['ID=e4206cf6-f069-44a9-bde7-a21601cacb52,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:32.912356 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-75ee9935-4c67-4a52-990e-4cf64a9193a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/da79aaa6-0edf-4d8c-8ab2-e152b2a403db HTTP/1.1" status: 204 len: 168 time: 3.4294012 Apr 21 14:50:32.913134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59676) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:32.925498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e4206cf6-f069-44a9-bde7-a21601cacb52 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:50:33.057695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] DHCP port deletion for 074ef5e1-d813-468b-b06c-136cc37bb062 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:33.059383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2909089a-a32a-4dce-bed6-e1c8bae849e8 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1242995 Apr 21 14:50:33.060586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 470c50a9-45c5-426d-af97-8ba55638c845 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:33.078566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59680) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.087265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.133885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Deleting port 15435217-d0a9-4464-86e0-55f9f49700c5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:33.134597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.140123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.148833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'subnet': {'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:33.347740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Port': ['ID=05270017-df72-410f-b3a6-caeb8c9e09c8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:33.350592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.382577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 470c50a9-45c5-426d-af97-8ba55638c845 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:33.383034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.559963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:33.614200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:33.616589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:33.618314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:33.619154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:33.621065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:33.621628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7d424fd6-a8c3-46c6-9d9b-b6c46b2c1ede not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:33.711385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] For port 15435217-d0a9-4464-86e0-55f9f49700c5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15435217-d0a9-4464-86e0-55f9f49700c5,segment=NetworkSegment(30eb2c02-a662-4ded-9f39-9d70ed405736),segment_id=30eb2c02-a662-4ded-9f39-9d70ed405736)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:33.711385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.713496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:33.720305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:33.723923 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-72188f28-63ed-4e67-b3c6-540df8b65ee5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7990885 Apr 21 14:50:33.727388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59686) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:33.761352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Deleting port 15435217-d0a9-4464-86e0-55f9f49700c5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:33.761690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.790882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:subnet and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:33.815981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:33.824031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.834832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:33.862593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Calling delete_port for 15435217-d0a9-4464-86e0-55f9f49700c5 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:33.916153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.922707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Made reservation on behalf of 8e2c6f8d12b34c7ea02cafb8842b09d7 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:33.927211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:33.949874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 6653d33e-2491-4974-9eac-2088640dfad5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:33.955636 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f6064ee6-e499-41e2-a38e-4df108316399 req-e023403a-1513-4017-afbc-26b8e81dfc7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.2428076 Apr 21 14:50:33.957691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-20981161-a3fc-44dd-a3e9-e9f9d9a3c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:33.959228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-20981161-a3fc-44dd-a3e9-e9f9d9a3c265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2964866 Apr 21 14:50:33.986246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.038658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] Pushing event deleted for resources: {'Port': ['ID=15435217-d0a9-4464-86e0-55f9f49700c5,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:34.051295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655bfb3-4f66-456b-a4bb-050a2d61b720 None None] No DVR routers for this DVR port 15435217-d0a9-4464-86e0-55f9f49700c5 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:34.173773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:34.217485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] The port '15435217-d0a9-4464-86e0-55f9f49700c5' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:34.219545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.254476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Router e61db2f3-ae0b-4007-9bb6-4887bfc8f33b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:34.346169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.386197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Router 47a59fdf-9a08-44ec-9f59-4872cd579e4b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:34.426743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.468521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:34.523407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:34.525957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:34.542136 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-12bafb2a-6065-495a-9c3e-a0649e9631c1 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498784 Apr 21 14:50:34.543727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.604784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:34.678200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:34.691878 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f428d666-7a13-4a62-a11f-c9cd69075159 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/routers/e61db2f3-ae0b-4007-9bb6-4887bfc8f33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2205443 Apr 21 14:50:34.692076 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] Sync routers for ids ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:34.693022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.695372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:34.704537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074ef5e1-d813-468b-b06c-136cc37bb062']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.707850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] Sync routers for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:34.712497 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] Routers {'e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:34.713116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.714212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:34.715067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.720197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:34.721147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.787528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eb2c02-a662-4ded-9f39-9d70ed405736') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.787815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eb2c02-a662-4ded-9f39-9d70ed405736') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.791445 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.802519 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] Routers {'e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:34.803274 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.841453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.849950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.860442 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8fb362c1-7293-41d5-aeeb-d9f515db4b3c tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6324353 Apr 21 14:50:34.861779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:34.862661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.872374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59694) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:34.897098 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ad7eb5-5cc2-45be-8229-ba71ec88cd2d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:50:34.897820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-25ad7eb5-5cc2-45be-8229-ba71ec88cd2d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:34.907610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.934983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:34.935389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.935721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cf4ba8cc-c894-4dd5-addb-6eb09a8586f2 None None] Provisioning for port 6653d33e-2491-4974-9eac-2088640dfad5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:34.943742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15435217-d0a9-4464-86e0-55f9f49700c5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:34.951035 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:34.953742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:34.970018 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:34.970846 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6348e642-f494-4ee9-a563-67d5ad33670b None None] The sync data for ids ['e61db2f3-ae0b-4007-9bb6-4887bfc8f33b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:35.005378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 15435217-d0a9-4464-86e0-55f9f49700c5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:35.006026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15435217-d0a9-4464-86e0-55f9f49700c5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:35.015981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d089f720-d020-44ba-8b59-2a9a50569ad1 req-92f7ddee-8efc-4e40-966d-2e9244583383 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584105 Apr 21 14:50:35.027354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cf4ba8cc-c894-4dd5-addb-6eb09a8586f2 None None] Provisioning complete for port 6653d33e-2491-4974-9eac-2088640dfad5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:35.028409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba8cc-c894-4dd5-addb-6eb09a8586f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.070313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:35.070902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c0241f-eb8c-4342-a2d0-2d6efd58031d None None] The sync data for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:35.126937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ba8cc-c894-4dd5-addb-6eb09a8586f2 None None] Port 6653d33e-2491-4974-9eac-2088640dfad5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:35.146059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.171460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.176716 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-bba495db-bb5b-41c9-af57-84951428a0a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6808176 Apr 21 14:50:35.211318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-2dd11891-f45c-4872-9b95-020238bd469e tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] delete failed (client error): The resource could not be found. Apr 21 14:50:35.212206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2dd11891-f45c-4872-9b95-020238bd469e tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/routers/tempest-non_exist_router-1374686100 HTTP/1.1" status: 404 len: 335 time: 0.3231430 Apr 21 14:50:35.221623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Request body: {'port': {'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:35.264718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59700) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.279331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fb9a2883-d62a-40d1-805a-8ed562f490d8 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'router': {'external_gateway_info': {'network_id': '47a59fdf-9a08-44ec-9f59-4872cd579e4b'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:35.306897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.325949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Pushing event deleted for resources: {'Network': ['ID=074ef5e1-d813-468b-b06c-136cc37bb062,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.335862 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-09ab067e-88f4-4567-881a-32a672f7fa62 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/networks/074ef5e1-d813-468b-b06c-136cc37bb062 HTTP/1.1" status: 204 len: 168 time: 2.4463229 Apr 21 14:50:35.339122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59704) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.340118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-25ad7eb5-5cc2-45be-8229-ba71ec88cd2d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:35.341231 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-25ad7eb5-5cc2-45be-8229-ba71ec88cd2d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/b91870ea-f0a9-4061-a989-f746828f73b6 HTTP/1.1" status: 404 len: 333 time: 0.6473899 Apr 21 14:50:35.346586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59708) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.350015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'routes': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:35.409897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.518529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Subnet': ['ID=608c5b86-5548-4d03-8156-3e53d698f361,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.529494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:35.541498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077eecfb-2fca-432e-b3d0-21c1ae1ad748 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:35.565386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Checking segment: {'id': '8f5b378a-157c-493b-99f6-a7c1eaad7dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:35.565736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network hostable DHCP agents. Network: e4206cf6-f069-44a9-bde7-a21601cacb52, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:50:35.587575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.591910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fe8d0ea2-b2f3-40ae-a49a-f46b1c642814 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3 HTTP/1.1" status: 204 len: 168 time: 1.8611059 Apr 21 14:50:35.638999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59712) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:35.724428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5c84c-0809-4634-bdec-00c224598146 req-14b3990f-b63a-413d-b484-e4ce41609958 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:35.725949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-55e5c84c-0809-4634-bdec-00c224598146 req-14b3990f-b63a-413d-b484-e4ce41609958 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 932 time: 0.6228671 Apr 21 14:50:35.727966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.794178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network e4206cf6-f069-44a9-bde7-a21601cacb52 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:50:35.805103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.898079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fb9a2883-d62a-40d1-805a-8ed562f490d8 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.940964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 535218e6-a98b-49d9-ae7b-6711117671cb {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:35.949052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e4206cf6-f069-44a9-bde7-a21601cacb52) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:35.958252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:35.959889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d77af-2c83-4a75-a9ef-c9d9413958e5 None None] Network e4206cf6-f069-44a9-bde7-a21601cacb52 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:36.008397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:36.009483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.045877 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-fb9a2883-d62a-40d1-805a-8ed562f490d8 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] update failed (client error): The resource could not be found. Apr 21 14:50:36.052243 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fb9a2883-d62a-40d1-805a-8ed562f490d8 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b HTTP/1.1" status: 404 len: 339 time: 0.7809486 Apr 21 14:50:36.057526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59716) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.064100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Added routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 21 14:50:36.064406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.extraroute_db [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Removed routes are [] {{(pid=88108) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 21 14:50:36.064763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.140729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-55e5c84c-0809-4634-bdec-00c224598146 req-1ce17a6e-ac1e-462e-92ea-3ca6aa939c3a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581429 Apr 21 14:50:36.219693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.222424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.241349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-e4206cf6-f069-44a9-bde7-a21601cacb52', 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52', 'tenant_id': '8e2c6f8d12b34c7ea02cafb8842b09d7', 'fixed_ips': [{'subnet_id': '608c5b86-5548-4d03-8156-3e53d698f361'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:36.242190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.256649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.349293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.390786 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5360f158-7f8d-4e36-b0c4-0d6095311d64 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3030570 Apr 21 14:50:36.399101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59720) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.412811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Allocated IP 172.20.0.2 (e4206cf6-f069-44a9-bde7-a21601cacb52/608c5b86-5548-4d03-8156-3e53d698f361/21f865d8-5c76-4627-9b1d-0999891576e6) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:36.439599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1060813975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:36.462190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:36.540576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5ad49960-6457-4ef7-817e-34abc0108959 None None] Provisioning complete for port 470c50a9-45c5-426d-af97-8ba55638c845 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:36.540946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ad49960-6457-4ef7-817e-34abc0108959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.649580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.653260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.653869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Fanout notify agent at l3_agent the message router_deleted on router e61db2f3-ae0b-4007-9bb6-4887bfc8f33b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:50:36.656090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.669293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:router and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:36.736139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.739599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9595fd29-f8bd-4a24-ab31-0d1ed917697a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/routers/e61db2f3-ae0b-4007-9bb6-4887bfc8f33b HTTP/1.1" status: 204 len: 168 time: 1.3389103 Apr 21 14:50:36.752045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.764169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Transition to ACTIVE for port object 21f865d8-5c76-4627-9b1d-0999891576e6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:36.778654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:36.784819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Transition to ACTIVE for port object 21f865d8-5c76-4627-9b1d-0999891576e6 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:36.789056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59724) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.794082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.800460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:36.823477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 00f9eb39-66ae-4769-9f67-c739a3a659be has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:36.871404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Pushing event updated for resources: {'Port': ['ID=21f865d8-5c76-4627-9b1d-0999891576e6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:36.887599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Network e4206cf6-f069-44a9-bde7-a21601cacb52 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:36.889018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:36.891959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:36.963801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.964700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.977118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:36.984001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Attempting to bind port 21f865d8-5c76-4627-9b1d-0999891576e6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:36.984398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Attempting to bind port 21f865d8-5c76-4627-9b1d-0999891576e6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '8f5b378a-157c-493b-99f6-a7c1eaad7dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:36.984764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Attempting to bind port 21f865d8-5c76-4627-9b1d-0999891576e6 on network e4206cf6-f069-44a9-bde7-a21601cacb52 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:36.985283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.989474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-618d4402-47c7-4702-9c4e-b358f25732b9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 700 time: 1.6464884 Apr 21 14:50:36.989676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59728) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:36.990611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:36.990982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Checking segment: {'id': '8f5b378a-157c-493b-99f6-a7c1eaad7dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:36.991389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.991778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Bound using segment: {'id': '8f5b378a-157c-493b-99f6-a7c1eaad7dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:36.992241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Bound port: 21f865d8-5c76-4627-9b1d-0999891576e6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5b378a-157c-493b-99f6-a7c1eaad7dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:36.992617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:36.996361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Sync routers for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:37.009418 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:37.010480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:37.045317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21f2a7d6-585d-42bf-9ac6-2c999a4a6c16 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:37.064984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.065242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-21f2a7d6-585d-42bf-9ac6-2c999a4a6c16 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:37.069477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-21f2a7d6-585d-42bf-9ac6-2c999a4a6c16 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 205 time: 0.0759449 Apr 21 14:50:37.069764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59732) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.097601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] For port 21f865d8-5c76-4627-9b1d-0999891576e6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:37.103168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] For port 21f865d8-5c76-4627-9b1d-0999891576e6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=21f865d8-5c76-4627-9b1d-0999891576e6,segment=NetworkSegment(8f5b378a-157c-493b-99f6-a7c1eaad7dc9),segment_id=8f5b378a-157c-493b-99f6-a7c1eaad7dc9)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:37.107954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.188563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 0cb0ce87-b178-4b61-8c7c-cb26b0a28141 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:37.203304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.205363 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:37.214832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547e5b6-a739-4797-b88f-899644b3847c None None] Pushing event updated for resources: {'Port': ['ID=21f865d8-5c76-4627-9b1d-0999891576e6,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:37.244082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.245911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=535218e6-a98b-49d9-ae7b-6711117671cb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:37.249409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.256302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e55eb-440e-4749-93fe-e6785c6fe0d1 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:37.310574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.381418 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:37.388760 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Checking router: 00f9eb39-66ae-4769-9f67-c739a3a659be for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:37.411249 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Routers {'00f9eb39-66ae-4769-9f67-c739a3a659be'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:37.412124 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['00f9eb39-66ae-4769-9f67-c739a3a659be'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:37.433733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.462142 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3297d799-13d3-4a46-867c-0c27efa488da tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/535218e6-a98b-49d9-ae7b-6711117671cb HTTP/1.1" status: 204 len: 168 time: 1.8120139 Apr 21 14:50:37.478926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59738) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.488030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.635726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.668399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.672274 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4336f759-40da-4004-99d6-061a17d3114d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2518518 Apr 21 14:50:37.676429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59742) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.706142 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] Set router 00f9eb39-66ae-4769-9f67-c739a3a659be gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:37.734570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:37.742555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Deleting port 470c50a9-45c5-426d-af97-8ba55638c845 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:37.743069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.759974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6653d33e-2491-4974-9eac-2088640dfad5 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:50:37.792688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.800554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ff3b601d-acd3-4533-8152-bb0f2f22536b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:37.806977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.847006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ff3b601d-acd3-4533-8152-bb0f2f22536b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:router {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:37.852821 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff3b601d-acd3-4533-8152-bb0f2f22536b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3665216 Apr 21 14:50:37.854403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59746) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.875058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.875968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 00f9eb39-66ae-4769-9f67-c739a3a659be {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:50:37.893450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.900111 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c7bf288c-9ce2-45b6-8b73-fd5fc406bef0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 204 len: 168 time: 0.8288341 Apr 21 14:50:37.907024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:37.910323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff0c6f-cf29-4f02-949c-6d75b8c141c6 req-f7449bcd-b4ae-46a9-be7b-819ad4572e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:37.912005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e1ff0c6f-cf29-4f02-949c-6d75b8c141c6 req-f7449bcd-b4ae-46a9-be7b-819ad4572e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 932 time: 0.4948351 Apr 21 14:50:37.912649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59750) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:37.918348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1047311644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:37.925832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:37.929104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:37.931089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.931714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Usage tracker for resource:router and tenant:286551c5a4354ffdad9b913849ee4e59 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:37.933375 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28daa82-4e8c-43a8-b799-42a2e199f2b5 None None] The sync data for ids ['00f9eb39-66ae-4769-9f67-c739a3a659be'] in dv-neutron-838896-1-hyperv is: [{'id': '00f9eb39-66ae-4769-9f67-c739a3a659be', 'name': 'tempest-RoutersTest-router-992570218', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:48:58Z', 'updated_at': '2022-04-21T14:50:29Z', 'revision_number': 11, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:37.935628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:37.945810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:37.995705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e1ff0c6f-cf29-4f02-949c-6d75b8c141c6 req-34bf3da4-49fe-4ca7-8332-d13aaff91bbf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519302 Apr 21 14:50:37.997138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:37.998479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.018252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.044408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.054392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] For port 470c50a9-45c5-426d-af97-8ba55638c845, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=470c50a9-45c5-426d-af97-8ba55638c845,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:38.054806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.079145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.083121 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2872fae7-8969-46a6-a1ef-72e3faf78bdf tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1664150 Apr 21 14:50:38.083457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59754) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:38.089376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:38.184688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Calling delete_port for 470c50a9-45c5-426d-af97-8ba55638c845 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:38.202734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Transition to ACTIVE for port object 6653d33e-2491-4974-9eac-2088640dfad5 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:38.295387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.360363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] No DVR routers for this DVR port 470c50a9-45c5-426d-af97-8ba55638c845 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:38.365441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1635ec0-11c1-4726-ba8f-1ffda1aef706 None None] Pushing event deleted for resources: {'Port': ['ID=470c50a9-45c5-426d-af97-8ba55638c845,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:38.526740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.561482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:38.565457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.627785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:38.637168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:38.646889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978361c-51bd-4a51-b48a-21c8603dbb26 None None] Network e4206cf6-f069-44a9-bde7-a21601cacb52 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:38.687366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.700019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:38.744658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8a802dd0-260d-4f48-95e8-e806d79fdac7 None None] Provisioning for port 21f865d8-5c76-4627-9b1d-0999891576e6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:38.894490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:38.937510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Router 12879c21-0ac3-4372-a2d0-4c58e751b27b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:50:38.966019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 21f865d8-5c76-4627-9b1d-0999891576e6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:39.000297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:39.068270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 21f865d8-5c76-4627-9b1d-0999891576e6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:39.074105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 21f865d8-5c76-4627-9b1d-0999891576e6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:39.074948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.110938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:39.118251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.119533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-403a5270-dc21-46f2-b27c-84b265f2fbc9 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "PUT /v2.0/routers/12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 200 len: 694 time: 1.0350831 Apr 21 14:50:39.122202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59762) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.158730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Sync routers for ids ['12879c21-0ac3-4372-a2d0-4c58e751b27b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:39.184651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Routers {'12879c21-0ac3-4372-a2d0-4c58e751b27b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:39.185334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['12879c21-0ac3-4372-a2d0-4c58e751b27b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:39.262608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:39.266567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.285900 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8efd34ce-5221-4e76-8d92-68dcfdb2d2e1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/routers/12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 200 len: 700 time: 0.1625328 Apr 21 14:50:39.299518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59766) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.313728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Attempting to bind port 6653d33e-2491-4974-9eac-2088640dfad5 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:39.314065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Attempting to bind port 6653d33e-2491-4974-9eac-2088640dfad5 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:39.314392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Attempting to bind port 6653d33e-2491-4974-9eac-2088640dfad5 on network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:39.378119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Set router 12879c21-0ac3-4372-a2d0-4c58e751b27b gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:39.379734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17de0-b0cc-4603-aee1-8902d8af8c45 req-4b0f10ee-35c1-402f-a52d-93afb3cffde1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:39.381280 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7d17de0-b0cc-4603-aee1-8902d8af8c45 req-4b0f10ee-35c1-402f-a52d-93afb3cffde1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.1912270 Apr 21 14:50:39.407893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Port 6653d33e-2491-4974-9eac-2088640dfad5 on network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:50:39.407893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Attempting to bind port 6653d33e-2491-4974-9eac-2088640dfad5 on network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:39.424563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.429527 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7d17de0-b0cc-4603-aee1-8902d8af8c45 req-50c6d4e5-29f1-4e74-bde3-8b6bd1916c20 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410094 Apr 21 14:50:39.525152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.528433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-987c9c33-4a50-4069-8341-4b11a3d4cba1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Synchronizing usage tracker for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:39.534169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12879c21-0ac3-4372-a2d0-4c58e751b27b', 'name': 'tempest-RoutersTest-router-1047311644', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:50:38Z', 'updated_at': '2022-04-21T14:50:38Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:39.544540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:39.544747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Checking router: 12879c21-0ac3-4372-a2d0-4c58e751b27b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:50:39.544862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Checking segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:39.545257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Bound using segment: {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:39.545713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Bound port: 6653d33e-2491-4974-9eac-2088640dfad5, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c6dea6-785a-496f-bc16-7ae3672efdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:39.546077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.571094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dbd89875-097d-423c-b7ff-ae4d77490d67 None None] Provisioning complete for port 21f865d8-5c76-4627-9b1d-0999891576e6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:39.571379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbd89875-097d-423c-b7ff-ae4d77490d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.595572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Routers {'12879c21-0ac3-4372-a2d0-4c58e751b27b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:39.596206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['12879c21-0ac3-4372-a2d0-4c58e751b27b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:39.604600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb0ce87-b178-4b61-8c7c-cb26b0a28141,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:39.608907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.656783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542d9aa-b4f5-44bf-97eb-a2ffc0ccd07d None None] Network 6b2c3fc0-3af0-4559-a048-50cee62ce79d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:39.669138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 21f865d8-5c76-4627-9b1d-0999891576e6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=21f865d8-5c76-4627-9b1d-0999891576e6,segment=NetworkSegment(8f5b378a-157c-493b-99f6-a7c1eaad7dc9),segment_id=8f5b378a-157c-493b-99f6-a7c1eaad7dc9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:39.711302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.728261 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1b022fe9-0049-4af4-b60d-b54f5296a505 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/0cb0ce87-b178-4b61-8c7c-cb26b0a28141 HTTP/1.1" status: 204 len: 168 time: 2.9303045 Apr 21 14:50:39.730895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59770) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.739310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:39.748128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-987c9c33-4a50-4069-8341-4b11a3d4cba1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Unset dirty status for tenant:286551c5a4354ffdad9b913849ee4e59 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:39.753006 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-987c9c33-4a50-4069-8341-4b11a3d4cba1 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 200 len: 205 time: 0.4361789 Apr 21 14:50:39.753157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59774) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:39.777159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Allocated IP 172.20.0.1 (7659fea3-4e5a-423f-b65b-e09e2cf1603c/f0a99790-25e6-492f-b710-8f684163ffa9/c877be94-7c6d-40ae-962d-c56ed1133837) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:39.845749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 470c50a9-45c5-426d-af97-8ba55638c845 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:39.964233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] Set router 12879c21-0ac3-4372-a2d0-4c58e751b27b gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:50:40.083934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 470c50a9-45c5-426d-af97-8ba55638c845 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:40.083934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 470c50a9-45c5-426d-af97-8ba55638c845 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:40.110436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12879c21-0ac3-4372-a2d0-4c58e751b27b', 'name': 'tempest-RoutersTest-router-1047311644', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:50:38Z', 'updated_at': '2022-04-21T14:50:38Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:40.134335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.151916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d77e54-8243-4341-a61a-f6b13a58fdd7 None None] The sync data for ids ['12879c21-0ac3-4372-a2d0-4c58e751b27b'] in dv-neutron-838896-1-hyperv is: [{'id': '12879c21-0ac3-4372-a2d0-4c58e751b27b', 'name': 'tempest-RoutersTest-router-1047311644', 'tenant_id': '286551c5a4354ffdad9b913849ee4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:50:38Z', 'updated_at': '2022-04-21T14:50:38Z', 'revision_number': 2, 'project_id': '286551c5a4354ffdad9b913849ee4e59', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:40.185053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:40.192985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=21f865d8-5c76-4627-9b1d-0999891576e6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:40.197073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.315967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6653d33e-2491-4974-9eac-2088640dfad5,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:40.346257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.367154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] DHCP port deletion for 6b2c3fc0-3af0-4559-a048-50cee62ce79d request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:40.371531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Deleting port 3d62f1af-8431-43db-9714-8d7eb9fae59d {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:40.371900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.422445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 3d62f1af-8431-43db-9714-8d7eb9fae59d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:40.422786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.518349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:40.518912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.520307 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 1094 time: 5.3105342 Apr 21 14:50:40.520459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.524308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.527140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:50:40.618099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.618713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Fanout notify agent at l3_agent the message router_deleted on router 12879c21-0ac3-4372-a2d0-4c58e751b27b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:50:40.660510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.738392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] For port 3d62f1af-8431-43db-9714-8d7eb9fae59d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d62f1af-8431-43db-9714-8d7eb9fae59d,segment=NetworkSegment(ea168791-a1ed-4f17-84ff-0a44c6a477c9),segment_id=ea168791-a1ed-4f17-84ff-0a44c6a477c9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:40.738974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.755190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.756654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-56ce5e0a-86db-402f-8922-7e57c3bf8518 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 204 len: 168 time: 1.0025799 Apr 21 14:50:40.774740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59784) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.836935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:40.839129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ab1781-1983-4f58-b5be-58532744534e'] response: {'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5', 'status': 'completed', 'code': 200} Apr 21 14:50:40.851626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.857397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:40.864350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7608a-9885-4a1d-93e9-2042066430a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:40.874346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9eb82f88-65c1-42c1-af32-25ca03072b66 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 200 len: 205 time: 0.0875363 Apr 21 14:50:40.891281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:40.891855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:40.895646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59788) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.906602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Calling delete_port for 3d62f1af-8431-43db-9714-8d7eb9fae59d owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:40.935331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=a1c8577a-689e-43ae-8b0c-5b741aa86936,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:40.936930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769492b-6077-4efb-8b5f-049f96e36b1e None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:40.958383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b8d1943b-597d-4bdb-817f-0b9586c2a689 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0743077 Apr 21 14:50:40.964629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Transition to ACTIVE for port object c877be94-7c6d-40ae-962d-c56ed1133837 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:40.965602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:40.969540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 21f865d8-5c76-4627-9b1d-0999891576e6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:40.986265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:41.010893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Allocated IP 172.20.0.1 (e4206cf6-f069-44a9-bde7-a21601cacb52/608c5b86-5548-4d03-8156-3e53d698f361/b4a017a0-86a5-49f2-bfe2-2624a732c175) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:41.126537 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-04147713-d976-42a1-a400-0b01687bcd97 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:41.129985 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-04147713-d976-42a1-a400-0b01687bcd97 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/12879c21-0ac3-4372-a2d0-4c58e751b27b HTTP/1.1" status: 404 len: 336 time: 0.1205635 Apr 21 14:50:41.138951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59796) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.143619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] For port 3d62f1af-8431-43db-9714-8d7eb9fae59d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3d62f1af-8431-43db-9714-8d7eb9fae59d,segment=NetworkSegment(ea168791-a1ed-4f17-84ff-0a44c6a477c9),segment_id=ea168791-a1ed-4f17-84ff-0a44c6a477c9)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:41.143978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.172022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-7cf359bd-5cd7-4bb4-b03c-0064a5753c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:41.173534 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-7cf359bd-5cd7-4bb4-b03c-0064a5753c88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1097 time: 0.5761335 Apr 21 14:50:41.212829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.253901 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f2439f-ae08-4e8e-90f8-a7fe11dfb42b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.254144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f2439f-ae08-4e8e-90f8-a7fe11dfb42b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.258219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-33f2439f-ae08-4e8e-90f8-a7fe11dfb42b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/bd7cb1d5-1348-464a-ae95-58d7139a6162 HTTP/1.1" status: 404 len: 337 time: 0.1168046 Apr 21 14:50:41.281942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] Pushing event deleted for resources: {'Port': ['ID=3d62f1af-8431-43db-9714-8d7eb9fae59d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:41.287098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fba5f-1e23-4a62-904b-0a8c66c33667 None None] No DVR routers for this DVR port 3d62f1af-8431-43db-9714-8d7eb9fae59d on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:41.315360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-b573e565-643c-462f-8c81-efbf912ac35e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 217 time: 0.0776114 Apr 21 14:50:41.315809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59800) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.323120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 21f865d8-5c76-4627-9b1d-0999891576e6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:41.323638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.330840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 3d62f1af-8431-43db-9714-8d7eb9fae59d owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:41.385828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014783f-41ce-4d66-bdca-fffe415c218c req-cacb73cd-5458-4d91-ad3b-5f9d5491a1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:41.387497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d014783f-41ce-4d66-bdca-fffe415c218c req-cacb73cd-5458-4d91-ad3b-5f9d5491a1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.7768703 Apr 21 14:50:41.438323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.487608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d014783f-41ce-4d66-bdca-fffe415c218c req-6c0310b9-3afb-4f99-aecc-53f86e73af6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631635 Apr 21 14:50:41.489674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:41.490090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:41.495599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'a1c8577a-689e-43ae-8b0c-5b741aa86936'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:41.496971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.504646 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d465eab-3b2b-43e4-af9c-e760e5479a13 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.505099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d465eab-3b2b-43e4-af9c-e760e5479a13 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.509140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7d465eab-3b2b-43e4-af9c-e760e5479a13 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/f06db0db-44f8-4f8b-8041-566ccb5aff76 HTTP/1.1" status: 404 len: 337 time: 0.1846144 Apr 21 14:50:41.510030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.550539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:41.554777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4acaaf-1974-432d-8bda-079e4d64bd01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.555439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4acaaf-1974-432d-8bda-079e4d64bd01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.565539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa4acaaf-1974-432d-8bda-079e4d64bd01 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/f430e663-c6e5-4f25-837b-dff78183436a HTTP/1.1" status: 404 len: 337 time: 0.0543134 Apr 21 14:50:41.566360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59808) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.572910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:41.584766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:41.585796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:41.588868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Port': ['ID=c877be94-7c6d-40ae-962d-c56ed1133837,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:41.598603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:41.602725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:41.614742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1285e6dd-4eb2-46d0-806e-35194f63f0db tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:41.615156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:41.615267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1285e6dd-4eb2-46d0-806e-35194f63f0db tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:41.621987 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1285e6dd-4eb2-46d0-806e-35194f63f0db tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/ec0a9a15-d60e-4f6a-a702-296433f575ac HTTP/1.1" status: 404 len: 337 time: 0.0541818 Apr 21 14:50:41.622778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.654891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-6fb08c40-9cfb-4eca-aa65-66e8f0ba88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:41.656448 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-6fb08c40-9cfb-4eca-aa65-66e8f0ba88c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 200 len: 834 time: 0.3327360 Apr 21 14:50:41.677152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-563459f4-6379-46fe-a3f4-f1384a03ee84 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 200 len: 205 time: 0.0532610 Apr 21 14:50:41.677828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:41.691891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d62f1af-8431-43db-9714-8d7eb9fae59d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:41.732200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.740928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:41.741135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 3d62f1af-8431-43db-9714-8d7eb9fae59d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:41.741649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3d62f1af-8431-43db-9714-8d7eb9fae59d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:41.759651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.772846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Allocated IP 172.20.0.2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/a1c8577a-689e-43ae-8b0c-5b741aa86936/acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:41.837176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.857068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Transition to ACTIVE for port object b4a017a0-86a5-49f2-bfe2-2624a732c175 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:41.923073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7bf8d157-43aa-432c-b8cc-32ea005c2c29 None None] Provisioning for port c877be94-7c6d-40ae-962d-c56ed1133837 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:41.932575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7bf8d157-43aa-432c-b8cc-32ea005c2c29 None None] Provisioning complete for port c877be94-7c6d-40ae-962d-c56ed1133837 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:41.932948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7bf8d157-43aa-432c-b8cc-32ea005c2c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:41.956669 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-7afa7a94-6da0-44e6-8ba3-f58e5cc5738b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:41.961196 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7afa7a94-6da0-44e6-8ba3-f58e5cc5738b tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/00f9eb39-66ae-4769-9f67-c739a3a659be HTTP/1.1" status: 404 len: 336 time: 0.2821507 Apr 21 14:50:41.961879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.013094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 3d62f1af-8431-43db-9714-8d7eb9fae59d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:42.013595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.017159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315a355-c9f9-4261-8577-b126c666fad3 req-e8fde6ef-9ca9-4343-a863-3a47f4949b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:42.018951 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-e8fde6ef-9ca9-4343-a863-3a47f4949b91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3540227 Apr 21 14:50:42.043551 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7afd8095-2cb1-46b2-9718-f4b6002d7dae tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=48e07215-5ec4-4f6b-a03d-dc29e57d1c65 HTTP/1.1" status: 200 len: 205 time: 0.0804460 Apr 21 14:50:42.050881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.053523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8d157-43aa-432c-b8cc-32ea005c2c29 None None] Port c877be94-7c6d-40ae-962d-c56ed1133837 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:42.083954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.096005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Transition to ACTIVE for port object acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:42.115720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Transition to ACTIVE for port object acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:42.121852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.129080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.163191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] The port '3d62f1af-8431-43db-9714-8d7eb9fae59d' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:42.165354 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-dd42ae55-74f0-4223-be93-e9e1d81325e2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:42.165978 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dd42ae55-74f0-4223-be93-e9e1d81325e2 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/48e07215-5ec4-4f6b-a03d-dc29e57d1c65 HTTP/1.1" status: 404 len: 336 time: 0.1135459 Apr 21 14:50:42.196689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:42.196906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.199624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:42.203619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:42.209537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Pushing event updated for resources: {'Port': ['ID=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.263504 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-567c7acb-6d12-4007-8ba0-63166073b61f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.263954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567c7acb-6d12-4007-8ba0-63166073b61f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.268700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-567c7acb-6d12-4007-8ba0-63166073b61f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/21624d99-9d80-434f-bb78-035645f56335 HTTP/1.1" status: 404 len: 337 time: 0.0684462 Apr 21 14:50:42.270237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59832) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.303553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Attempting to bind port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:42.303926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Attempting to bind port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:42.304293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Attempting to bind port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:42.309667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:42.310035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:42.310429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.310815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:42.311316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Bound port: acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:42.311751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.366101 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5b6a6174-830f-4e28-abb9-86c0248ddfba tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 200 len: 205 time: 0.0927532 Apr 21 14:50:42.369822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59836) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.409188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.410845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] For port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:42.414245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] For port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:42.418944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.436780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.440510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network e4206cf6-f069-44a9-bde7-a21601cacb52 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:42.447775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:42.454988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f836de93-a243-442a-b8d3-ea34624b4dc7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:42.455998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f836de93-a243-442a-b8d3-ea34624b4dc7 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/94003187-adfc-428d-87ef-0ff6e67e1958 HTTP/1.1" status: 404 len: 336 time: 0.0853763 Apr 21 14:50:42.458821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.511778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e39c80-99ad-4469-8fed-7f2e6eac2f09 None None] Pushing event updated for resources: {'Port': ['ID=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.519507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d6a25d65-62ab-49d4-9bcf-e74daf80796f tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=10801bdb-99af-4054-bf13-78146448a264 HTTP/1.1" status: 200 len: 205 time: 0.0594327 Apr 21 14:50:42.520677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:42.521417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2c3fc0-3af0-4559-a048-50cee62ce79d']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:42.528197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59846) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.552786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=b4a017a0-86a5-49f2-bfe2-2624a732c175,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.624860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea168791-a1ed-4f17-84ff-0a44c6a477c9') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:42.625241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea168791-a1ed-4f17-84ff-0a44c6a477c9') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:42.654486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.659857 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-4c3ce18f-2ccf-4870-929e-17711096a0f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093550 Apr 21 14:50:42.680503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.740201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-90df28cd-60b6-4d6d-9698-cfa75d2a1183 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:42.744317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-90df28cd-60b6-4d6d-9698-cfa75d2a1183 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/10801bdb-99af-4054-bf13-78146448a264 HTTP/1.1" status: 404 len: 336 time: 0.2123168 Apr 21 14:50:42.747982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:42.748472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:42.764837 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:42.773313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59850) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:42.830280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.899548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.925906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-95574629-b7af-48b8-9aa1-621eda92abd4 None None] Provisioning for port b4a017a0-86a5-49f2-bfe2-2624a732c175 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:42.932234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-95574629-b7af-48b8-9aa1-621eda92abd4 None None] Provisioning complete for port b4a017a0-86a5-49f2-bfe2-2624a732c175 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:42.932572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.932679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-95574629-b7af-48b8-9aa1-621eda92abd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:42.938551 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1f04f-e959-4eb6-a1a0-da27a880a58d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:42.938987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a1f04f-e959-4eb6-a1a0-da27a880a58d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:42.947483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=6b2c3fc0-3af0-4559-a048-50cee62ce79d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:42.953906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c088d35-d174-4cc7-a729-0698b2d4e711 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/6b2c3fc0-3af0-4559-a048-50cee62ce79d HTTP/1.1" status: 204 len: 168 time: 3.2219262 Apr 21 14:50:42.964553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d429e0-86c0-4a79-a405-ab69915956ab req-8e148bb1-1162-4224-b64f-00bf5a6af95e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:42.966761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7d429e0-86c0-4a79-a405-ab69915956ab req-8e148bb1-1162-4224-b64f-00bf5a6af95e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.2734425 Apr 21 14:50:42.967400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59854) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.016127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-95574629-b7af-48b8-9aa1-621eda92abd4 None None] Port b4a017a0-86a5-49f2-bfe2-2624a732c175 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:43.049190 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26a1f04f-e959-4eb6-a1a0-da27a880a58d tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/41aff1f1-c297-4c9f-b505-e5325eff0656 HTTP/1.1" status: 404 len: 337 time: 0.2638445 Apr 21 14:50:43.055095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59858) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.112589 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e83e2bfe-2b31-436f-bb25-0bf1f9c044f3 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7378abd-d52e-4584-9137-5693cbc263a1 HTTP/1.1" status: 200 len: 205 time: 0.0525193 Apr 21 14:50:43.115260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.124771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9df980f-a881-4226-80e9-dd2ddddb6e77 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:43.125484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d9df980f-a881-4226-80e9-dd2ddddb6e77 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:43.187333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7d429e0-86c0-4a79-a405-ab69915956ab req-853a4899-8c60-48bd-8618-ddf27e7745fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859803 Apr 21 14:50:43.210141 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b98a8b71-7316-421b-9865-151c5ba36d3c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:43.210141 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b98a8b71-7316-421b-9865-151c5ba36d3c tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/f7378abd-d52e-4584-9137-5693cbc263a1 HTTP/1.1" status: 404 len: 336 time: 0.0894661 Apr 21 14:50:43.210141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59866) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.219253 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7315a355-c9f9-4261-8577-b126c666fad3 req-36e5d7f0-89ed-42fd-baf5-73ca25264a12 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5449119 Apr 21 14:50:43.246248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d9df980f-a881-4226-80e9-dd2ddddb6e77 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:43.247389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d9df980f-a881-4226-80e9-dd2ddddb6e77 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/85c3e745-9066-4e59-a225-6e50bac40c97 HTTP/1.1" status: 200 len: 844 time: 0.2787216 Apr 21 14:50:43.251816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59870) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.254852 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d78a2bd-6f5e-4a78-a071-a2533736d023 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.255344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d78a2bd-6f5e-4a78-a071-a2533736d023 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.259288 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d78a2bd-6f5e-4a78-a071-a2533736d023 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/a43d4374-6895-4ce1-9b9f-d7aab9d37543 HTTP/1.1" status: 404 len: 337 time: 0.0475411 Apr 21 14:50:43.279610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59874) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.325191 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4b4df7bd-f40d-425b-af3a-daa0eda6533e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/85c3e745-9066-4e59-a225-6e50bac40c97?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0722663 Apr 21 14:50:43.328860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59878) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.334251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:43.445390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:43.449717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:43.453388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:43.458580 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-47deb727-3ac9-445a-9eba-d83f774330b0 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "GET /v2.0/ports?device_id=25e978cf-d83a-430a-a423-42dfe3d5e540 HTTP/1.1" status: 200 len: 205 time: 0.1698034 Apr 21 14:50:43.459754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59882) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.465543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:43.519827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.654300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-929310dc-4077-4cf8-9fb2-d81002f45272 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] delete failed (client error): The resource could not be found. Apr 21 14:50:43.658450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-929310dc-4077-4cf8-9fb2-d81002f45272 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/routers/25e978cf-d83a-430a-a423-42dfe3d5e540 HTTP/1.1" status: 404 len: 336 time: 0.1922913 Apr 21 14:50:43.658965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59886) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.694480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:43.697902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.728946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e256ee1b-e3b4-40c3-ba81-bb006fc1d429 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.729331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e256ee1b-e3b4-40c3-ba81-bb006fc1d429 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.734544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e256ee1b-e3b4-40c3-ba81-bb006fc1d429 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/31536890-843a-464b-9b53-99b89607679e HTTP/1.1" status: 404 len: 337 time: 0.0714190 Apr 21 14:50:43.735411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:43.735538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.747899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-4e891ffb-7e40-4e2d-b752-f10c116a7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:43.749546 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-4e891ffb-7e40-4e2d-b752-f10c116a7171 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1097 time: 0.4688754 Apr 21 14:50:43.753161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:50:43.756424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:43.824203 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5253d9fe-f9e6-4f49-a379-1dc55fe0c162 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] DELETE failed (client error): The resource could not be found. Apr 21 14:50:43.824662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5253d9fe-f9e6-4f49-a379-1dc55fe0c162 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:43.829358 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5253d9fe-f9e6-4f49-a379-1dc55fe0c162 tempest-RoutersTest-1390611640 tempest-RoutersTest-1390611640-project] 10.222.0.35 "DELETE /v2.0/subnets/360e1511-bec3-4992-ab08-4e15ebb8536d HTTP/1.1" status: 404 len: 337 time: 0.0903826 Apr 21 14:50:43.850041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8b36c40a-0070-4bac-bc95-0aec9ef7f0a6 None None] Provisioning for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:43.986215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.048057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:44.051375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:44.055974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:44.056573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.060157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a0066-6000-4721-9aac-58aaf954c0ff None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:44.077962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=32da4fca-cf4b-4de6-9357-1bebf0b1fadf,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.091460 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a7898034-6897-4cbc-a2d2-efdae8e28051 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7615395 Apr 21 14:50:44.092759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59898) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.098641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'security_group': {'name': 'tempest-secgroup-812760656'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:44.104439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:44.108607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:44.111565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:44.117647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:44.130413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.163612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:44.167999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:44.171659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:44.173806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59902) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.179853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:44.185592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event updated for resources: {'Port': ['ID=c877be94-7c6d-40ae-962d-c56ed1133837,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.275320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.281493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.352609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.399754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.401970 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3078372 Apr 21 14:50:44.405936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14771c-fb60-400b-87a6-0c07b80e3430 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f92a3-44ea-48e1-a34b-276e7c1d0cf3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.416924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59910) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.427804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038748519'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:44.444336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'tenant_id': '738c3f039c314c5cb9714f56b21eccf6', 'fixed_ips': [{'subnet_id': '32da4fca-cf4b-4de6-9357-1bebf0b1fadf'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:50:44.444633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:44.445573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.457845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:44.463897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:44.484961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:44.491201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5b2db2e9-10ca-4b64-ad4b-4a3e5cb6aa47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=286551c5a4354ffdad9b913849ee4e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162959 Apr 21 14:50:44.496085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59914) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.528498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe34f4b-9ee6-4f87-97fe-8ffa7496be4a req-74479c98-4764-4715-bbf9-f50a8ccfbb95 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:44.530151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9fe34f4b-9ee6-4f87-97fe-8ffa7496be4a req-74479c98-4764-4715-bbf9-f50a8ccfbb95 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.2000308 Apr 21 14:50:44.533064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.574571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-b149fc93-b450-4926-b91c-08f4ea4b0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:44.576007 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-b149fc93-b450-4926-b91c-08f4ea4b0ea9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 898 time: 0.5539153 Apr 21 14:50:44.601839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:44.612679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:44.618100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:44.634558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9fe34f4b-9ee6-4f87-97fe-8ffa7496be4a req-b24457d6-f4dd-45ba-b3ef-078aec2f9aa3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858622 Apr 21 14:50:44.637561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:44.645677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.649234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Allocated IP 2001:db8::2 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/32da4fca-cf4b-4de6-9357-1bebf0b1fadf/2466c26d-0b3d-4723-be14-e6e30ede9e1b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:44.688943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.735261 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-b48ea96c-e0d3-42b5-ae6e-09bd908d4635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 217 time: 0.0996263 Apr 21 14:50:44.777955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.788189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.816269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-c9a6692e-73d1-4b1e-a6d6-18196a8ecbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:44.817453 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-c9a6692e-73d1-4b1e-a6d6-18196a8ecbde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 200 len: 834 time: 0.0685554 Apr 21 14:50:44.818525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.886286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fc521-602f-48d3-b3e0-166f51c92a9e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:44.899514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.900938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-08618194-9092-456b-ac89-c4301e018cb3 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4830551 Apr 21 14:50:44.903959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59918) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:44.912288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1657108309', 'security_groups': ['d56fc521-602f-48d3-b3e0-166f51c92a9e'], 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32da4fca-cf4b-4de6-9357-1bebf0b1fadf'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:44.931813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:44.932661 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/776b5212-9c4e-4a77-a75f-f0823457c36a HTTP/1.1" status: 204 len: 168 time: 0.4316182 Apr 21 14:50:44.933660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55497-67a8-429f-92cd-e02f34a431e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b5212-9c4e-4a77-a75f-f0823457c36a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.003153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:45.003898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.018336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:45.022107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:45.104870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:45.116395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.117897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:45.130071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:45.137543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Transition to ACTIVE for port object 2466c26d-0b3d-4723-be14-e6e30ede9e1b will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:45.172157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Transition to ACTIVE for port object 2466c26d-0b3d-4723-be14-e6e30ede9e1b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:45.176438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:45.181917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.193768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.221025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.238340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:45.238717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.361917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.365384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:45.370983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:45.379895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:45.392377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port a2a42eea-b702-4019-b95c-b3e4c2af64b9 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:45.401493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.432669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-3ffd59ee-746e-4976-a4d9-aa9efe497a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:45.434188 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-3ffd59ee-746e-4976-a4d9-aa9efe497a22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6076860 Apr 21 14:50:45.521885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=b4a017a0-86a5-49f2-bfe2-2624a732c175,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:45.549261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9e630318-90bf-42bb-87ee-b44e5ed46111 None None] Provisioning complete for port c877be94-7c6d-40ae-962d-c56ed1133837 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:45.549656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e630318-90bf-42bb-87ee-b44e5ed46111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.723583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::208 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/32da4fca-cf4b-4de6-9357-1bebf0b1fadf/a2a42eea-b702-4019-b95c-b3e4c2af64b9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:45.729741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Attempting to bind port 2466c26d-0b3d-4723-be14-e6e30ede9e1b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:50:45.730119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Attempting to bind port 2466c26d-0b3d-4723-be14-e6e30ede9e1b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ac4e033f-b39b-4d09-90b8-4955643ac8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:50:45.730475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Attempting to bind port 2466c26d-0b3d-4723-be14-e6e30ede9e1b on network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:50:45.739979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:50:45.740382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Checking segment: {'id': 'ac4e033f-b39b-4d09-90b8-4955643ac8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:50:45.740835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.741253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Bound using segment: {'id': 'ac4e033f-b39b-4d09-90b8-4955643ac8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:50:45.741731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Bound port: 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4e033f-b39b-4d09-90b8-4955643ac8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:50:45.742101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.758332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9e630318-90bf-42bb-87ee-b44e5ed46111 None None] Port c877be94-7c6d-40ae-962d-c56ed1133837 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:45.763658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:45.849541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Router 47a59fdf-9a08-44ec-9f59-4872cd579e4b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:45.924540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:50:45.928386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:50:45.932472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.019751 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-3407f32a-0344-4d09-bc2b-617aea18b2ff service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914544 Apr 21 14:50:46.024569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6653d33e-2491-4974-9eac-2088640dfad5 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:50:46.053004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.058144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34401fef-cf83-48c2-a1b9-8d5a6bc9f042 None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.072104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cf215-4100-4553-91de-e41e326607d1 req-570ef03c-cdcd-483a-965a-9337825d2866 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:46.082182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b85cf215-4100-4553-91de-e41e326607d1 req-570ef03c-cdcd-483a-965a-9337825d2866 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.1751068 Apr 21 14:50:46.097118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object a2a42eea-b702-4019-b95c-b3e4c2af64b9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:46.167648 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b85cf215-4100-4553-91de-e41e326607d1 req-38259bca-c7af-4037-b64a-0fdba860a423 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849497 Apr 21 14:50:46.188887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.205017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.213248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59946) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.243179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6653d33e-2491-4974-9eac-2088640dfad5,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:46.259079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '6653d33e-2491-4974-9eac-2088640dfad5', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:50:46.261791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:46.269543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:46.274508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:46.280150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:46.280826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.330782 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0217290 Apr 21 14:50:46.354126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.384826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6653d33e-2491-4974-9eac-2088640dfad5 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:50:46.412221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.415184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6653d33e-2491-4974-9eac-2088640dfad5,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:46.421576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.472169 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5644832 Apr 21 14:50:46.473092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59954) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.479660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590573a5-9b6f-4e95-bdb3-c518b61481f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=a2a42eea-b702-4019-b95c-b3e4c2af64b9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.485733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:46.535137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:46.551214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:46.599027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:46.610428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-40369f1b-5299-492e-9599-ec693908f465 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4411216 Apr 21 14:50:46.610600 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] Sync routers for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:46.613747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network e4206cf6-f069-44a9-bde7-a21601cacb52 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:46.614556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59958) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:46.617116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:46.621463 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-12baf416-47e1-4f81-aeb1-8af4096ce1fb req-63802c63-f596-419a-8403-79b05300d3da service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5639596 Apr 21 14:50:46.624534 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:46.626122 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:46.713596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.725675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:46.728869 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-43feaa3f-7e68-49df-baf7-87fa5cdde730 tempest-NetworksApiDiscovery-659636374 tempest-NetworksApiDiscovery-659636374-project] 10.222.0.35 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3106365 Apr 21 14:50:46.732345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.734124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.768020 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:46.768639 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:46.822334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['6653d33e-2491-4974-9eac-2088640dfad5'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:50:46.847139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ced2b38c-b365-4974-afc2-84d69949df3a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:46.910677 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:46.911073 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a14c7-a159-4d5b-938d-7d99bcd7194d None None] The sync data for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:46.957084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:50:46.957373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:50:46.959604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:46.964028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:46.966896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:46.975710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:46.994523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:46.999463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.019117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:47.060554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:47.069125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:47.069910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.088975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683fd33b-cc6e-46ec-995a-377d1fbafcaa None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:47.134097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=fe0df1a9-dfaf-4416-b264-2ca04fb394f2,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:47.141682 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.1716483 Apr 21 14:50:47.147855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59966) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.172441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:93:86:5b', 'name': 'tempest-NetworksTestDHCPv6-1065764968'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:47.281512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c46267cf-de9a-4ddd-80b7-943e25763980 None None] Provisioning complete for port b4a017a0-86a5-49f2-bfe2-2624a732c175 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:47.282070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c46267cf-de9a-4ddd-80b7-943e25763980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.318795 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32da4fca-cf4b-4de6-9357-1bebf0b1fadf (CIDR: 2001:db8::/64) Apr 21 14:50:47.323156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.338579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d05a-0cc1-40a9-8e07-8656954f6e3f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,revision_number=4']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:47.342739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:47.344390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:47.443736 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e91c5cda-3e0c-4645-a17e-19dfeafb624e tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9657295 Apr 21 14:50:47.448210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59978) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.448839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Router 41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:50:47.451842 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-ced2b38c-b365-4974-afc2-84d69949df3a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 14:50:47.456036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ced2b38c-b365-4974-afc2-84d69949df3a tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b HTTP/1.1" status: 409 len: 329 time: 0.8403511 Apr 21 14:50:47.456852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:47.471381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:47.532178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:47.626437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.642037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c46267cf-de9a-4ddd-80b7-943e25763980 None None] Port b4a017a0-86a5-49f2-bfe2-2624a732c175 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:47.647974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.660482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:47.671371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:47.673443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:47.686415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Usage tracker for resource:security_group_rule and tenant:a6f267bba2a249358e1d8c39754cb029 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:47.689922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:47.694235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:47.705917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:47.746648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:47.759485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.862666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:47.898556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c84754be-a880-44be-9c2f-4e1de736eade None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:47.898928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c84754be-a880-44be-9c2f-4e1de736eade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:47.984019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0334d-9d98-44bd-ada6-bfb6aeb15544 req-c1bef745-b071-4426-b181-14ccf6ea2cb0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:47.985568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4c0334d-9d98-44bd-ada6-bfb6aeb15544 req-c1bef745-b071-4426-b181-14ccf6ea2cb0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.5921419 Apr 21 14:50:47.994288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:47.999976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c84754be-a880-44be-9c2f-4e1de736eade None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:48.005140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:48.102101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:48.108470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4c0334d-9d98-44bd-ada6-bfb6aeb15544 req-0cfee965-c12f-49c3-8a73-2820378566cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045213 Apr 21 14:50:48.113805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f6685064-4681-4f6d-ac53-0840337872c5 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "PUT /v2.0/routers/41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4325273 Apr 21 14:50:48.118347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c84754be-a880-44be-9c2f-4e1de736eade None None] Provisioning for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:48.130430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.130588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:48.140435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:48.143604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'port': {'network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52', 'name': 'tempest-FloatingIPNegativeTestJSON-445497469'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:48.144864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:48.149932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] Sync routers for ids ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:48.153539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:48.169088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] Routers {'41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:48.170127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:48.191199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.206465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:48.210069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.231635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:48.246092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:48.246092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.292626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:48.330428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1eedac39-bb2d-4bd7-8ff7-7ae5606e31f5 None None] Provisioning for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:48.334220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 969abb9b-f454-4de8-80fd-7b239069767c yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:48.336035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] Routers {'41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:48.336789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:48.421243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:48.421243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba94819-a0e9-4499-9bd1-5b571ee1d66b None None] The sync data for ids ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:48.427865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1eedac39-bb2d-4bd7-8ff7-7ae5606e31f5 None None] Provisioning complete for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:48.428353 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1eedac39-bb2d-4bd7-8ff7-7ae5606e31f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.476915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.490909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.544081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1eedac39-bb2d-4bd7-8ff7-7ae5606e31f5 None None] Port a2a42eea-b702-4019-b95c-b3e4c2af64b9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:48.567929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.575477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6f267bba2a249358e1d8c39754cb029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2487712 Apr 21 14:50:48.576409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce5bbd-3c48-4916-aad7-09543dcdb2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e9e35d-fac7-4a1b-b36f-db8cb9cc4db2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:48.585862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 59990) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:48.611530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:48.612924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:48.617160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.618167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:48.652474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:port and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:48.665594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:48.674743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 172.20.0.7 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/a1c8577a-689e-43ae-8b0c-5b741aa86936/969abb9b-f454-4de8-80fd-7b239069767c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:48.684381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:48.692598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe93:865b (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/fe0df1a9-dfaf-4416-b264-2ca04fb394f2/969abb9b-f454-4de8-80fd-7b239069767c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:48.716819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Made reservation on behalf of 8e2c6f8d12b34c7ea02cafb8842b09d7 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:48.720832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.765879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] device_id is not set on port f4add6da-6880-4102-9044-28d3b694c565 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:50:48.780800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:48.800580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.817887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:48.818444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.869698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:48.923283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.012047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.058062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.071469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e10081dd-e794-4c4b-a284-8334117f0bc8 None None] Provisioning complete for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:49.071839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e10081dd-e794-4c4b-a284-8334117f0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.116425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:49.123037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:49.128860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:49.130935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.147383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f3369-d92f-48ee-9292-403d06789126 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:49.160668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 969abb9b-f454-4de8-80fd-7b239069767c will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:49.162888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=1311ae72-0e8f-480c-9463-f298b1d7bc54,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:49.172202 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-38960446-68b4-4749-bdda-1a1734eaf8d5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7208641 Apr 21 14:50:49.173839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 59996) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.180629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1658139428', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1311ae72-0e8f-480c-9463-f298b1d7bc54'}], 'security_groups': ['2a4f92a3-44ea-48e1-a34b-276e7c1d0cf3']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:49.226355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.338129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e9e35d-fac7-4a1b-b36f-db8cb9cc4db2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:49.358394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Allocated IP 172.20.0.8 (e4206cf6-f069-44a9-bde7-a21601cacb52/608c5b86-5548-4d03-8156-3e53d698f361/f4add6da-6880-4102-9044-28d3b694c565) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:49.360980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.434520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.438458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f5ee759-90fa-469a-9561-9d5a8a9e438b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05e9e35d-fac7-4a1b-b36f-db8cb9cc4db2 HTTP/1.1" status: 204 len: 168 time: 0.8484206 Apr 21 14:50:49.465345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:49.469538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:49.503313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:49.515803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778049f8-7f7d-448f-b39a-b3cce1873199 req-c0e99be9-7b5f-4749-a880-9b138ffa4db2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:49.517662 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-778049f8-7f7d-448f-b39a-b3cce1873199 req-c0e99be9-7b5f-4749-a880-9b138ffa4db2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.2639253 Apr 21 14:50:49.551267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=969abb9b-f454-4de8-80fd-7b239069767c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:49.599731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.621786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:49.629277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.639934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting port c877be94-7c6d-40ae-962d-c56ed1133837 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:49.639934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.715995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Update dhcp port {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'fixed_ips': [{'subnet_id': '32da4fca-cf4b-4de6-9357-1bebf0b1fadf', 'ip_address': '2001:db8::2'}, {'subnet_id': '1311ae72-0e8f-480c-9463-f298b1d7bc54'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '2466c26d-0b3d-4723-be14-e6e30ede9e1b'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:50:49.788170 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b30e2c36-2e8c-4f60-ba7d-a4c2f5f29590 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6246164 Apr 21 14:50:49.789534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60002) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:49.819215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-778049f8-7f7d-448f-b39a-b3cce1873199 req-fab0366a-8cf4-41b4-b16b-9caf61c6e836 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957865 Apr 21 14:50:49.864419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:49.952377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:50.019902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.028425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6653d33e-2491-4974-9eac-2088640dfad5 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:50.049502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Transition to ACTIVE for port object f4add6da-6880-4102-9044-28d3b694c565 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:50.072675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.073844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b17122f-c2d5-40b3-b640-5c848d00a059 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:50.081552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b17122f-c2d5-40b3-b640-5c848d00a059 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:50.082289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b17122f-c2d5-40b3-b640-5c848d00a059 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:50.142954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b17122f-c2d5-40b3-b640-5c848d00a059 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:50.144099 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0b17122f-c2d5-40b3-b640-5c848d00a059 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3424470 Apr 21 14:50:50.147616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60008) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.155082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-61e73139-887a-47d9-b393-70785a88f134 None None] Provisioning for port 969abb9b-f454-4de8-80fd-7b239069767c completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:50.182740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-61e73139-887a-47d9-b393-70785a88f134 None None] Provisioning complete for port 969abb9b-f454-4de8-80fd-7b239069767c triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:50.183130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61e73139-887a-47d9-b393-70785a88f134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.206048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Calling delete_port for c877be94-7c6d-40ae-962d-c56ed1133837 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:50.270698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.323176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-61e73139-887a-47d9-b393-70785a88f134 None None] Port 969abb9b-f454-4de8-80fd-7b239069767c cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:50.330108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network e4206cf6-f069-44a9-bde7-a21601cacb52 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:50.336745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:50.337052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.375845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 6653d33e-2491-4974-9eac-2088640dfad5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:50.376818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 969abb9b-f454-4de8-80fd-7b239069767c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:50.377158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.395245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 6653d33e-2491-4974-9eac-2088640dfad5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:50.395614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.462648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Allocated IP 2001:db8:0:1::2 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/1311ae72-0e8f-480c-9463-f298b1d7bc54/2466c26d-0b3d-4723-be14-e6e30ede9e1b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:50.475997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:50.488226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:50.563763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=f4add6da-6880-4102-9044-28d3b694c565,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:50.583922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:50.584556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.614195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-66d75bbf-defd-45f3-8bb7-3f4775968007 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4889081 Apr 21 14:50:50.614962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60012) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:50.624243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:50.631504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:50.639283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:floatingip and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:50.639283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:50.644365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:50.685131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.729905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:50.742607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.797233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:50.803632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.832190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-34c73dc5-5600-4968-866c-0da73797cdb7 None None] Provisioning for port f4add6da-6880-4102-9044-28d3b694c565 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:50.840515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.855059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-34c73dc5-5600-4968-866c-0da73797cdb7 None None] Provisioning complete for port f4add6da-6880-4102-9044-28d3b694c565 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:50.855491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34c73dc5-5600-4968-866c-0da73797cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.898435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 969abb9b-f454-4de8-80fd-7b239069767c owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:50.913255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:50:50.933421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.949565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Port': ['ID=c877be94-7c6d-40ae-962d-c56ed1133837,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:50.964652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6653d33e-2491-4974-9eac-2088640dfad5,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:50.980964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:50.983665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Transition to ACTIVE for port object 2466c26d-0b3d-4723-be14-e6e30ede9e1b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:51.018010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-34c73dc5-5600-4968-866c-0da73797cdb7 None None] Port f4add6da-6880-4102-9044-28d3b694c565 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:51.019506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:51.019877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.085679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.177324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Delete allocated IP 2001:db8::208 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/32da4fca-cf4b-4de6-9357-1bebf0b1fadf) {{(pid=88107) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:50:51.188959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8:0:1::12b (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/1311ae72-0e8f-480c-9463-f298b1d7bc54/a2a42eea-b702-4019-b95c-b3e4c2af64b9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:51.276190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.377137 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5536fbad-b5de-443a-bece-1e5b3190b3b1'] response: {'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5', 'code': 200} Apr 21 14:50:51.470236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725866e9-d10d-492e-979c-1d26a873e817 None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.494231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.598997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.612500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.651480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf7df2-9d85-43c2-84c0-c648b520d2a3 req-0d243d8d-31e6-4172-8e09-367bb1226f1d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:51.653001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aacf7df2-9d85-43c2-84c0-c648b520d2a3 req-0d243d8d-31e6-4172-8e09-367bb1226f1d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.6040943 Apr 21 14:50:51.680945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.683639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object a2a42eea-b702-4019-b95c-b3e4c2af64b9 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:51.734127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.754991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=969abb9b-f454-4de8-80fd-7b239069767c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:51.779917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aacf7df2-9d85-43c2-84c0-c648b520d2a3 req-c28a159e-70d1-407b-852b-ccf4d9ce297d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705092 Apr 21 14:50:51.857107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:51.930660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:52.050414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] In _notify_port_updated(), no bound segment for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 on network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:50:52.056083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:52.056729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.058185 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/ports/a2a42eea-b702-4019-b95c-b3e4c2af64b9 HTTP/1.1" status: 200 len: 931 time: 2.8834214 Apr 21 14:50:52.064958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Router 47a59fdf-9a08-44ec-9f59-4872cd579e4b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:50:52.066286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60022) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.120434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1761-5e5c-44e7-b9b9-223c73b844db tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=a2a42eea-b702-4019-b95c-b3e4c2af64b9,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:52.131719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8114f-74aa-443c-99dc-d3fac8cad97c req-1df6f6ac-56a6-489e-aa93-2b251fd7227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:52.133255 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34d8114f-74aa-443c-99dc-d3fac8cad97c req-1df6f6ac-56a6-489e-aa93-2b251fd7227f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1099 time: 0.5145500 Apr 21 14:50:52.182047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.210165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port a2a42eea-b702-4019-b95c-b3e4c2af64b9 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:52.210641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.249611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ae44135a-c7ab-4f24-a541-4dd73f8e5900 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/969abb9b-f454-4de8-80fd-7b239069767c HTTP/1.1" status: 204 len: 168 time: 2.1009488 Apr 21 14:50:52.251730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.253258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Allocated IP 172.26.4.225 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/fe5062c6-8e48-485e-be6c-a66e2101bc91) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:52.257927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:50:52.262210 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-34d8114f-74aa-443c-99dc-d3fac8cad97c req-642d6abe-c255-4b47-8342-7d2a7867a765 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168942 Apr 21 14:50:52.268478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:52.270636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] Sync routers for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:50:52.271380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.283857 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:52.284687 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:52.349286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:52.369087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Provisioning for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:52.375812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Provisioning complete for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:52.376817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.392677 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:52.415387 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] Routers {'47a59fdf-9a08-44ec-9f59-4872cd579e4b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:50:52.416040 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:52.441777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Port a2a42eea-b702-4019-b95c-b3e4c2af64b9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:52.455487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Provisioning for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:50:52.462929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:52.463696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0f7f361c-844e-45b8-aec1-fd49060b43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.508696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:52.510235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:52.511719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:52.512567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:52.514575 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:52.515293 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598568d1-dea6-480b-a972-49ba5d6bbe12 None None] The sync data for ids ['47a59fdf-9a08-44ec-9f59-4872cd579e4b'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:50:52.533074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-36760c12-038a-4f24-85bb-26a39f226f1d tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0709860 Apr 21 14:50:52.559495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60030) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.646553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-6ae93822-b2c9-4e71-8b43-718fedcacdc4 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] show failed (client error): The resource could not be found. Apr 21 14:50:52.647470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ae93822-b2c9-4e71-8b43-718fedcacdc4 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "GET /v2.0/routers/tempest-non_exist_router-578668557 HTTP/1.1" status: 404 len: 334 time: 0.0868666 Apr 21 14:50:52.648105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:52.651776 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-33e9bd61-4b73-4077-a516-7069e2db8964 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3957198 Apr 21 14:50:52.654140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60034) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.654466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60036) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.661703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f3bdc2ee-e77b-418a-b09c-88b2c584223f tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:52.746826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65d99e8b-cb17-48a0-be27-ec3262c63ea4 None None] Provisioning complete for port a2a42eea-b702-4019-b95c-b3e4c2af64b9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:52.747191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65d99e8b-cb17-48a0-be27-ec3262c63ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.757928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.792376 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-f3bdc2ee-e77b-418a-b09c-88b2c584223f tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] update failed (client error): The resource could not be found. Apr 21 14:50:52.793458 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f3bdc2ee-e77b-418a-b09c-88b2c584223f tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "PUT /v2.0/routers/tempest-non_exist_router-1200164951 HTTP/1.1" status: 404 len: 335 time: 0.1373167 Apr 21 14:50:52.793739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.796400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:52.802665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:52.806708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-65d99e8b-cb17-48a0-be27-ec3262c63ea4 None None] Port a2a42eea-b702-4019-b95c-b3e4c2af64b9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:52.943867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for a2a42eea-b702-4019-b95c-b3e4c2af64b9 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:52.968107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:52.971205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=fe5062c6-8e48-485e-be6c-a66e2101bc91,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:52.980811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:52.986184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:52.990703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet a1c8577a-689e-43ae-8b0c-5b741aa86936 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:53.003116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.031669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting subnet 3bb485d1-64b9-4e83-989d-7ad79ad96a76 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:53.049244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.081454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.125105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.181096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb25687-c009-4446-b77e-f650b5beb4a6 req-0ce881d2-2acf-4829-adfc-94d811806a1b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:53.182740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbb25687-c009-4446-b77e-f650b5beb4a6 req-0ce881d2-2acf-4829-adfc-94d811806a1b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.2648220 Apr 21 14:50:53.212488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.260169 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbb25687-c009-4446-b77e-f650b5beb4a6 req-e2324940-ac3c-4b0e-8439-e5dd1a87c70d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691876 Apr 21 14:50:53.272163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=a2a42eea-b702-4019-b95c-b3e4c2af64b9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.273938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.301514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.312972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.353262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.382980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1c17819b-c1d7-41e5-b0da-6ac6221db0fc tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/a2a42eea-b702-4019-b95c-b3e4c2af64b9 HTTP/1.1" status: 204 len: 168 time: 1.3056030 Apr 21 14:50:53.383821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60048) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.396140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.443389 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-05367009-1b25-4288-bb55-1e28ab264791 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:50:53.443971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-05367009-1b25-4288-bb55-1e28ab264791 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:53.455988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.471115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-05367009-1b25-4288-bb55-1e28ab264791 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:53.475155 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-05367009-1b25-4288-bb55-1e28ab264791 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/a2a42eea-b702-4019-b95c-b3e4c2af64b9 HTTP/1.1" status: 404 len: 333 time: 0.0882692 Apr 21 14:50:53.475155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.477882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60052) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.507360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb485d1-64b9-4e83-989d-7ad79ad96a76,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.515175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.523425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ffcad9-6561-4ce3-aef1-9782ec8d2fbc None None] Network 25f2b198-3a20-4a34-8a73-6f9b916558ab requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:53.535917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c8577a-689e-43ae-8b0c-5b741aa86936,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.547742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.553670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8617588f-1c02-41b4-b4bd-b6370863cdca tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/subnets/3bb485d1-64b9-4e83-989d-7ad79ad96a76 HTTP/1.1" status: 204 len: 168 time: 0.7045772 Apr 21 14:50:53.554623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60056) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.590880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea40fd-f6a6-4c93-a952-ec3f689be9f5 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:53.648405 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-61120cd7-51e7-4821-9fed-8e0a8bbd4b84 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/a1c8577a-689e-43ae-8b0c-5b741aa86936 HTTP/1.1" status: 204 len: 168 time: 0.9904804 Apr 21 14:50:53.649900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60060) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.687262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.691872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.733456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting subnet c2d1fa80-066a-472b-abe7-7e2f53c2ee67 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:53.738886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.743121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.804431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet fe0df1a9-dfaf-4416-b264-2ca04fb394f2 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:53.812630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=fe5062c6-8e48-485e-be6c-a66e2101bc91,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:53.818460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.825238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.844350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.846213 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-55b92cab-4104-47bb-a4c4-88013bccb3fe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2276206 Apr 21 14:50:53.848584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60064) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:53.853920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e5e36893-ae6f-4320-be69-bee96722146d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'floatingip': {'port_id': 'f4add6da-6880-4102-9044-28d3b694c565', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:53.868210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.906193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.943692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5e36893-ae6f-4320-be69-bee96722146d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:53.966506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.054554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.087422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fc521-602f-48d3-b3e0-166f51c92a9e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.103284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.104556 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b9927f09-cfad-4905-9194-ea053fa6307f tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/security-groups/d56fc521-602f-48d3-b3e0-166f51c92a9e HTTP/1.1" status: 204 len: 168 time: 0.5964766 Apr 21 14:50:54.110582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60068) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.131007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.131855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] DHCP port deletion for 25f2b198-3a20-4a34-8a73-6f9b916558ab request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:54.136783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Deleting port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:54.137385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.175719 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-e5e36893-ae6f-4320-be69-bee96722146d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] update failed (client error): The resource could not be found. Apr 21 14:50:54.177362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e5e36893-ae6f-4320-be69-bee96722146d tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "PUT /v2.0/floatingips/c6bd9f74-d55d-4676-b632-9974242633b9 HTTP/1.1" status: 404 len: 507 time: 0.3274751 Apr 21 14:50:54.179922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60072) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.186527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.352925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.421489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] For port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,segment=NetworkSegment(5c63dbc8-e980-475d-bd6e-437c8d1ccccc),segment_id=5c63dbc8-e980-475d-bd6e-437c8d1ccccc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:54.421905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.425608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.462986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.488030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.552818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b195a77-b4aa-449a-afce-61714af49aec None None] Network d88c768d-4eed-40fb-a422-c0d5870f70fa requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:54.561183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting port fe5062c6-8e48-485e-be6c-a66e2101bc91 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:54.561183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.576183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Calling delete_port for 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:54.672184 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/fe0df1a9-dfaf-4416-b264-2ca04fb394f2 HTTP/1.1" status: 204 len: 168 time: 1.0169780 Apr 21 14:50:54.672989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60080) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.677819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.682452 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/subnets/c2d1fa80-066a-472b-abe7-7e2f53c2ee67 HTTP/1.1" status: 204 len: 168 time: 1.1186333 Apr 21 14:50:54.685312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f152ac-e261-4ce3-9334-86a612a37f46 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0df1a9-dfaf-4416-b264-2ca04fb394f2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.716703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60082) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.750305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.781600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa1b44-3244-4b1f-b40a-352748e93616 req-c1eff15d-5c6b-4364-812a-33a335f2386e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:54.782430 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe4648bd-61f9-40f7-8a49-205b74e5d8a3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986564 Apr 21 14:50:54.783143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60088) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:54.783378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-66fa1b44-3244-4b1f-b40a-352748e93616 req-c1eff15d-5c6b-4364-812a-33a335f2386e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.3494527 Apr 21 14:50:54.819127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] Pushing event deleted for resources: {'Port': ['ID=1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.852695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852089c9-e3d0-4af1-ac47-2d7ebc761f3e None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:54.857315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.871269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b619b-2255-4e9d-98d4-9460125af2b3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d1fa80-066a-472b-abe7-7e2f53c2ee67,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:54.918988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.928034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e2cb50-f0eb-49c0-bc6f-bdf8a47e155c None None] No DVR routers for this DVR port 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:54.937988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.941455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.941883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:54.956044 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-66fa1b44-3244-4b1f-b40a-352748e93616 req-c15e7b3f-efb2-47a9-8942-dd8932b07f76 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649852 Apr 21 14:50:54.985300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23eb33d-4129-49f6-93d1-7af73d194947 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:54.985300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a23eb33d-4129-49f6-93d1-7af73d194947 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:54.985300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f92a3-44ea-48e1-a34b-276e7c1d0cf3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.007329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.008676 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4db32c9e-4050-41b0-b8e1-3e88925c44c4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a4f92a3-44ea-48e1-a34b-276e7c1d0cf3 HTTP/1.1" status: 204 len: 168 time: 0.8969603 Apr 21 14:50:55.011170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.020127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-474caa41-a449-4545-828b-27ea8ff52454 None None] Provisioning complete for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:55.020836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-474caa41-a449-4545-828b-27ea8ff52454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.048399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a23eb33d-4129-49f6-93d1-7af73d194947 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:55.052817 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a23eb33d-4129-49f6-93d1-7af73d194947 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2377026 Apr 21 14:50:55.053887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60098) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.088800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Calling delete_port for fe5062c6-8e48-485e-be6c-a66e2101bc91 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:55.135297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413dffec-894a-4489-9581-3ae022af9eac tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:55.136248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-413dffec-894a-4489-9581-3ae022af9eac tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:55.166230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-413dffec-894a-4489-9581-3ae022af9eac tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:55.170020 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-413dffec-894a-4489-9581-3ae022af9eac tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1101720 Apr 21 14:50:55.173347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60102) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.234102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 32da4fca-cf4b-4de6-9357-1bebf0b1fadf {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:55.248844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.281230 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-06172b5c-b8dd-4d30-9861-cb8a56851129 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073229 Apr 21 14:50:55.288431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60106) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.297152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:55.309567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] DHCP port deletion for d88c768d-4eed-40fb-a422-c0d5870f70fa request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:55.327722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Deleting port da984895-cae5-4979-83a2-732070fecb49 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:55.328094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.355582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.386889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:55.395589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f2b198-3a20-4a34-8a73-6f9b916558ab']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:55.401641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38686e1a-f95f-41ad-b41b-75a4562c3d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.403112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Deleting port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:55.403466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.410856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.450684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c63dbc8-e980-475d-bd6e-437c8d1ccccc') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:55.451049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c63dbc8-e980-475d-bd6e-437c8d1ccccc') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:55.472560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.483352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:55.495315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013e8a7-b9ba-4588-8bf5-74e020568e34 req-885a4b51-5d5a-462e-8cdd-0c0fbdd97d1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:55.501463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:55.503359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3013e8a7-b9ba-4588-8bf5-74e020568e34 req-885a4b51-5d5a-462e-8cdd-0c0fbdd97d1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.3578801 Apr 21 14:50:55.520942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:55.525033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.526444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:55.527077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:55.538390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.551303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-209404e4-163a-46c9-a869-9f95fb2cd36d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2617576 Apr 21 14:50:55.554521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60112) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.555657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:55.556130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.561285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:55.571549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:55.575650 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:55.579872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.723771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:55.727006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Port': ['ID=fe5062c6-8e48-485e-be6c-a66e2101bc91,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.739891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:55.749858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.751489 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3013e8a7-b9ba-4588-8bf5-74e020568e34 req-24b6b406-35cc-4ccc-830d-b743f74a639e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471681 Apr 21 14:50:55.782083 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] For port da984895-cae5-4979-83a2-732070fecb49, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da984895-cae5-4979-83a2-732070fecb49,segment=NetworkSegment(51012604-02ec-4687-a50d-637f82b4992e),segment_id=51012604-02ec-4687-a50d-637f82b4992e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:55.783020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.789197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60116) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.789845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:55.793104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.794492 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:55.794916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:55.826351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.837858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.849784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=32da4fca-cf4b-4de6-9357-1bebf0b1fadf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.862376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.871454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa63a96e-ff01-4553-9925-7f1772269612 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:55.879222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ce95bb2e-a452-4d43-b365-0cb93275e0f8 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/32da4fca-cf4b-4de6-9357-1bebf0b1fadf HTTP/1.1" status: 204 len: 168 time: 0.8669038 Apr 21 14:50:55.885442 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-11b7704c-bf6c-479c-8dff-26825cc42873 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3287885 Apr 21 14:50:55.886344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60120) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.889530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60122) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.893621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:55.913456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Network': ['ID=25f2b198-3a20-4a34-8a73-6f9b916558ab,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:55.934929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:55.935270 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-72ecfedf-bf52-45ff-84c4-014929a12482 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/networks/25f2b198-3a20-4a34-8a73-6f9b916558ab HTTP/1.1" status: 204 len: 168 time: 1.2159712 Apr 21 14:50:55.938410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60128) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.962058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Calling delete_port for da984895-cae5-4979-83a2-732070fecb49 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:55.962678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.965462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:55.969976 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af56f343-3cd1-49b0-919e-3cb8f4bbce5a tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "DELETE /v2.0/floatingips/c6bd9f74-d55d-4676-b632-9974242633b9 HTTP/1.1" status: 204 len: 168 time: 1.7856479 Apr 21 14:50:55.972523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60132) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:55.979583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'floatingip': {'floating_network_id': 'e4206cf6-f069-44a9-bde7-a21601cacb52', 'port_id': 'f4add6da-6880-4102-9044-28d3b694c565', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:56.003495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.011679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:floatingip and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:56.013179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da984895-cae5-4979-83a2-732070fecb49 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:56.117397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] For port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:56.117948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.140823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb920fd-dec5-41aa-b374-f2723e94caef tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:56.144952 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-beb920fd-dec5-41aa-b374-f2723e94caef tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1094 time: 0.3425500 Apr 21 14:50:56.144952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.149157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60136) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:56.161277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:56.178335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.180583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.190299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:56.195747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:56.199043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:56.207650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.210255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.212954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:56.213734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.216350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.218215 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:56.218712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:56.230213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:56.238864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:56.239097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.242884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.248947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.252406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.275630 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-51d4d943-a052-4334-86b0-3df78cedfba2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3647335 Apr 21 14:50:56.280092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:56.291457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:56.293075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:56.294896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.298195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Calling delete_port for acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:56.327943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting port da984895-cae5-4979-83a2-732070fecb49 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:56.328285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.413542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.494783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Port da984895-cae5-4979-83a2-732070fecb49 update to DOWN by agent not found {{(pid=88109) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 21 14:50:56.495350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:56.546400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] Pushing event deleted for resources: {'Port': ['ID=da984895-cae5-4979-83a2-732070fecb49,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:56.552802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] The port 'da984895-cae5-4979-83a2-732070fecb49' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:50:56.566788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae7ad52-2ff1-4345-99b1-079507f83ff0 None None] No DVR routers for this DVR port da984895-cae5-4979-83a2-732070fecb49 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:56.604232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.618392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:56.656876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.678841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No active binding found for port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 {{(pid=88109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 21 14:50:56.679294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:56.679796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:50:56.707308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:56.726357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.727718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] Pushing event deleted for resources: {'Port': ['ID=acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:56.730028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e427cb0c-d9cc-447c-af6e-e9b6d823468b None None] No DVR routers for this DVR port acdc8435-3d90-4ee1-a6ca-5c24cdccfcd0 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:56.733362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:50:56.734485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1ddc15f7-3cb6-4b74-a60a-f2d4f6720e7d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:50:56.742523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:56.750458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.750458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:56.750458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:56.779371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88c768d-4eed-40fb-a422-c0d5870f70fa']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:56.792688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-572b8625-cedb-4308-aba7-4d07c7622d91 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5107222 Apr 21 14:50:56.796275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60144) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:56.800848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51012604-02ec-4687-a50d-637f82b4992e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:56.801142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51012604-02ec-4687-a50d-637f82b4992e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:50:56.815104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:56.849145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.923707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.224 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/42e40c89-4ac7-4ff5-9752-e83c75327401) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:56.937777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.965094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:50:56.965682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.970957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:50:56.980903 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:50:57.013705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.083404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.085647 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:57.092759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18d81bba-0f3e-4249-8bbc-7ad4d6eb34a9 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1136990 Apr 21 14:50:57.092759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60148) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.097854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'f4add6da-6880-4102-9044-28d3b694c565', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.110151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.114351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:57.115180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:57.118664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.119450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:57.120237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:57.120560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:57.124326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Usage tracker for resource:floatingip and tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:57.127659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:57.130120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:57.130277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.132226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.154430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=2b69b1b5-2070-4924-b803-c6dff269e3f4,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.159220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.162434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.182214 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dc5ea8bf-3e24-4631-9914-b63a7f7a09dd tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2915137 Apr 21 14:50:57.182376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Network': ['ID=d88c768d-4eed-40fb-a422-c0d5870f70fa,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.185617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60152) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.185797 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b076cb46-6937-407c-9b6f-628eda8bcf84 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/networks/d88c768d-4eed-40fb-a422-c0d5870f70fa HTTP/1.1" status: 204 len: 168 time: 1.2439187 Apr 21 14:50:57.186077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60156) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.190572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1ac52776-1807-490b-a717-9db0a33c75ff tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3902364 Apr 21 14:50:57.190572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60160) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.191086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'security_group': {'name': 'tempest-secgroup-570037708'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.202856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.218370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:57.222927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:57.227928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.228431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.235800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.246226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.253547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.284603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.289745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:57.293551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:57.300445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.306982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.393674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:57.399225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:57.405512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:57.411164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting subnet f0a99790-25e6-492f-b710-8f684163ffa9 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:50:57.437932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=42e40c89-4ac7-4ff5-9752-e83c75327401,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.474555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-52a5ddf6-3e3b-452d-8607-342a7e1baa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.480346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.494725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e72d84-269a-4cfd-a4d4-84a1d2e1ffe0 None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:57.528137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.555941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.562676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.567122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.574602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.632653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:57.636084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.637482 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:50:57.638342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:50:57.658180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de28e54c-8ceb-46e2-811e-3034b4ed9a9b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:57.663205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.664800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0160ddb0-149c-41cb-965d-71550852d804 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4810030 Apr 21 14:50:57.668115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60164) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.675612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'security_group': {'name': 'tempest-secgroup-969929191'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:57.678246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.679900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-db348912-23ab-4f8c-8b2e-7ffe74b2e33b None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:57.680491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db348912-23ab-4f8c-8b2e-7ffe74b2e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.692018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.726833 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ca0356fb-85f4-4111-8b68-658c91453f34 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5323937 Apr 21 14:50:57.728373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60168) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:57.756800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:57.761263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:57.770867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:57.802953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af7b90ff-73e7-452b-9b26-de97f346fb5c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:50:57.834816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-db348912-23ab-4f8c-8b2e-7ffe74b2e33b None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:50:57.856061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.857257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-db348912-23ab-4f8c-8b2e-7ffe74b2e33b None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:50:57.858507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db348912-23ab-4f8c-8b2e-7ffe74b2e33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.869427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:57.905883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:57.921520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:57.928109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:57.936360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:58.047995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af7b90ff-73e7-452b-9b26-de97f346fb5c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:50:58.048457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.049184 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af7b90ff-73e7-452b-9b26-de97f346fb5c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3201554 Apr 21 14:50:58.052568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60172) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.056057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.102104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Allocated IP 172.26.4.196 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/a3cfe4bd-badd-40cf-b944-84b9bed09801) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:58.127815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.133914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Update dhcp port {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'fixed_ips': [{'subnet_id': '1311ae72-0e8f-480c-9463-f298b1d7bc54', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b69b1b5-2070-4924-b803-c6dff269e3f4'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '2466c26d-0b3d-4723-be14-e6e30ede9e1b'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:50:58.154153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.167022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3855ca6b-bc23-4535-aa91-fa0585a57a39,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.184807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb723c-2351-47d6-8052-385d15d984a0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:58.191808 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bbfb723c-2351-47d6-8052-385d15d984a0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1329494 Apr 21 14:50:58.191808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.191808 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b4519464-b7d6-4f68-9dc0-695a97e80651 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5187433 Apr 21 14:50:58.191808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60176) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.193094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60178) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.197692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'security_group': {'name': 'tempest-secgroup-632163651'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:58.202907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.241129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a99790-25e6-492f-b710-8f684163ffa9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.251785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.256238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:58.261311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2994c7c-5d2d-46d7-8cde-777ad24e8f44 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/subnets/f0a99790-25e6-492f-b710-8f684163ffa9 HTTP/1.1" status: 204 len: 168 time: 1.0725026 Apr 21 14:50:58.265241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60184) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.274733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d1f335-b1a5-44bf-a927-cc45e76646be None None] Network 7659fea3-4e5a-423f-b65b-e09e2cf1603c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:50:58.294930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:58.313976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:58.323758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.335078 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b205bdc8-6a86-4c37-abe0-5bbe65df6f3d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409833 Apr 21 14:50:58.340457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60188) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:58.344066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:58.350605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:58.486322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.490500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:58.556224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.556969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:58.563033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:58.571425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:58.577089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:50:58.587702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.596028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Allocated IP 2001:db8::2 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/2b69b1b5-2070-4924-b803-c6dff269e3f4/2466c26d-0b3d-4723-be14-e6e30ede9e1b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:50:58.624172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event updated for resources: {'Port': ['ID=a3cfe4bd-badd-40cf-b944-84b9bed09801,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:58.633230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:50:58.635768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:50:58.636979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.640883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:security_group_rule and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:50:58.644608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:50:58.650850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:50:58.673357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.723207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.741613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting port 2df947d9-a77a-4815-b87a-179b4c29dbcc {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:58.742202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.752473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] DHCP port deletion for 7659fea3-4e5a-423f-b65b-e09e2cf1603c request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:50:58.760824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Deleting port 2df947d9-a77a-4815-b87a-179b4c29dbcc {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:58.761413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.829657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:58.887905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting port a3cfe4bd-badd-40cf-b944-84b9bed09801 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:50:58.888137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.899751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.908595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.971469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:58.971700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Transition to ACTIVE for port object 2466c26d-0b3d-4723-be14-e6e30ede9e1b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:50:58.976451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.013109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.023885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.025346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884bc00c-bc50-467b-a56b-f2685c12e8cc,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.063405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.103668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=42e40c89-4ac7-4ff5-9752-e83c75327401,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.141324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.141673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.155056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] For port 2df947d9-a77a-4815-b87a-179b4c29dbcc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2df947d9-a77a-4815-b87a-179b4c29dbcc,segment=NetworkSegment(3b6b8158-ec83-4b00-89b8-67e9bc34b58a),segment_id=3b6b8158-ec83-4b00-89b8-67e9bc34b58a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:59.155558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.213965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.278239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Calling delete_port for a3cfe4bd-badd-40cf-b944-84b9bed09801 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:59.325067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Calling delete_port for 2df947d9-a77a-4815-b87a-179b4c29dbcc owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:59.360799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0f78-cc05-4676-b7da-f0463dd5320a None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.416835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.418090 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7de63494-6151-4a69-882e-773df3650c29 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2263012 Apr 21 14:50:59.422327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60192) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:50:59.431999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-169756788', 'security_groups': ['884bc00c-bc50-467b-a56b-f2685c12e8cc'], 'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2b69b1b5-2070-4924-b803-c6dff269e3f4'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:50:59.441836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.496145 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 51490e95-b424-428c-a03a-74d2c7c65ce6 associated. External IP: 172.26.4.224, port: 6653d33e-2491-4974-9eac-2088640dfad5. Apr 21 14:50:59.497699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] Pushing event deleted for resources: {'Port': ['ID=2df947d9-a77a-4815-b87a-179b4c29dbcc,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.502776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751f09a-7c43-4300-8f8a-55cc52c3c6f1 None None] No DVR routers for this DVR port 2df947d9-a77a-4815-b87a-179b4c29dbcc on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:50:59.593400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:50:59.598601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.609699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] For port 2df947d9-a77a-4815-b87a-179b4c29dbcc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2df947d9-a77a-4815-b87a-179b4c29dbcc,segment=NetworkSegment(3b6b8158-ec83-4b00-89b8-67e9bc34b58a),segment_id=3b6b8158-ec83-4b00-89b8-67e9bc34b58a)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:50:59.610071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.645422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.808906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Calling delete_port for 2df947d9-a77a-4815-b87a-179b4c29dbcc owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:50:59.900779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:50:59.903013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:50:59.905599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Port': ['ID=a3cfe4bd-badd-40cf-b944-84b9bed09801,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:50:59.922360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:50:59.960710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:50:59.961723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:50:59.994196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=a4f10e98-bbd6-45da-a039-259a4a9ef3b9,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:00.000873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:00.001232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:00.012991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbb5e2-53ca-4cc4-871e-f989709a856d None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:00.077884 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bcef5f16-3283-4e0a-a2e3-82286e6e67fb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7328296 Apr 21 14:51:00.079811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60196) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.088932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:66:3e:a2', 'name': 'tempest-NetworksTestDHCPv6-2122662577'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:00.135375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:00.151965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:00.152439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.222938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:00.246158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] create failed (client error): The resource could not be found. Apr 21 14:51:00.254287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60200) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:00.255218 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0a8b7a28-9c10-436f-b0a8-70396ee9401e tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1616173 Apr 21 14:51:00.267221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:00.267488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:00.285029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2df947d9-a77a-4815-b87a-179b4c29dbcc no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:00.347671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:51:00.354239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 2df947d9-a77a-4815-b87a-179b4c29dbcc {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:00.354585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2df947d9-a77a-4815-b87a-179b4c29dbcc not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:00.354993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting port f4add6da-6880-4102-9044-28d3b694c565 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:00.355908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.381934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Provisioning for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:00.389950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:00.390324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fcdfc3e9-6fa7-4d79-a31c-fa82157026ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.415801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.421911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'a4f10e98-bbd6-45da-a039-259a4a9ef3b9'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:00.422725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.438823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.453842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] device_id is not set on port 74d2cdc3-fea7-471c-b697-b5a2402f387a yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:00.493339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:00.515551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:00.524630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Deleting port 2df947d9-a77a-4815-b87a-179b4c29dbcc {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:00.525096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.542232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:00.656231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Allocated IP 2001:db8::f816:3eff:fe87:f06f (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/a4f10e98-bbd6-45da-a039-259a4a9ef3b9/3ecc5c99-fbb1-4fb1-b411-46911531b438) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:00.681701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] The port '2df947d9-a77a-4815-b87a-179b4c29dbcc' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:51:00.778232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.852657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8::2c9 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/2b69b1b5-2070-4924-b803-c6dff269e3f4/74d2cdc3-fea7-471c-b697-b5a2402f387a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:00.867623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:51:00.876760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 3589a97c-05b9-43c6-8876-aac1b077f097 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:00.881890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:00.886412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:51:00.902509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Transition to ACTIVE for port object 3ecc5c99-fbb1-4fb1-b411-46911531b438 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:00.909885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:00.910646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:00.957318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.000369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7659fea3-4e5a-423f-b65b-e09e2cf1603c']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:01.004064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Transition to ACTIVE for port object 3ecc5c99-fbb1-4fb1-b411-46911531b438 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:01.021548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.021788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.062961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.070124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6b8158-ec83-4b00-89b8-67e9bc34b58a') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:01.070537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6b8158-ec83-4b00-89b8-67e9bc34b58a') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:01.101579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.160533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:01.165125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:01.174395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:01.187577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Pushing event updated for resources: {'Port': ['ID=3ecc5c99-fbb1-4fb1-b411-46911531b438,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.190993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:01.192204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.208800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe66:3ea2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/a4f10e98-bbd6-45da-a039-259a4a9ef3b9/3589a97c-05b9-43c6-8876-aac1b077f097) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:01.227176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 74d2cdc3-fea7-471c-b697-b5a2402f387a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:01.227598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Calling delete_port for f4add6da-6880-4102-9044-28d3b694c565 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:01.274105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-63cfc8c0-8db7-44a2-9a55-273215da65dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1203537 Apr 21 14:51:01.274105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.280113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60204) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.282932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:51:01.334676 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ede4f3f-0fa0-49f5-b001-1cacd7d1b2d1'] response: {'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5', 'status': 'completed', 'code': 200} Apr 21 14:51:01.338995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:01.339717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:01.357255 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:01.361109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.403293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Attempting to bind port 3ecc5c99-fbb1-4fb1-b411-46911531b438 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:01.403659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Attempting to bind port 3ecc5c99-fbb1-4fb1-b411-46911531b438 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:01.404018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Attempting to bind port 3ecc5c99-fbb1-4fb1-b411-46911531b438 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:01.419966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:01.421036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:01.421036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.421266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:01.421568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Bound port: 3ecc5c99-fbb1-4fb1-b411-46911531b438, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:01.421943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.515697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:01.525828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:01.528762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:01.535078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:01.535509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.563009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=74d2cdc3-fea7-471c-b697-b5a2402f387a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.565043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.572038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-32581608-a563-43e4-ab89-beaa722b8893 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/51490e95-b424-428c-a03a-74d2c7c65ce6 HTTP/1.1" status: 200 len: 992 time: 0.2907717 Apr 21 14:51:01.595710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.604972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Pushing event deleted for resources: {'Network': ['ID=7659fea3-4e5a-423f-b65b-e09e2cf1603c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.613897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.617323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-a09970bf-bcab-4762-b873-00c3674355a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:01.618920 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-a09970bf-bcab-4762-b873-00c3674355a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1099 time: 0.2596362 Apr 21 14:51:01.625828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6f8e7ca5-de35-4728-b78d-cccd8182aa07 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1989834 Apr 21 14:51:01.628329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60210) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.635787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:01.664822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] For port 3ecc5c99-fbb1-4fb1-b411-46911531b438, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:01.679843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] For port 3ecc5c99-fbb1-4fb1-b411-46911531b438, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3ecc5c99-fbb1-4fb1-b411-46911531b438,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:01.698410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:01.900472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be999e-6913-4368-8d20-7a6e9e963ee4 None None] Pushing event updated for resources: {'Port': ['ID=3ecc5c99-fbb1-4fb1-b411-46911531b438,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:01.955182 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1cafdf67-b72f-4c6a-890d-e2c3574d3ba3 tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/networks/7659fea3-4e5a-423f-b65b-e09e2cf1603c HTTP/1.1" status: 204 len: 168 time: 3.6883628 Apr 21 14:51:01.958004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60214) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:01.988517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:50:57Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:01.997182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:51:02.006665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Port': ['ID=f4add6da-6880-4102-9044-28d3b694c565,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:02.016292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:02.021720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:02.022574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:02.022712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f195a6e0-752b-42fe-a23d-16087deee43b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Synchronizing usage tracker for tenant:52ba9be2f46b41a9845a4fa1cbe394be on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:02.035040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:02.043940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:02.067004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:02.102486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f195a6e0-752b-42fe-a23d-16087deee43b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Unset dirty status for tenant:52ba9be2f46b41a9845a4fa1cbe394be on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:02.103756 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f195a6e0-752b-42fe-a23d-16087deee43b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "GET /v2.0/ports?device_id=47a59fdf-9a08-44ec-9f59-4872cd579e4b HTTP/1.1" status: 200 len: 205 time: 0.1441252 Apr 21 14:51:02.108174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60220) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.110492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8042d950-0165-45a0-b339-831fccec2cc3 None None] Provisioning for port 74d2cdc3-fea7-471c-b697-b5a2402f387a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:02.115269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.122360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8042d950-0165-45a0-b339-831fccec2cc3 None None] Provisioning complete for port 74d2cdc3-fea7-471c-b697-b5a2402f387a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:02.122870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8042d950-0165-45a0-b339-831fccec2cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.161548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.165880 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5475d6a3-26f4-4e83-972b-064d2e149910 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "DELETE /v2.0/ports/f4add6da-6880-4102-9044-28d3b694c565 HTTP/1.1" status: 204 len: 168 time: 1.9074681 Apr 21 14:51:02.178905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.186702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:02.190447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.235126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-a549ee0e-62ff-4dbf-b3fc-f909068114d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:02.236799 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-a549ee0e-62ff-4dbf-b3fc-f909068114d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 898 time: 0.5648944 Apr 21 14:51:02.265961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 3589a97c-05b9-43c6-8876-aac1b077f097 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:02.298197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8042d950-0165-45a0-b339-831fccec2cc3 None None] Port 74d2cdc3-fea7-471c-b697-b5a2402f387a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:02.348169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:02.391354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.403334 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-58d4e66a-12e2-45f4-86a0-886a1f214084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 1000 time: 0.1581016 Apr 21 14:51:02.413701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ada84-cbad-4699-ba35-dd116d11fefe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:02.414397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd3ada84-cbad-4699-ba35-dd116d11fefe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Synchronizing usage tracker for tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:02.496319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-d8114479-336c-47b0-8cd6-7067810f7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:02.497864 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-d8114479-336c-47b0-8cd6-7067810f7f29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 200 len: 834 time: 0.0800226 Apr 21 14:51:02.500501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd3ada84-cbad-4699-ba35-dd116d11fefe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Unset dirty status for tenant:8e2c6f8d12b34c7ea02cafb8842b09d7 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:02.503753 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dd3ada84-cbad-4699-ba35-dd116d11fefe tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "GET /v2.0/ports?device_id=41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc HTTP/1.1" status: 200 len: 913 time: 0.3239834 Apr 21 14:51:02.504493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60228) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.597660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60232) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.732051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:50:57Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:02.736851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de41b39-fd53-4d6c-9b4c-b0533db23179 None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:50:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:50:57Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:51:02.742046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.750599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.753783 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b69b1b5-2070-4924-b803-c6dff269e3f4 (CIDR: 2001:db8::/64) Apr 21 14:51:02.761715 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:02.762159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:02.776069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.803115 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8f0320de-c114-4840-b86a-41e7d0f72e44 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/51490e95-b424-428c-a03a-74d2c7c65ce6 HTTP/1.1" status: 200 len: 992 time: 0.1928923 Apr 21 14:51:02.861405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.862002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Fanout notify agent at l3_agent the message router_deleted on router 47a59fdf-9a08-44ec-9f59-4872cd579e4b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:51:02.874516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.875646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4fa6210d-49fc-40f1-b581-1299be224b6b tempest-RoutersNegativeTest-345051394 tempest-RoutersNegativeTest-345051394-project] 10.222.0.35 "DELETE /v2.0/routers/47a59fdf-9a08-44ec-9f59-4872cd579e4b HTTP/1.1" status: 204 len: 168 time: 0.7644281 Apr 21 14:51:02.907372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:02.912145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:02.922600 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff00a0cf-6587-490c-b85e-6a45dab72d55 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2933164 Apr 21 14:51:02.923868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:02.931450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:02.932614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:02.939950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60240) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:02.953724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:03.005302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=3589a97c-05b9-43c6-8876-aac1b077f097,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:03.124330 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafb3b44-fb07-4538-8ff9-1bb421b817e8 None None] New status for floating IP 51490e95-b424-428c-a03a-74d2c7c65ce6: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:51:03.127966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-6ff49ec7-de57-4958-983f-fa13720ae81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:03.129459 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-6ff49ec7-de57-4958-983f-fa13720ae81a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5619800 Apr 21 14:51:03.196941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-faf20854-0e8a-48f9-9c58-d12bac6e13c7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1116729 Apr 21 14:51:03.199232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.268354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ec86-ea1f-4036-b730-f96af5e2a486 req-ebcf9e15-ef64-428b-bd7e-e708c3e8111f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:03.270270 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65c4ec86-ea1f-4036-b730-f96af5e2a486 req-ebcf9e15-ef64-428b-bd7e-e708c3e8111f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2597651 Apr 21 14:51:03.311704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:03.335361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60250) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.336624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:03.343634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65c4ec86-ea1f-4036-b730-f96af5e2a486 req-5a7acddf-3cbc-4a2d-9da4-b671aaf84ce2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636165 Apr 21 14:51:03.347402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:03.396130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:03.417075 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-083f510c-51cb-400c-9f40-5788cf78c510 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610800 Apr 21 14:51:03.418411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:03.422790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.539538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2f121476-0d65-423a-bbcb-a57b67c64650 None None] Provisioning for port 3ecc5c99-fbb1-4fb1-b411-46911531b438 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:03.737009 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1311ae72-0e8f-480c-9463-f298b1d7bc54 (CIDR: 2001:db8:0:1::/64) Apr 21 14:51:03.747274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:03.747714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:03.797383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-002b9316-4af6-46af-8fc7-8d619668b8ee None None] Provisioning for port 3589a97c-05b9-43c6-8876-aac1b077f097 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:03.805513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-002b9316-4af6-46af-8fc7-8d619668b8ee None None] Provisioning complete for port 3589a97c-05b9-43c6-8876-aac1b077f097 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:03.806050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-002b9316-4af6-46af-8fc7-8d619668b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:03.808915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972712d0-60f3-47b4-9f09-15c926fa66bc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:03.815315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972712d0-60f3-47b4-9f09-15c926fa66bc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:03.819680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-972712d0-60f3-47b4-9f09-15c926fa66bc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6098762 Apr 21 14:51:03.821019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60260) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.821187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.887565 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ef09c2a4-b7b5-4520-a5f6-fe1ccb86b1fe req-a7b1cc20-a4c8-4e58-a97e-10e43d653ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127250 Apr 21 14:51:03.919552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7f3a7ed8-1e86-427b-984f-a5f528576105 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52ba9be2f46b41a9845a4fa1cbe394be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738921 Apr 21 14:51:03.921593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60268) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.925997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-002b9316-4af6-46af-8fc7-8d619668b8ee None None] Port 3589a97c-05b9-43c6-8876-aac1b077f097 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:03.955501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3ecc5c99-fbb1-4fb1-b411-46911531b438 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:03.966162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ea26bbaf-917b-42f8-8ab6-66ff02b9c0b0 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0247355 Apr 21 14:51:03.972205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60272) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:03.981980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'subnet': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:04.032727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3ecc5c99-fbb1-4fb1-b411-46911531b438 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:04.038009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f91ee8-5df2-425b-8dcf-140079189edc req-032ffcf5-8cf2-4bd6-ad92-02b4f3684ce0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:04.039437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3ecc5c99-fbb1-4fb1-b411-46911531b438 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:04.039668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-40f91ee8-5df2-425b-8dcf-140079189edc req-032ffcf5-8cf2-4bd6-ad92-02b4f3684ce0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4448771 Apr 21 14:51:04.040276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.044582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 3589a97c-05b9-43c6-8876-aac1b077f097 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:04.044954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.080296 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0db1c7c7-bdaf-401b-80e8-69c0fea8ba02 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/51490e95-b424-428c-a03a-74d2c7c65ce6 HTTP/1.1" status: 200 len: 994 time: 0.2579396 Apr 21 14:51:04.151547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.165947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.182813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-40f91ee8-5df2-425b-8dcf-140079189edc req-07bdfeb4-4773-4d07-949e-0952424218f5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861380 Apr 21 14:51:04.196731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.202673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3ecc5c99-fbb1-4fb1-b411-46911531b438, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3ecc5c99-fbb1-4fb1-b411-46911531b438,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:04.208464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.228811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.250385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:04.257623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Usage tracker for resource:subnet and tenant:738c3f039c314c5cb9714f56b21eccf6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:04.269883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:04.279984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:04.293536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Made reservation on behalf of 738c3f039c314c5cb9714f56b21eccf6 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:04.297613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3ecc5c99-fbb1-4fb1-b411-46911531b438,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.297967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.379268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.462925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c035d-5e80-4071-bbfa-aa0a499ad3a8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.477543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.485735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1603596c-6a07-42a9-9aeb-662c96c39df1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/245c035d-5e80-4071-bbfa-aa0a499ad3a8 HTTP/1.1" status: 204 len: 168 time: 0.5480807 Apr 21 14:51:04.569905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91f19-a818-4eb0-bcef-6e6ca3d8dc7a req-56fd2b97-cb5c-422e-83e2-ddf9f71ed645 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:04.570995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5e91f19-a818-4eb0-bcef-6e6ca3d8dc7a req-56fd2b97-cb5c-422e-83e2-ddf9f71ed645 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2347734 Apr 21 14:51:04.592616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.669554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5e91f19-a818-4eb0-bcef-6e6ca3d8dc7a req-c3fdc6e1-8d53-40d5-b4e6-d06a18b2970d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650389 Apr 21 14:51:04.729542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.730605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 3589a97c-05b9-43c6-8876-aac1b077f097 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:04.782781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:04.786928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:04.789919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:04.790506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:04.807612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e21ebc-2592-40b1-bd8c-f7baf47603ff None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:04.906963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Subnet': ['ID=3513a87b-e43e-422e-85e3-a7ed7a960a51,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:04.916137 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c6ee0e1c-8fc2-4a41-b3fb-c0351de1d02d tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9397078 Apr 21 14:51:04.917133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60290) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:04.944081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-138073644', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3513a87b-e43e-422e-85e3-a7ed7a960a51'}], 'security_groups': ['de28e54c-8ceb-46e2-811e-3034b4ed9a9b', '3855ca6b-bc23-4535-aa91-fa0585a57a39']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:05.016534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting port b4a017a0-86a5-49f2-bfe2-2624a732c175 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:05.017167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.028193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11020ec0-3643-4b22-9843-55cb93f80bc4 req-39f3f063-9109-4469-be40-eb24e2e58c9b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:05.031171 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11020ec0-3643-4b22-9843-55cb93f80bc4 req-39f3f063-9109-4469-be40-eb24e2e58c9b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2213101 Apr 21 14:51:05.081654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.140747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.168408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=3589a97c-05b9-43c6-8876-aac1b077f097,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:05.226802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11020ec0-3643-4b22-9843-55cb93f80bc4 req-8a3b892f-9c0f-4d82-9ead-6da9a98ab7ac tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458206 Apr 21 14:51:05.322630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.363401 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-89ce437d-1f78-4415-811e-05b958c0507e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3589a97c-05b9-43c6-8876-aac1b077f097 HTTP/1.1" status: 204 len: 168 time: 1.5374205 Apr 21 14:51:05.364569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60306) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.438506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Update dhcp port {'port': {'network_id': '3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6', 'fixed_ips': [{'subnet_id': '1311ae72-0e8f-480c-9463-f298b1d7bc54', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2b69b1b5-2070-4924-b803-c6dff269e3f4', 'ip_address': '2001:db8::2'}, {'subnet_id': '3513a87b-e43e-422e-85e3-a7ed7a960a51'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '2466c26d-0b3d-4723-be14-e6e30ede9e1b'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:05.531051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.561457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60310) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.564979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:05.753764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0e9ffed6-ffc0-49d7-b0b2-dbf816e37076 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1289821852', 'prefixes': ['172.20.0.0/16']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:05.764255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Allocated IP 2001:db8:0:2::2 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/3513a87b-e43e-422e-85e3-a7ed7a960a51/2466c26d-0b3d-4723-be14-e6e30ede9e1b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:05.773612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Calling delete_port for b4a017a0-86a5-49f2-bfe2-2624a732c175 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:05.792851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b2179-d064-4139-a1a8-fbf679004d5d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:05.794506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b2179-d064-4139-a1a8-fbf679004d5d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:05.795893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-be9b2179-d064-4139-a1a8-fbf679004d5d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:05.837308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4fa015-3720-4a49-b137-a63824c42042 req-ac9973ae-a289-498b-bc32-7c7c44ffdba8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:05.839137 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b4fa015-3720-4a49-b137-a63824c42042 req-ac9973ae-a289-498b-bc32-7c7c44ffdba8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1290839 Apr 21 14:51:05.840200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-be9b2179-d064-4139-a1a8-fbf679004d5d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:05.841337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-be9b2179-d064-4139-a1a8-fbf679004d5d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4553702 Apr 21 14:51:05.844719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60318) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:05.906866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0e9ffed6-ffc0-49d7-b0b2-dbf816e37076 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:05.911430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3ecc5c99-fbb1-4fb1-b411-46911531b438 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:05.944292 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b4fa015-3720-4a49-b137-a63824c42042 req-6dc5ba6c-5bbf-475f-b509-ee118e6b7f5c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635400 Apr 21 14:51:05.961280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet a4f10e98-bbd6-45da-a039-259a4a9ef3b9 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:05.964756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.006540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.007570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:06.023522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.040017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3ecc5c99-fbb1-4fb1-b411-46911531b438 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:06.040394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.063581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Port': ['ID=b4a017a0-86a5-49f2-bfe2-2624a732c175,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.080299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.113620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Transition to ACTIVE for port object 2466c26d-0b3d-4723-be14-e6e30ede9e1b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:06.123624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.201682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.260651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0e9ffed6-ffc0-49d7-b0b2-dbf816e37076 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Notify callbacks [] for subnetpool, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.261840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0e9ffed6-ffc0-49d7-b0b2-dbf816e37076 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6993394 Apr 21 14:51:06.268364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.350082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.436990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86127c4-32b6-4e76-b0dc-b00eccda2926 None None] Pushing event updated for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.495983 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a77f2011-ac09-4e4b-8406-ad1cbd8d418b tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "GET /v2.0/subnetpools/c2bc7e0c-be74-47a7-8561-e79ff4ac331e HTTP/1.1" status: 200 len: 732 time: 0.2259309 Apr 21 14:51:06.501962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60326) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.511513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-32009e98-58a7-4796-abb7-f4553688e451 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1990755627'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:06.556094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Delete allocated IP 2001:db8::2c9 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/2b69b1b5-2070-4924-b803-c6dff269e3f4) {{(pid=88108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:51:06.560330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.625523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Allocated IP 2001:db8:0:2::69 (3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6/3513a87b-e43e-422e-85e3-a7ed7a960a51/74d2cdc3-fea7-471c-b697-b5a2402f387a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:06.635255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f10e98-bbd6-45da-a039-259a4a9ef3b9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:06.646564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.651441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b7f6c-3dfb-4da9-a238-f6094ddfbc20 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:06.708339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d572294b-3551-4685-8f76-f89fd843d9f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/a4f10e98-bbd6-45da-a039-259a4a9ef3b9 HTTP/1.1" status: 204 len: 168 time: 0.8624604 Apr 21 14:51:06.713951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60330) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.776835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Router 41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:51:06.814185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-97d5b8c9-f337-4cd6-a612-944efec3d7b7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990195 Apr 21 14:51:06.818141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60334) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:06.831542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32009e98-58a7-4796-abb7-f4553688e451 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Notify callbacks [] for subnetpool, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:06.832823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-32009e98-58a7-4796-abb7-f4553688e451 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "PUT /v2.0/subnetpools/c2bc7e0c-be74-47a7-8561-e79ff4ac331e HTTP/1.1" status: 200 len: 684 time: 0.3298328 Apr 21 14:51:06.838515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:06.861006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60338) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.009843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:07.015491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Deleting port 3ecc5c99-fbb1-4fb1-b411-46911531b438 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:07.016044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.037108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:51:07.046810 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-70464a12-45dc-4ceb-9bb3-3970083d7811 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "PUT /v2.0/routers/41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5371027 Apr 21 14:51:07.046926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.069059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] Sync routers for ids ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:51:07.105820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-09debbc3-7a29-4fd7-8404-e4686fbdb857 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] Notify callbacks [] for subnetpool, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.109399 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-09debbc3-7a29-4fd7-8404-e4686fbdb857 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c2bc7e0c-be74-47a7-8561-e79ff4ac331e HTTP/1.1" status: 204 len: 168 time: 0.2343016 Apr 21 14:51:07.110157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60348) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.120249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] Routers {'41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:07.122588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:07.143908 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-a392b8f7-32f8-4470-aff4-cd2aa8a686ef tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] show failed (client error): The resource could not be found. Apr 21 14:51:07.146275 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a392b8f7-32f8-4470-aff4-cd2aa8a686ef tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "GET /v2.0/subnetpools/c2bc7e0c-be74-47a7-8561-e79ff4ac331e HTTP/1.1" status: 404 len: 346 time: 0.0349844 Apr 21 14:51:07.149299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60352) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.173716 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-a3aad42f-b613-4e04-a570-39057e001e41 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] delete failed (client error): The resource could not be found. Apr 21 14:51:07.180890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3aad42f-b613-4e04-a570-39057e001e41 tempest-SubnetPoolsTestJSON-218997157 tempest-SubnetPoolsTestJSON-218997157-project] 10.222.0.35 "DELETE /v2.0/subnetpools/c2bc7e0c-be74-47a7-8561-e79ff4ac331e HTTP/1.1" status: 404 len: 346 time: 0.0241647 Apr 21 14:51:07.181698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:07.200174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:07.255076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:07.258125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] Routers {'41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:07.258777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:50:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:07.274904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:07.284052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.332565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:07.332905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22196304-d88e-4759-8bac-e02543c14dfb None None] The sync data for ids ['41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:51:07.333434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:07.376099 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:51:07.451510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:07.452180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Provisioning complete for port 74d2cdc3-fea7-471c-b697-b5a2402f387a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:07.452552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.455008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.499424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60360) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.536631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] For port 3ecc5c99-fbb1-4fb1-b411-46911531b438, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3ecc5c99-fbb1-4fb1-b411-46911531b438,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:07.536991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.646472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.662753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:07.663755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Calling delete_port for 3ecc5c99-fbb1-4fb1-b411-46911531b438 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:07.666751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Usage tracker for resource:security_group_rule and tenant:d72a2e43694846d4938463ab2dbecc25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:07.669097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.669862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:07.677037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:07.690840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Port 74d2cdc3-fea7-471c-b697-b5a2402f387a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:07.730781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:07.731028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.755773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.765956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.780097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a66a-fc11-4a8e-8fb0-b75c8a13ac0f req-e451c3d7-d852-477b-be6b-39aeb0e74f2b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:07.781799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70f7a66a-fc11-4a8e-8fb0-b75c8a13ac0f req-e451c3d7-d852-477b-be6b-39aeb0e74f2b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.6437762 Apr 21 14:51:07.787097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Transition to ACTIVE for port object 74d2cdc3-fea7-471c-b697-b5a2402f387a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:07.793230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.802864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.803459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.804667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.840579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:07.864693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] No DVR routers for this DVR port 3ecc5c99-fbb1-4fb1-b411-46911531b438 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:07.868671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5fe9b-5fac-4647-9f5d-fbc6d69e0f06 None None] Pushing event deleted for resources: {'Port': ['ID=3ecc5c99-fbb1-4fb1-b411-46911531b438,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:07.890805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Provisioning for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:07.891841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8340525-1738-400b-9754-0690e793f124,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:07.899532 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f649b6cb-d546-486a-a8ce-3a576b9f793f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d72a2e43694846d4938463ab2dbecc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959658 Apr 21 14:51:07.899882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60366) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:07.900795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:07.901340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5fedf845-2eaf-4183-b200-b99d8c4aadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:07.947518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:07.997636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.031209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.031719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Fanout notify agent at l3_agent the message router_deleted on router 41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:51:08.038395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.088827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:08.089456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.139691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event updated for resources: {'Port': ['ID=74d2cdc3-fea7-471c-b697-b5a2402f387a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.148633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] In _notify_port_updated(), no bound segment for port 74d2cdc3-fea7-471c-b697-b5a2402f387a on network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:51:08.155289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:08.156142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.160574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b51f876a-9cdd-425c-9855-c6736746cc91 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "PUT /v2.0/ports/74d2cdc3-fea7-471c-b697-b5a2402f387a HTTP/1.1" status: 200 len: 968 time: 3.2292597 Apr 21 14:51:08.168271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60370) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:08.180594 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70f7a66a-fc11-4a8e-8fb0-b75c8a13ac0f req-e85452df-faba-4f96-bce4-c875e4826eb2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809092 Apr 21 14:51:08.256901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.256901 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-262fc9d4-ab17-4287-a9d9-de16dd834174 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "DELETE /v2.0/routers/41b1cc96-bf7e-44d6-8bb2-44f0aebd2cbc HTTP/1.1" status: 204 len: 168 time: 1.2049034 Apr 21 14:51:08.265253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60374) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:08.265427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.281914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8340525-1738-400b-9754-0690e793f124,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:08.287088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.287999 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5f1c621-08e3-40ec-8b87-cc96eba3d6f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8340525-1738-400b-9754-0690e793f124 HTTP/1.1" status: 204 len: 168 time: 0.3872256 Apr 21 14:51:08.323153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3ecc5c99-fbb1-4fb1-b411-46911531b438 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:08.353044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 74d2cdc3-fea7-471c-b697-b5a2402f387a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:08.353404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.364105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 3ecc5c99-fbb1-4fb1-b411-46911531b438 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:08.364458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3ecc5c99-fbb1-4fb1-b411-46911531b438 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:08.461077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting subnet 608c5b86-5548-4d03-8156-3e53d698f361 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:08.470908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.484967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ae31b4a-6a79-41b9-88c1-5e4419e8292e None None] Provisioning for port 74d2cdc3-fea7-471c-b697-b5a2402f387a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:08.490801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ae31b4a-6a79-41b9-88c1-5e4419e8292e None None] Provisioning complete for port 74d2cdc3-fea7-471c-b697-b5a2402f387a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:08.491172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ae31b4a-6a79-41b9-88c1-5e4419e8292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.550824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1ae31b4a-6a79-41b9-88c1-5e4419e8292e None None] Port 74d2cdc3-fea7-471c-b697-b5a2402f387a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:08.651676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.821282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:08.828312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.918133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:08.921437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.930625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:08.939809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:08.940391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:08.941265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2209922-a475-4eff-818d-542c488fb4f9 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:09.067425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=78d8668f-0a60-4671-a274-fd8e9fbfc663,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.075521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 74d2cdc3-fea7-471c-b697-b5a2402f387a owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:09.124088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.155070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '78d8668f-0a60-4671-a274-fd8e9fbfc663'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:09.155925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.163010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-07ccea4d-9c36-44ef-9b28-9e5d2b5a56c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3435240 Apr 21 14:51:09.165797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60380) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.173483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:1f:b9:bb', 'name': 'tempest-NetworksTestDHCPv6-686642237'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:09.291123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.336788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:09.338231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.343343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:09.344086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Allocated IP 2001:db8::f816:3eff:fe1f:bbfb (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/78d8668f-0a60-4671-a274-fd8e9fbfc663/a38fd98f-fa23-4ffe-ae21-8d9ea5cac462) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:09.348458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:09.355649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:09.366936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:09.371711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Subnet': ['ID=608c5b86-5548-4d03-8156-3e53d698f361,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.425094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.436185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb550b24-9ff0-4c4e-9c6a-858e94fd3ce9 None None] Network e4206cf6-f069-44a9-bde7-a21601cacb52 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:09.442674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=74d2cdc3-fea7-471c-b697-b5a2402f387a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.484330 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e65f90a-bfd1-412a-9d84-3b78d612a42c tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "DELETE /v2.0/subnets/608c5b86-5548-4d03-8156-3e53d698f361 HTTP/1.1" status: 204 len: 168 time: 1.2096679 Apr 21 14:51:09.487981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60386) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.500451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.504882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff27d800-562f-4537-a31d-cacf6f76ba7b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/74d2cdc3-fea7-471c-b697-b5a2402f387a HTTP/1.1" status: 204 len: 168 time: 1.3304262 Apr 21 14:51:09.505322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60390) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.564890 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f08c27-b662-4a6b-bb6f-c92a8c8812da tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] GET failed (client error): The resource could not be found. Apr 21 14:51:09.565707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-15f08c27-b662-4a6b-bb6f-c92a8c8812da tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Synchronizing usage tracker for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:09.588268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfd797-6426-43ef-9b83-dda5bc521ca5 req-64ba701f-a658-496b-ba0d-76d1ecaf005e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:09.590104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2dfd797-6426-43ef-9b83-dda5bc521ca5 req-64ba701f-a658-496b-ba0d-76d1ecaf005e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2591553 Apr 21 14:51:09.601478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-15f08c27-b662-4a6b-bb6f-c92a8c8812da tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Unset dirty status for tenant:738c3f039c314c5cb9714f56b21eccf6 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:09.602931 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-15f08c27-b662-4a6b-bb6f-c92a8c8812da tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports/74d2cdc3-fea7-471c-b697-b5a2402f387a HTTP/1.1" status: 404 len: 333 time: 0.0967848 Apr 21 14:51:09.605869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60394) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.621017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.646636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.664872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port daf011ee-535c-4f54-abd6-02697bd0c686 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:09.698324 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2dfd797-6426-43ef-9b83-dda5bc521ca5 req-aa18d33c-eac4-43f9-a61e-52cc552be67b tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999656 Apr 21 14:51:09.710095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Deleting port 21f865d8-5c76-4627-9b1d-0999891576e6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:09.711653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.735961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.779027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.828370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.838383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.847291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Transition to ACTIVE for port object a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:09.864521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884bc00c-bc50-467b-a56b-f2685c12e8cc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:09.867507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Transition to ACTIVE for port object a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:09.873432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.877391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4088e1ac-98ce-4f39-ad30-66da37da20e5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/security-groups/884bc00c-bc50-467b-a56b-f2685c12e8cc HTTP/1.1" status: 204 len: 168 time: 0.2675965 Apr 21 14:51:09.877542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:09.886345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.953366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] DHCP port deletion for e4206cf6-f069-44a9-bde7-a21601cacb52 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:09.953797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.962700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:09.965666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:09.968147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Deleting port 21f865d8-5c76-4627-9b1d-0999891576e6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:09.969084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.986742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:09.999258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:10.035455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe1f:b9bb (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/78d8668f-0a60-4671-a274-fd8e9fbfc663/daf011ee-535c-4f54-abd6-02697bd0c686) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:10.045529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Pushing event updated for resources: {'Port': ['ID=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.063416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] For port 21f865d8-5c76-4627-9b1d-0999891576e6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=21f865d8-5c76-4627-9b1d-0999891576e6,segment=NetworkSegment(8f5b378a-157c-493b-99f6-a7c1eaad7dc9),segment_id=8f5b378a-157c-493b-99f6-a7c1eaad7dc9)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:10.063784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.169566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Attempting to bind port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:10.170645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Attempting to bind port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:10.170741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Attempting to bind port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:10.171665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.180917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:10.181329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:10.181722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.182099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:10.182552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Bound port: a38fd98f-fa23-4ffe-ae21-8d9ea5cac462, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:10.182920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.188989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3855ca6b-bc23-4535-aa91-fa0585a57a39,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.202166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.206766 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-da1eb6fe-adb1-4e0f-ad12-9cec0e85c6ee tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/security-groups/3855ca6b-bc23-4535-aa91-fa0585a57a39 HTTP/1.1" status: 204 len: 168 time: 0.3250082 Apr 21 14:51:10.206766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60402) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.209923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Calling delete_port for 21f865d8-5c76-4627-9b1d-0999891576e6 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:10.270797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.299709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.354586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.354824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] For port 21f865d8-5c76-4627-9b1d-0999891576e6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=21f865d8-5c76-4627-9b1d-0999891576e6,segment=NetworkSegment(8f5b378a-157c-493b-99f6-a7c1eaad7dc9),segment_id=8f5b378a-157c-493b-99f6-a7c1eaad7dc9)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:10.355181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.374004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de28e54c-8ceb-46e2-811e-3034b4ed9a9b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.378658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.383332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-84592793-d061-409a-a9ca-b8a07f0b5a99 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/security-groups/de28e54c-8ceb-46e2-811e-3034b4ed9a9b HTTP/1.1" status: 204 len: 168 time: 0.1760135 Apr 21 14:51:10.384044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60406) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.394039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.459843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 2b69b1b5-2070-4924-b803-c6dff269e3f4 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:10.462941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.465451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Port': ['ID=21f865d8-5c76-4627-9b1d-0999891576e6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.467764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] No DVR routers for this DVR port 21f865d8-5c76-4627-9b1d-0999891576e6 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:10.504262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Calling delete_port for 21f865d8-5c76-4627-9b1d-0999891576e6 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:10.524874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.544438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] For port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:10.563294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] For port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:10.571793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.620234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.623623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.627350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.666039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4206cf6-f069-44a9-bde7-a21601cacb52']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:10.667259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:10.667606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:10.679425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object daf011ee-535c-4f54-abd6-02697bd0c686 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:10.679948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec909c-b46a-4afa-9101-ac7fa5b7b2b6 None None] Pushing event updated for resources: {'Port': ['ID=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.686680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5b378a-157c-493b-99f6-a7c1eaad7dc9') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:10.687095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5b378a-157c-493b-99f6-a7c1eaad7dc9') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:10.702999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.711538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.724419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.734706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:10.735204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:10.750957 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:10.755205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=2b69b1b5-2070-4924-b803-c6dff269e3f4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:10.757157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:10.767675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ba02e3-6878-4998-9ff7-ef60a9a2ccaa None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:10.780932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db27047e-842c-45cc-85ba-e5b45ef504e4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/2b69b1b5-2070-4924-b803-c6dff269e3f4 HTTP/1.1" status: 204 len: 168 time: 0.3944011 Apr 21 14:51:10.784102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:10.894992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 3513a87b-e43e-422e-85e3-a7ed7a960a51 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:10.898526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.018786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.037718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.105055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.109754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.146275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a173856-f13a-41a5-80fa-741f3965ddd5 req-ad7d4007-f08a-4e79-aec7-727114852375 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:11.147902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a173856-f13a-41a5-80fa-741f3965ddd5 req-ad7d4007-f08a-4e79-aec7-727114852375 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1742730 Apr 21 14:51:11.159715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.176952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Deleting port 21f865d8-5c76-4627-9b1d-0999891576e6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:11.177969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.179267 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] 10.222.0.35 "DELETE /v2.0/networks/e4206cf6-f069-44a9-bde7-a21601cacb52 HTTP/1.1" status: 204 len: 168 time: 1.6902716 Apr 21 14:51:11.181323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:11.187531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:11.191067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:11.196899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:11.197751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.202494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5f06d-c2dd-41ef-aa63-a423105693a2 tempest-FloatingIPNegativeTestJSON-1995401052 tempest-FloatingIPNegativeTestJSON-1995401052-project] Pushing event deleted for resources: {'Network': ['ID=e4206cf6-f069-44a9-bde7-a21601cacb52,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.228376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=daf011ee-535c-4f54-abd6-02697bd0c686,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.245656 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d5007daa-a5be-4980-a6c8-fb87bb789a95 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0782325 Apr 21 14:51:11.246176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60418) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.278982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-261677cc-12c2-4ec2-a81a-def016c6c226 None None] The port '21f865d8-5c76-4627-9b1d-0999891576e6' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:51:11.293238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a173856-f13a-41a5-80fa-741f3965ddd5 req-3f8afc30-26c6-45a3-a202-e3c94f4aab15 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357336 Apr 21 14:51:11.336472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.385829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=3513a87b-e43e-422e-85e3-a7ed7a960a51,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.389323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.401189 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4cd3f82b-2901-4dec-985c-e73ca3ebddf5 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/3513a87b-e43e-422e-85e3-a7ed7a960a51 HTTP/1.1" status: 204 len: 168 time: 0.6139307 Apr 21 14:51:11.401574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.443866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0050a4-ed2b-44bd-aea9-bd627c413bbf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:11.444338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0050a4-ed2b-44bd-aea9-bd627c413bbf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:11.448286 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7a0050a4-ed2b-44bd-aea9-bd627c413bbf tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/2b69b1b5-2070-4924-b803-c6dff269e3f4 HTTP/1.1" status: 404 len: 337 time: 0.0436695 Apr 21 14:51:11.448837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60428) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.455242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9493a97b-dfdf-4514-b2c1-6e7896ca2cdf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:11.461029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9493a97b-dfdf-4514-b2c1-6e7896ca2cdf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:11.461933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9493a97b-dfdf-4514-b2c1-6e7896ca2cdf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:11.485246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9493a97b-dfdf-4514-b2c1-6e7896ca2cdf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:11.488799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9493a97b-dfdf-4514-b2c1-6e7896ca2cdf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2368934 Apr 21 14:51:11.489118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60432) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.534613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting subnet 1311ae72-0e8f-480c-9463-f298b1d7bc54 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:11.538607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.559724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60436) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.588246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port daf011ee-535c-4f54-abd6-02697bd0c686 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:11.589299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.615885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.735651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.851390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.922493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Subnet': ['ID=1311ae72-0e8f-480c-9463-f298b1d7bc54,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:11.931446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:11.937518 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-74500807-b8df-4100-b9ac-9a6a9a1806f4 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/1311ae72-0e8f-480c-9463-f298b1d7bc54 HTTP/1.1" status: 204 len: 168 time: 0.4875584 Apr 21 14:51:11.940167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60442) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.947115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:11.977516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7c4d082b-9cb1-4901-ad84-85eed27100ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e2c6f8d12b34c7ea02cafb8842b09d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167259 Apr 21 14:51:11.981369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60446) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:11.991505 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaee53b-b376-43a1-a13a-4b931a5f57f6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:11.992342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaee53b-b376-43a1-a13a-4b931a5f57f6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:11.994303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6eaee53b-b376-43a1-a13a-4b931a5f57f6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/32da4fca-cf4b-4de6-9357-1bebf0b1fadf HTTP/1.1" status: 404 len: 337 time: 0.0528040 Apr 21 14:51:11.997415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60450) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.052097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:12.054427 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5e6e6bb-7759-4da3-af68-efdacc7cb13c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "GET /v2.0/ports?device_id=e61db2f3-ae0b-4007-9bb6-4887bfc8f33b HTTP/1.1" status: 200 len: 205 time: 0.0551908 Apr 21 14:51:12.056571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60454) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.059147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.136487 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-6b9dd090-1208-4cbe-bfe0-bea3b84b364b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] delete failed (client error): The resource could not be found. Apr 21 14:51:12.139957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6b9dd090-1208-4cbe-bfe0-bea3b84b364b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/routers/e61db2f3-ae0b-4007-9bb6-4887bfc8f33b HTTP/1.1" status: 404 len: 336 time: 0.0799108 Apr 21 14:51:12.140281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60458) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.165514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 21f865d8-5c76-4627-9b1d-0999891576e6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:12.181123 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-50506a7e-11c7-4395-9240-cae17248173a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.181625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50506a7e-11c7-4395-9240-cae17248173a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.183311 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-50506a7e-11c7-4395-9240-cae17248173a tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/0cb0ce87-b178-4b61-8c7c-cb26b0a28141 HTTP/1.1" status: 404 len: 337 time: 0.0422528 Apr 21 14:51:12.189737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60462) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.208211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 21f865d8-5c76-4627-9b1d-0999891576e6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:12.208772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 21f865d8-5c76-4627-9b1d-0999891576e6 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:12.233882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Provisioning for port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:12.240434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Provisioning complete for port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:12.240806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.245366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-113317ca-e8f7-4ba8-8518-993444deb045 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.245873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113317ca-e8f7-4ba8-8518-993444deb045 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.251505 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-113317ca-e8f7-4ba8-8518-993444deb045 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/dd27d0c2-7e44-4720-9140-434eadce0511 HTTP/1.1" status: 404 len: 337 time: 0.0605857 Apr 21 14:51:12.252172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60466) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.255646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for daf011ee-535c-4f54-abd6-02697bd0c686 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:12.305911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb9a108-6971-4178-9a73-26109e03cf66 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.306370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb9a108-6971-4178-9a73-26109e03cf66 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.310792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.310977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cdb9a108-6971-4178-9a73-26109e03cf66 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/a00042ca-f429-4d70-83ba-dbbc4d08e996 HTTP/1.1" status: 404 len: 337 time: 0.0576618 Apr 21 14:51:12.311643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60470) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.328544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd271eba-156b-41e6-ba7c-521872251bba None None] Network 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:12.360428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a63d99-2e11-4e14-8bce-e6c40a54a2d6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.360923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a63d99-2e11-4e14-8bce-e6c40a54a2d6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.366164 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-23a63d99-2e11-4e14-8bce-e6c40a54a2d6 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/edeaf88f-e075-424c-85cc-fd0fcda7d73c HTTP/1.1" status: 404 len: 333 time: 0.0532665 Apr 21 14:51:12.366782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60476) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.422693 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-f138926a-367a-49f1-a52f-bd086fb6ea71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.423185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f138926a-367a-49f1-a52f-bd086fb6ea71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.427978 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f138926a-367a-49f1-a52f-bd086fb6ea71 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/6e5101a4-ab19-463b-8cbc-fd214e7c83ba HTTP/1.1" status: 404 len: 337 time: 0.0602498 Apr 21 14:51:12.428623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60480) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.474998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee7180eb-02a8-49af-a4b1-19d3643faa92 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.475275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee7180eb-02a8-49af-a4b1-19d3643faa92 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.477922 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee7180eb-02a8-49af-a4b1-19d3643faa92 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/bf866274-06cf-4a2f-8ab8-849cd470218d HTTP/1.1" status: 404 len: 337 time: 0.0479820 Apr 21 14:51:12.479536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60484) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.524251 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5dfcc-e846-42d2-a005-70264045ac1b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.524655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b5dfcc-e846-42d2-a005-70264045ac1b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.528690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-23b5dfcc-e846-42d2-a005-70264045ac1b tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/26af5a3a-4906-4fa5-9ef1-45a70f7d22a7 HTTP/1.1" status: 404 len: 333 time: 0.0458739 Apr 21 14:51:12.529056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60488) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.567172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.571112 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-906e2f7c-a1ac-4533-9659-f5ae30c31872 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.571563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906e2f7c-a1ac-4533-9659-f5ae30c31872 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.575495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-906e2f7c-a1ac-4533-9659-f5ae30c31872 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/55fa2337-79be-4d12-9a19-bf06283e95f8 HTTP/1.1" status: 404 len: 337 time: 0.0426664 Apr 21 14:51:12.575868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60492) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.617231 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-441b8ffd-31f0-48e5-86a1-e0f92b80e70c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:12.617493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441b8ffd-31f0-48e5-86a1-e0f92b80e70c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:12.629266 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-441b8ffd-31f0-48e5-86a1-e0f92b80e70c tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/subnets/c151b4a5-d92b-4448-8bd9-29c795e2ea36 HTTP/1.1" status: 404 len: 337 time: 0.0495715 Apr 21 14:51:12.629648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60496) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.651247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.659448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] For port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:12.665018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.706451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Deleting port 85c3e745-9066-4e59-a225-6e50bac40c97 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:12.706775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.720329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.726731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=daf011ee-535c-4f54-abd6-02697bd0c686,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.741493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ad243-7021-4413-942c-f798d08bbf54 None None] Pushing event updated for resources: {'Port': ['ID=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.797874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Provisioning complete for port 2466c26d-0b3d-4723-be14-e6e30ede9e1b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:12.807433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.821087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.859930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] DHCP port deletion for 3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:12.881453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.884626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.884887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Deleting port 2466c26d-0b3d-4723-be14-e6e30ede9e1b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:12.885356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:12.889558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c69aa23c-5048-429e-bf8d-cd78e6199319 HTTP/1.1" status: 204 len: 168 time: 0.9037628 Apr 21 14:51:12.900976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a033405-4339-4c11-95cb-9f7905d01c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69aa23c-5048-429e-bf8d-cd78e6199319,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:12.915873 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37dfa89d-0a19-44d1-8379-8a402e3edd55 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/daf011ee-535c-4f54-abd6-02697bd0c686 HTTP/1.1" status: 204 len: 168 time: 1.4236777 Apr 21 14:51:12.923443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43530a-4644-47f0-97d6-2500ded6979d req-61d6cf24-c19b-465b-a115-ebbcb0bc141f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:12.924435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:12.924947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d43530a-4644-47f0-97d6-2500ded6979d req-61d6cf24-c19b-465b-a115-ebbcb0bc141f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3490169 Apr 21 14:51:12.998867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d43530a-4644-47f0-97d6-2500ded6979d req-5a2f30a6-3a13-4e44-ae8d-5f2b43f9179d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656688 Apr 21 14:51:13.068901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.261014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Provisioning complete for port 85c3e745-9066-4e59-a225-6e50bac40c97 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:13.261663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.300837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] For port 2466c26d-0b3d-4723-be14-e6e30ede9e1b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2466c26d-0b3d-4723-be14-e6e30ede9e1b,segment=NetworkSegment(ac4e033f-b39b-4d09-90b8-4955643ac8d8),segment_id=ac4e033f-b39b-4d09-90b8-4955643ac8d8)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:13.301137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.321684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Calling delete_port for 85c3e745-9066-4e59-a225-6e50bac40c97 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:13.374702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fa684-874f-4cdb-8926-f0f1cfbeb72a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:13.376158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88fa684-874f-4cdb-8926-f0f1cfbeb72a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:13.377619 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d88fa684-874f-4cdb-8926-f0f1cfbeb72a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4512715 Apr 21 14:51:13.380503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.416293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.439701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Calling delete_port for 2466c26d-0b3d-4723-be14-e6e30ede9e1b owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:13.451071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 78d8668f-0a60-4671-a274-fd8e9fbfc663 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:13.454226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.472347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Port 85c3e745-9066-4e59-a225-6e50bac40c97 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:13.478119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Port': ['ID=85c3e745-9066-4e59-a225-6e50bac40c97,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.485068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-56a9d0b2-214b-4cec-bd82-7d44b3f52a13 None None] Could not find standard attr ID for object daf011ee-535c-4f54-abd6-02697bd0c686. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:13.488994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.504789 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-940b60fc-cd6a-4183-8eb9-4493f8af2d95 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/ports/85c3e745-9066-4e59-a225-6e50bac40c97 HTTP/1.1" status: 204 len: 168 time: 0.8739934 Apr 21 14:51:13.507011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60510) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.517855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.523212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.570425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] Pushing event deleted for resources: {'Port': ['ID=2466c26d-0b3d-4723-be14-e6e30ede9e1b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.573995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e3635f-fe9f-4740-aba4-bf3984b6e659 None None] No DVR routers for this DVR port 2466c26d-0b3d-4723-be14-e6e30ede9e1b on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:13.612381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.638724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.685564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.725622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=78d8668f-0a60-4671-a274-fd8e9fbfc663,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:13.727541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.737522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5033b81-e3cf-40e9-903c-9b3d19c76573 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:13.741875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e994731-ef53-40e3-9999-1e37331405b6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/78d8668f-0a60-4671-a274-fd8e9fbfc663 HTTP/1.1" status: 204 len: 168 time: 0.3580163 Apr 21 14:51:13.742088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60514) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.775094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.819716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:13.821673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-edc98a3b-a4ff-48e3-a549-239cb287f750 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784559 Apr 21 14:51:13.824409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60518) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.845731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4e033f-b39b-4d09-90b8-4955643ac8d8') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:13.846252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4e033f-b39b-4d09-90b8-4955643ac8d8') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:13.862369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.883965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.893739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:13.894265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:13.920599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fd96cb-e041-4912-a4c6-afee2413dedb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:13.921336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71fd96cb-e041-4912-a4c6-afee2413dedb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:13.922696 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:13.929364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:13.937035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71fd96cb-e041-4912-a4c6-afee2413dedb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:13.938201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-71fd96cb-e041-4912-a4c6-afee2413dedb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1130078 Apr 21 14:51:13.940857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:13.998822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.008240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465d709-ee6c-4766-a041-a3231b57d532 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:14.008240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a465d709-ee6c-4766-a041-a3231b57d532 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:14.023442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.027624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a465d709-ee6c-4766-a041-a3231b57d532 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:14.029835 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a465d709-ee6c-4766-a041-a3231b57d532 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0873086 Apr 21 14:51:14.032828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:14.032973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.033236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.048304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] Pushing event deleted for resources: {'Network': ['ID=3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.058217 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d1a107c-ae3c-480f-ba12-609c64967967 tempest-PortsIpV6TestJSON-93062096 tempest-PortsIpV6TestJSON-93062096-project] 10.222.0.35 "DELETE /v2.0/networks/3fbdb75f-1a60-4ed7-bd33-cabf9e0daae6 HTTP/1.1" status: 204 len: 168 time: 0.5500550 Apr 21 14:51:14.115965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a0d7ac4c-fa27-41a5-a946-ca5c5091fe9c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817659 Apr 21 14:51:14.120887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.143690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:14.176115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:14.204864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Deleting port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:14.205349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.237628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630b1b4-b0be-487f-a3db-6d4e53e7ece8 req-96d904db-8514-4585-8368-dcd12d840cd3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:14.239405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2630b1b4-b0be-487f-a3db-6d4e53e7ece8 req-96d904db-8514-4585-8368-dcd12d840cd3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.0989194 Apr 21 14:51:14.298676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:14.313883 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2630b1b4-b0be-487f-a3db-6d4e53e7ece8 req-b18b61da-58d6-468e-af03-b563a6c8e3f1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636184 Apr 21 14:51:14.323651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:14.344344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:14.346684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:14.350347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.393297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 2466c26d-0b3d-4723-be14-e6e30ede9e1b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:14.393566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2466c26d-0b3d-4723-be14-e6e30ede9e1b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:14.422267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.515740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] For port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:14.517086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.580165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-66ef3950-51e5-4e45-b872-128e9ffd2a7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=738c3f039c314c5cb9714f56b21eccf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567373 Apr 21 14:51:14.582636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60546) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.646614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.673627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.683827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Calling delete_port for a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:14.728536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:14.733232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.747821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fc46c7-ed78-4355-a0b1-4e88b7d3c0a5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.758648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.758994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.759331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.759668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.759990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.760317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.760638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.760959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.761468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.761792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.762111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.762429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.767244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.771894 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dcf40f14-826b-4776-a4af-ac880da91854 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97fc46c7-ed78-4355-a0b1-4e88b7d3c0a5 HTTP/1.1" status: 204 len: 168 time: 0.1860611 Apr 21 14:51:14.788688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.838585 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.services.revisions.revision_plugin [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Could not find related port for resource to bump revision. Apr 21 14:51:14.846575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_pluggable_backend [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88107) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 14:51:14.846925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_pluggable_backend [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:bbfb {{(pid=88107) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 14:51:14.851962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.854884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] No DVR routers for this DVR port a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:14.860641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34f929-800f-41a9-a378-46e31eb6deea None None] Pushing event deleted for resources: {'Port': ['ID=a38fd98f-fa23-4ffe-ae21-8d9ea5cac462,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.915746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:14.918899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:14.922096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:14.922651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:14.932741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06ce18a-f2ba-4bc4-ad87-874872f1ca2e None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:14.940179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=1dd266c3-5ee9-4870-a12e-3dfe05ef5eae,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:14.951536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.951880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.952362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.952697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.953019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.953367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.953684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.953995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.954325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.954623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.954928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.955235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:14.973350 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eca51ed4-ebbc-4575-8d31-09d95f4d65f2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8504291 Apr 21 14:51:14.975332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60554) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:14.981239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:f6:78:81', 'name': 'tempest-NetworksTestDHCPv6-773084805'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:15.127504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:15.137112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:15.150661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:15.177986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': '1dd266c3-5ee9-4870-a12e-3dfe05ef5eae'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:15.178916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.287426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.318799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port bc95ab8d-e214-42b8-bbce-0b2305f6affc yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:15.358291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Allocated IP 2001:db8::f816:3eff:fe42:dda0 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/1dd266c3-5ee9-4870-a12e-3dfe05ef5eae/802c6894-fb0a-4b7b-a829-4c1051f8516f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:15.521941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891d6c4-36ca-4b7a-83e2-c70a865f38f4 req-7ee4eb77-a090-4f5d-8bc2-82b35ccb99fc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:15.523650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c891d6c4-36ca-4b7a-83e2-c70a865f38f4 req-7ee4eb77-a090-4f5d-8bc2-82b35ccb99fc tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.0957434 Apr 21 14:51:15.575375 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c891d6c4-36ca-4b7a-83e2-c70a865f38f4 req-3b8eda8c-a2bd-4e9e-8e15-b84cec74819e tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Apr 21 14:51:15.587006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.600574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Transition to ACTIVE for port object 802c6894-fb0a-4b7b-a829-4c1051f8516f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:15.619097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Transition to ACTIVE for port object 802c6894-fb0a-4b7b-a829-4c1051f8516f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:15.625693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.685138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:15.691757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60576) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:15.693677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:15.699540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fef6:7881 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/1dd266c3-5ee9-4870-a12e-3dfe05ef5eae/bc95ab8d-e214-42b8-bbce-0b2305f6affc) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:15.702561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:15.744484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Pushing event updated for resources: {'Port': ['ID=802c6894-fb0a-4b7b-a829-4c1051f8516f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:15.807220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Attempting to bind port 802c6894-fb0a-4b7b-a829-4c1051f8516f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:15.808006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Attempting to bind port 802c6894-fb0a-4b7b-a829-4c1051f8516f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:15.808590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Attempting to bind port 802c6894-fb0a-4b7b-a829-4c1051f8516f on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:15.817341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:15.817779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:15.818305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.818754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:15.819457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Bound port: 802c6894-fb0a-4b7b-a829-4c1051f8516f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:15.819853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.859627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1422060158'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:15.869386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:15.877035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:15.883608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:15.888148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:15.901972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:15.920424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:15.920765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device a38fd98f-fa23-4ffe-ae21-8d9ea5cac462 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:15.941541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:15.944790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.951623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] For port 802c6894-fb0a-4b7b-a829-4c1051f8516f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:15.954705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] For port 802c6894-fb0a-4b7b-a829-4c1051f8516f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=802c6894-fb0a-4b7b-a829-4c1051f8516f,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:15.958730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:15.961800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.036550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:16.044174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:16.050448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:16.053563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b0a7c-f1bd-406a-a848-79203d92ed3b None None] Pushing event updated for resources: {'Port': ['ID=802c6894-fb0a-4b7b-a829-4c1051f8516f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.061718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:16.112704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.142201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object bc95ab8d-e214-42b8-bbce-0b2305f6affc will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:16.217883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.228261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.243525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.326397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:16.350657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1985798-7a03-4cb2-bc61-c4a908408833,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.355306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:16.362671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:16.365283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:16.371586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:16.372210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.382171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=bc95ab8d-e214-42b8-bbce-0b2305f6affc,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.390990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.391337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment 33343e0a-6e64-4afe-8970-482e373a19ca of type vlan for network 51834484-7877-49db-ad4b-66e85a8dcea6 Apr 21 14:51:16.432606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.438843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9fa9fe0d-5591-4f0a-8203-c156c1167842 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4622583 Apr 21 14:51:16.442001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60582) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.468612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.474137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:16.474867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.523976 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8312819 Apr 21 14:51:16.526885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.531339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed04bc4-969a-42b6-bb6c-10c75a653c2f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:16.537493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed04bc4-969a-42b6-bb6c-10c75a653c2f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:16.538279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9ed04bc4-969a-42b6-bb6c-10c75a653c2f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:16.556787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9ed04bc4-969a-42b6-bb6c-10c75a653c2f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:16.560444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9ed04bc4-969a-42b6-bb6c-10c75a653c2f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1151168 Apr 21 14:51:16.560726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:16.576083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'name': 'tempest-PortsTestJSON-919265545'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:16.618642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20665c-69ae-43c2-9c0e-5746e002ff5a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=51834484-7877-49db-ad4b-66e85a8dcea6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:16.629364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port bc95ab8d-e214-42b8-bbce-0b2305f6affc {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:16.629714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.636214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:16.758906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:16.768931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:16.773069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:16.785379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:16.802686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:16.806147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:16.837663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022d5a7-f923-4bac-9ad2-0df0aa69a4c7 req-22040c7b-7070-40bd-8c38-2b1ea65a97da tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:16.839174 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6022d5a7-f923-4bac-9ad2-0df0aa69a4c7 req-22040c7b-7070-40bd-8c38-2b1ea65a97da tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1332772 Apr 21 14:51:16.846148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 6647f099-106e-4c25-8f2c-1a704ae64e98 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:16.958120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6022d5a7-f923-4bac-9ad2-0df0aa69a4c7 req-cbf9a5e7-cfad-4f2e-893d-2c22fdc5c783 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768704 Apr 21 14:51:17.049795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.134794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.137248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dc9da683-4c68-4d7a-a604-c49ab97ef4a7 None None] Provisioning for port 802c6894-fb0a-4b7b-a829-4c1051f8516f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:17.163843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.178822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for bc95ab8d-e214-42b8-bbce-0b2305f6affc owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:17.262125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=6647f099-106e-4c25-8f2c-1a704ae64e98,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.275532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': '33343e0a-6e64-4afe-8970-482e373a19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:17.275883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 51834484-7877-49db-ad4b-66e85a8dcea6, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:17.295839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:17.306236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 51834484-7877-49db-ad4b-66e85a8dcea6) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:17.316067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83286535-9b40-4117-b0f9-8e8c12b1ea61 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:17.321354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:17.327766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:17.328384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.342589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.363058 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-70b379d4-7d03-4f4b-92de-e9d9ccd34964 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8323910 Apr 21 14:51:17.363289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60596) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.369712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814859533'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:17.375538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:17.379664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:17.382689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:17.389385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:17.397074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=bc95ab8d-e214-42b8-bbce-0b2305f6affc,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.405859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:17.409572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.419505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a4ebe1df-10ac-4c8d-a1cd-63c35609725e None None] Could not find standard attr ID for object bc95ab8d-e214-42b8-bbce-0b2305f6affc. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:17.444253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.447751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:17.458851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.463069 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f8c17204-3802-4877-a0e6-cf20a8423499 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/bc95ab8d-e214-42b8-bbce-0b2305f6affc HTTP/1.1" status: 204 len: 168 time: 0.8991244 Apr 21 14:51:17.463269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment dc590b9e-d9ee-4171-9d8c-4539263bb612 of type vlan for network fb8cba0e-179f-4a54-a88f-fad231c9c754 Apr 21 14:51:17.463865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.497463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.543091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.549191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:17.549851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.553879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab58442-7ca5-475d-aa18-4a8f21359ade tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:17.555710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab58442-7ca5-475d-aa18-4a8f21359ade tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:17.556263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fab58442-7ca5-475d-aa18-4a8f21359ade tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:17.571868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fab58442-7ca5-475d-aa18-4a8f21359ade tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:17.573867 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fab58442-7ca5-475d-aa18-4a8f21359ade tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1094806 Apr 21 14:51:17.577053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60604) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.650015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 1dd266c3-5ee9-4870-a12e-3dfe05ef5eae {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:17.652931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.656681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2923315 Apr 21 14:51:17.662356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60608) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:17.671834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'ports': [{'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'}, {'network_id': 'fb8cba0e-179f-4a54-a88f-fad231c9c754'}]} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:17.672141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:17.672609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': 'fb8cba0e-179f-4a54-a88f-fad231c9c754'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:17.691750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59febbc-e6f3-4fb6-8b87-25680dbcd097 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=fb8cba0e-179f-4a54-a88f-fad231c9c754,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.703189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network fb8cba0e-179f-4a54-a88f-fad231c9c754 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:17.714779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.830350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.912206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.913008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:17.917356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:17.923946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:17.928913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:17.940917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 802c6894-fb0a-4b7b-a829-4c1051f8516f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:17.941921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 2} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:17.947184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.958246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd266c3-5ee9-4870-a12e-3dfe05ef5eae,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:17.960189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:17.978417 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fbc0afa1-e8e0-45a5-b976-3f5c8341d47d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/1dd266c3-5ee9-4870-a12e-3dfe05ef5eae HTTP/1.1" status: 204 len: 168 time: 0.3974476 Apr 21 14:51:17.978637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ae295-6359-4cf2-92de-fef28ce20218 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:17.978742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60614) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:18.038047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.067751 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68fd3c2a-91fd-4f38-a0ce-72b6fb216416 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852501 Apr 21 14:51:18.067958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60620) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:18.074467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:18.166703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 802c6894-fb0a-4b7b-a829-4c1051f8516f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:18.179938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 802c6894-fb0a-4b7b-a829-4c1051f8516f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:18.180308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.318850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.353409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:18.359163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 802c6894-fb0a-4b7b-a829-4c1051f8516f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=802c6894-fb0a-4b7b-a829-4c1051f8516f,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:18.360303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Deleting port 802c6894-fb0a-4b7b-a829-4c1051f8516f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:18.360677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.388139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.470093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:18.517787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=802c6894-fb0a-4b7b-a829-4c1051f8516f,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:18.523697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:18.527534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:18.551081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:18.563442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 5040df5c-68da-4d1c-9c66-b6298fb06779 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:18.581695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:18.585003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.610929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c25e22-0538-48d6-8b5d-57de344c8154 req-b06e581c-4db6-429a-b2cb-4e4d72064b1a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:18.612394 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65c25e22-0538-48d6-8b5d-57de344c8154 req-b06e581c-4db6-429a-b2cb-4e4d72064b1a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4932129 Apr 21 14:51:18.625973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] For port 802c6894-fb0a-4b7b-a829-4c1051f8516f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=802c6894-fb0a-4b7b-a829-4c1051f8516f,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:18.626362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.746848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Calling delete_port for 802c6894-fb0a-4b7b-a829-4c1051f8516f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:18.754693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65c25e22-0538-48d6-8b5d-57de344c8154 req-89c72ff6-3364-4be0-9757-8b6f03d0fead tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289690 Apr 21 14:51:18.838947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.863313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:18.886617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] Pushing event deleted for resources: {'Port': ['ID=802c6894-fb0a-4b7b-a829-4c1051f8516f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:18.888457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec653446-f706-46ab-b792-974d54e4b079 None None] No DVR routers for this DVR port 802c6894-fb0a-4b7b-a829-4c1051f8516f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:19.002951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 4e4ef110-7513-49e3-8114-3a2279a8ec9a yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:19.132099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:19.134881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.221697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:19.229536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:19.235944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:19.236527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.238977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5857302c-d316-4506-84b2-5d6eb3e815d1 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:19.266125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.270723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=cfeffa6c-0126-47de-ab9a-bb110191cadd,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.288432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-411a2e3f-3e9a-4094-95b2-a67a47ffb190 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2194934 Apr 21 14:51:19.291364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60626) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:19.298118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:f5:9f:ad', 'name': 'tempest-NetworksTestDHCPv6-1325459251'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:19.314616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.383650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:19.386831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:19.396784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:19.397740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.419292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=5040df5c-68da-4d1c-9c66-b6298fb06779,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.453823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:19.458286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:19.461587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:19.468284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:19.475542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'cfeffa6c-0126-47de-ab9a-bb110191cadd'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:19.476819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.479261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:19.507430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=4e4ef110-7513-49e3-8114-3a2279a8ec9a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:19.511705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': 'dc590b9e-d9ee-4171-9d8c-4539263bb612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fb8cba0e-179f-4a54-a88f-fad231c9c754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:19.512532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: fb8cba0e-179f-4a54-a88f-fad231c9c754, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:19.532681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network fb8cba0e-179f-4a54-a88f-fad231c9c754 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:19.543384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, fb8cba0e-179f-4a54-a88f-fad231c9c754) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:19.547880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:19.554543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28acfaae-d4fe-4e7a-8470-6d5624e40bd5 None None] Network fb8cba0e-179f-4a54-a88f-fad231c9c754 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:19.554862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:19.559773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:19.561077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.582123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-317c3569-4416-4793-8a9c-cfc2fa16c068 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9187589 Apr 21 14:51:19.584710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:19.618786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.655261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 03f237f4-f33e-4c82-a456-2ff82216389d yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:19.662364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 4e4ef110-7513-49e3-8114-3a2279a8ec9a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:19.662704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:19.849598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Allocated IP 2001:db8::f816:3eff:fe7e:bb17 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/cfeffa6c-0126-47de-ab9a-bb110191cadd/19fccc31-d8c3-4b1e-ab44-bb43fd9826cd) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:19.907621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 802c6894-fb0a-4b7b-a829-4c1051f8516f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:19.948910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 802c6894-fb0a-4b7b-a829-4c1051f8516f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:19.949270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 802c6894-fb0a-4b7b-a829-4c1051f8516f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:19.962931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.122010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.132728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Transition to ACTIVE for port object 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:20.153746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Transition to ACTIVE for port object 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:20.163160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.213368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 4e4ef110-7513-49e3-8114-3a2279a8ec9a owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:20.230820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:20.231794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fef5:9fad (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/cfeffa6c-0126-47de-ab9a-bb110191cadd/03f237f4-f33e-4c82-a456-2ff82216389d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:20.234371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:20.238138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:20.275070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Pushing event updated for resources: {'Port': ['ID=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.308915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5e0ba-81f1-43d6-87af-71dffb7f72ef req-cf52dfe9-0aef-4b23-accb-c06f6af79695 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:20.310599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7fc5e0ba-81f1-43d6-87af-71dffb7f72ef req-cf52dfe9-0aef-4b23-accb-c06f6af79695 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4053178 Apr 21 14:51:20.320711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.328476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.328826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.329167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.329753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.329892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.330178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.330634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.330968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.331298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.331622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.331944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.332270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:51:20.344348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Attempting to bind port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:20.344720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Attempting to bind port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:20.345080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Attempting to bind port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:20.350698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:20.351074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:20.351469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.351856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:20.352312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Bound port: 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:20.352681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.393710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=4e4ef110-7513-49e3-8114-3a2279a8ec9a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.402411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.422591 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-252ec4e7-bd50-4c9e-88be-67a8ecafd11f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/4e4ef110-7513-49e3-8114-3a2279a8ec9a HTTP/1.1" status: 204 len: 168 time: 0.8338907 Apr 21 14:51:20.423272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60636) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:20.430670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7fc5e0ba-81f1-43d6-87af-71dffb7f72ef req-3fddd83b-a35a-42c0-ab6a-9b5a88f85d55 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005323 Apr 21 14:51:20.453823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] For port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:20.456999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] For port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:20.461911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.506008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.532290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 03f237f4-f33e-4c82-a456-2ff82216389d will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:20.545299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37871358-15d4-4e25-9e7b-84ff4aae9a38 None None] Pushing event updated for resources: {'Port': ['ID=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.559634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361eb0e7-5107-463f-8fb0-1324ed0beecc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:20.565671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361eb0e7-5107-463f-8fb0-1324ed0beecc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:20.567266 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-361eb0e7-5107-463f-8fb0-1324ed0beecc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1433346 Apr 21 14:51:20.569913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:20.632374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.721878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 5040df5c-68da-4d1c-9c66-b6298fb06779 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:20.722219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.870290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:20.880494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:20.888135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=03f237f4-f33e-4c82-a456-2ff82216389d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:20.893151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:20.898512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:20.899109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:20.964046 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b90fc996-c759-4c79-b89e-2dfe1ab7c715 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6714292 Apr 21 14:51:20.966802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60644) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.056482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9707a-988f-469b-984b-1f0636d9ab04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:21.062743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9707a-988f-469b-984b-1f0636d9ab04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:21.063537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddd9707a-988f-469b-984b-1f0636d9ab04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:21.079970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddd9707a-988f-469b-984b-1f0636d9ab04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:21.081358 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddd9707a-988f-469b-984b-1f0636d9ab04 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1134934 Apr 21 14:51:21.083923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60648) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.102057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.149797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 03f237f4-f33e-4c82-a456-2ff82216389d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:21.150129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.230131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 5040df5c-68da-4d1c-9c66-b6298fb06779 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:21.321857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.373338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=5040df5c-68da-4d1c-9c66-b6298fb06779,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:21.378905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.385854 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9c7ec83f-e302-4261-bc83-9e54d331da65 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/5040df5c-68da-4d1c-9c66-b6298fb06779 HTTP/1.1" status: 204 len: 168 time: 0.8137071 Apr 21 14:51:21.388307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.424075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.473875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233e5c60-24e4-44b0-bb4a-318f8f1fcc5f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:21.474557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-233e5c60-24e4-44b0-bb4a-318f8f1fcc5f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:21.494378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-233e5c60-24e4-44b0-bb4a-318f8f1fcc5f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:21.495692 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-233e5c60-24e4-44b0-bb4a-318f8f1fcc5f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1063461 Apr 21 14:51:21.498978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60658) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.550613 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b00fefd-a6e3-471b-b66c-2330b8cf99d8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:21.552241 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2b00fefd-a6e3-471b-b66c-2330b8cf99d8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/4e4ef110-7513-49e3-8114-3a2279a8ec9a HTTP/1.1" status: 404 len: 333 time: 0.0522327 Apr 21 14:51:21.554927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60662) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.572916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 03f237f4-f33e-4c82-a456-2ff82216389d owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:21.608068 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e30f35c-fa3e-4f37-8b17-a2e8e1050cb7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:21.609419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2e30f35c-fa3e-4f37-8b17-a2e8e1050cb7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/5040df5c-68da-4d1c-9c66-b6298fb06779 HTTP/1.1" status: 404 len: 333 time: 0.0535681 Apr 21 14:51:21.612056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.678582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-24a9af65-d9a6-49b3-8f4c-2a00b966667c None None] Provisioning for port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:21.750392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.772890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b8625-d4a3-4fc3-98b6-3be23eca9d42 req-e809fc91-e69e-4a55-b147-4cab53c56741 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:21.774439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea4b8625-d4a3-4fc3-98b6-3be23eca9d42 req-e809fc91-e69e-4a55-b147-4cab53c56741 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1714096 Apr 21 14:51:21.835677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.866376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.899506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0635858d-6781-494d-b1dc-08951be34ff6 None None] Could not find standard attr ID for object 03f237f4-f33e-4c82-a456-2ff82216389d. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:21.907605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea4b8625-d4a3-4fc3-98b6-3be23eca9d42 req-8003b5ff-a3e1-400b-bc6e-6c54bd480119 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260672 Apr 21 14:51:21.910192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=03f237f4-f33e-4c82-a456-2ff82216389d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:21.946267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:21.948476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.954451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:21.969163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2dbff996-51d9-4b4c-a250-ba6f9833bb64 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/03f237f4-f33e-4c82-a456-2ff82216389d HTTP/1.1" status: 204 len: 168 time: 0.8840690 Apr 21 14:51:21.971619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:21.979050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8cba0e-179f-4a54-a88f-fad231c9c754']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:21.994246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc590b9e-d9ee-4171-9d8c-4539263bb612') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:21.994539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc590b9e-d9ee-4171-9d8c-4539263bb612') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:22.009845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.032333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.034444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:22.039640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:22.040130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.045589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:22.046190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.053404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f96777-3bc0-4191-8173-a6b6bedb7a30 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:22.055723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f96777-3bc0-4191-8173-a6b6bedb7a30 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:22.056832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78f96777-3bc0-4191-8173-a6b6bedb7a30 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:22.071053 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:22.081992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78f96777-3bc0-4191-8173-a6b6bedb7a30 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:22.086182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60674) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.087529 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-78f96777-3bc0-4191-8173-a6b6bedb7a30 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1149511 Apr 21 14:51:22.170039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.205588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:22.209913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.217478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.221982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.251172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet cfeffa6c-0126-47de-ab9a-bb110191cadd {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:22.257328 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/fb8cba0e-179f-4a54-a88f-fad231c9c754 HTTP/1.1" status: 204 len: 168 time: 0.6434278 Apr 21 14:51:22.258136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.261728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60678) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.268789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-313864395'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:22.275132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:22.279502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:22.279724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.282651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:22.288831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1fad4-77a6-493d-8f9c-9cba5f7c2fcc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=fb8cba0e-179f-4a54-a88f-fad231c9c754,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.289524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:22.299617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:22.303510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.322385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.331812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:22.340426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.340762 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment 1785b18a-4efa-4685-92c7-16cc1ed21883 of type vlan for network 10c7f751-e0fd-43b0-acc5-6771432b514d Apr 21 14:51:22.367556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.395934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.401380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:22.402060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.405141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.483703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.500327 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2367549 Apr 21 14:51:22.506307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60682) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.514267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:22.524026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=cfeffa6c-0126-47de-ab9a-bb110191cadd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.525963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.533164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfce5a3-4e6a-48e3-8701-36d2b2ff708c None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:22.542534 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bf68f6cb-1cf8-4aa2-b5b8-2c74c101c069 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/cfeffa6c-0126-47de-ab9a-bb110191cadd HTTP/1.1" status: 204 len: 168 time: 0.4551380 Apr 21 14:51:22.545286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60686) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.547715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7a082-b31f-4fc6-908a-143c5a9df3f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=10c7f751-e0fd-43b0-acc5-6771432b514d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:22.563531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 10c7f751-e0fd-43b0-acc5-6771432b514d details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:22.618516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a4d4d28e-98cc-46e8-8733-7555eff0f9e0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718572 Apr 21 14:51:22.620847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.642404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:22.646567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:22.649508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:22.656562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:22.668375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:22.673567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.709733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f87ddb4-a520-4114-85af-b62d6b922649 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:22.710732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f87ddb4-a520-4114-85af-b62d6b922649 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:22.727581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4f87ddb4-a520-4114-85af-b62d6b922649 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:22.731872 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4f87ddb4-a520-4114-85af-b62d6b922649 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1099794 Apr 21 14:51:22.733410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60694) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:22.901720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Performing IP validity checks on allocation pools {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 14:51:22.902342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.ipam_backend_mixin [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88108) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 14:51:22.905016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:22.909881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Deleting port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:22.910416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:22.936186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0c4eb-1c0d-4fd1-b922-3f074a1a89e6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:22.937233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0af0c4eb-1c0d-4fd1-b922-3f074a1a89e6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:22.956316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0af0c4eb-1c0d-4fd1-b922-3f074a1a89e6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:22.958124 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0af0c4eb-1c0d-4fd1-b922-3f074a1a89e6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2234712 Apr 21 14:51:22.960461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60700) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.034816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d6903af2-8992-4ae1-9679-00235a84084c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727901 Apr 21 14:51:23.039272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60704) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.044274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:23.053103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.147907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] For port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:23.148392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.168100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:23.178497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:23.189684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:23.193271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.207565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=ad02efd2-5dbb-495a-9d07-03b831eb0e67,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.217426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': '1785b18a-4efa-4685-92c7-16cc1ed21883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:23.217892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 10c7f751-e0fd-43b0-acc5-6771432b514d, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:23.242899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 10c7f751-e0fd-43b0-acc5-6771432b514d is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:23.254693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08122837-3933-4496-afdb-5be4b2a4b598 req-3c8fb7ed-a592-48cf-a68d-4e5e5690b131 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:23.256267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08122837-3933-4496-afdb-5be4b2a4b598 req-3c8fb7ed-a592-48cf-a68d-4e5e5690b131 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1988690 Apr 21 14:51:23.266109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 10c7f751-e0fd-43b0-acc5-6771432b514d) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:23.272261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:23.272856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.309262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4191d305-ff9b-469d-86c5-7184c9c9cc4c None None] Network 10c7f751-e0fd-43b0-acc5-6771432b514d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:23.331864 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e5d07bb0-a2d6-4e37-b4ff-84989285e6ce tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8224597 Apr 21 14:51:23.332457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60708) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.333340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Calling delete_port for 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:23.335173 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08122837-3933-4496-afdb-5be4b2a4b598 req-3d216d3d-9ce0-4a85-b3dc-e5509cfd2d01 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567691 Apr 21 14:51:23.341328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d', 'name': 'tempest-PortsTestJSON-506570229'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:23.493690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.561531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.565057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:23.569123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] Pushing event deleted for resources: {'Port': ['ID=19fccc31-d8c3-4b1e-ab44-bb43fd9826cd,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.570956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e872297-9f50-4b77-87ce-757a2440228a None None] No DVR routers for this DVR port 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:23.625687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:23.633124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:23.640189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:23.646217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:23.646775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.648851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-10c7f751-e0fd-43b0-acc5-6771432b514d', 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': 'ad02efd2-5dbb-495a-9d07-03b831eb0e67'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:23.649901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.653981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=f7c97708-6eb5-4b05-934a-e854a6fdd2dd,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:23.660932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:23.662541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d0a25-2275-4dcf-a373-dd74d30540e2 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:23.664257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:23.696269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 51936878-8442-4add-a437-8d3518f43b04 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:23.736403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7b27be00-e0ba-42d8-8c54-9e60c99c5389 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6969290 Apr 21 14:51:23.739857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:23.748337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:50:1e:e9', 'name': 'tempest-NetworksTestDHCPv6-1196522248'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:23.865223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.9 (10c7f751-e0fd-43b0-acc5-6771432b514d/ad02efd2-5dbb-495a-9d07-03b831eb0e67/51936878-8442-4add-a437-8d3518f43b04) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:23.905866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:23.934510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:23.942429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:23.942776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19fccc31-d8c3-4b1e-ab44-bb43fd9826cd not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:23.944663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:23.956089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:23.992056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'f7c97708-6eb5-4b05-934a-e854a6fdd2dd'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:23.993010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.088107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.094605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.111594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 51936878-8442-4add-a437-8d3518f43b04 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:24.117291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:24.137311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.205026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f7c97708-6eb5-4b05-934a-e854a6fdd2dd/d6620f31-d779-456e-9d4e-2caef7a1da8e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:24.218168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 10c7f751-e0fd-43b0-acc5-6771432b514d is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:24.221331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:24.223339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Allocated IP 172.20.0.2 (10c7f751-e0fd-43b0-acc5-6771432b514d/ad02efd2-5dbb-495a-9d07-03b831eb0e67/0c0be6e1-6d3f-4804-a810-dfbe48586606) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:24.225557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:24.260349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=51936878-8442-4add-a437-8d3518f43b04,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:24.293076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:24.293781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.320657 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6ba22ffe-72ac-470e-8a81-9991a203a609 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9847000 Apr 21 14:51:24.320881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60716) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:24.397854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 51936878-8442-4add-a437-8d3518f43b04 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:24.398270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.543621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aae0b-fc9a-42b9-af0a-9e6b1835bffa req-0ea40c36-850e-400e-87fb-dd939a876ac7 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:24.545595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a4aae0b-fc9a-42b9-af0a-9e6b1835bffa req-0ea40c36-850e-400e-87fb-dd939a876ac7 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.0872853 Apr 21 14:51:24.587893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.592704 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a4aae0b-fc9a-42b9-af0a-9e6b1835bffa req-b8fe8f75-9037-4f61-aceb-4a71ffdcd3e5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Apr 21 14:51:24.608447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Transition to ACTIVE for port object d6620f31-d779-456e-9d4e-2caef7a1da8e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:24.611313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.634268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Transition to ACTIVE for port object 0c0be6e1-6d3f-4804-a810-dfbe48586606 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:24.647441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Transition to ACTIVE for port object d6620f31-d779-456e-9d4e-2caef7a1da8e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:24.657737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.669082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.698710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Transition to ACTIVE for port object 0c0be6e1-6d3f-4804-a810-dfbe48586606 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:24.717645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.722854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:24.732352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:24.736413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::305 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/f7c97708-6eb5-4b05-934a-e854a6fdd2dd/3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:24.738495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:24.791971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Network 10c7f751-e0fd-43b0-acc5-6771432b514d is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:24.793099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Pushing event updated for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:24.878732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:24.914671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 51936878-8442-4add-a437-8d3518f43b04 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:24.918057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:24.955232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Pushing event updated for resources: {'Port': ['ID=0c0be6e1-6d3f-4804-a810-dfbe48586606,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:24.979313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:24.997006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:25.021334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.062267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Attempting to bind port d6620f31-d779-456e-9d4e-2caef7a1da8e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:25.062647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Attempting to bind port d6620f31-d779-456e-9d4e-2caef7a1da8e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:25.063010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Attempting to bind port d6620f31-d779-456e-9d4e-2caef7a1da8e on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:25.069234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.073802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:25.074172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:25.074566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.075323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:25.076025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Bound port: d6620f31-d779-456e-9d4e-2caef7a1da8e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:25.076871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.090803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Attempting to bind port 0c0be6e1-6d3f-4804-a810-dfbe48586606 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:25.091163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Attempting to bind port 0c0be6e1-6d3f-4804-a810-dfbe48586606 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1785b18a-4efa-4685-92c7-16cc1ed21883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:25.091603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Attempting to bind port 0c0be6e1-6d3f-4804-a810-dfbe48586606 on network 10c7f751-e0fd-43b0-acc5-6771432b514d {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:25.096451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:25.099659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:25.103464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:25.109474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:25.110079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.117712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.135225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:25.135225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Checking segment: {'id': '1785b18a-4efa-4685-92c7-16cc1ed21883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:25.135527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.135893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Bound using segment: {'id': '1785b18a-4efa-4685-92c7-16cc1ed21883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:25.136623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Bound port: 0c0be6e1-6d3f-4804-a810-dfbe48586606, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1785b18a-4efa-4685-92c7-16cc1ed21883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '10c7f751-e0fd-43b0-acc5-6771432b514d'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:25.137187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.137873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=51936878-8442-4add-a437-8d3518f43b04,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.145087 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a373a9a5-c917-438f-be74-022c0634ef26 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4040642 Apr 21 14:51:25.147707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60722) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.238717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2725f-989c-4408-8eeb-71979f1b87ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:25.244692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2725f-989c-4408-8eeb-71979f1b87ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:25.245527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-26d2725f-989c-4408-8eeb-71979f1b87ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:25.247305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.256215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:25.261165 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2441695-8b38-428c-a52b-63822ccc161d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/51936878-8442-4add-a437-8d3518f43b04 HTTP/1.1" status: 204 len: 168 time: 0.9367518 Apr 21 14:51:25.261439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60726) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.270241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:25.273415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] For port 0c0be6e1-6d3f-4804-a810-dfbe48586606, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:25.277035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] For port 0c0be6e1-6d3f-4804-a810-dfbe48586606, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=0c0be6e1-6d3f-4804-a810-dfbe48586606,segment=NetworkSegment(1785b18a-4efa-4685-92c7-16cc1ed21883),segment_id=1785b18a-4efa-4685-92c7-16cc1ed21883)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:25.278709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.297687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-26d2725f-989c-4408-8eeb-71979f1b87ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:25.298828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-26d2725f-989c-4408-8eeb-71979f1b87ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1501708 Apr 21 14:51:25.301998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60730) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.305433 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61ac289-8c00-4fb0-9d52-f70d0e87da9d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:51:25.305898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61ac289-8c00-4fb0-9d52-f70d0e87da9d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:25.309961 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f61ac289-8c00-4fb0-9d52-f70d0e87da9d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/51936878-8442-4add-a437-8d3518f43b04 HTTP/1.1" status: 404 len: 333 time: 0.0451221 Apr 21 14:51:25.310856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60734) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.320232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.355679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-183ce470-4d5f-4e9f-b405-d846dce86ee4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:25.356195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-183ce470-4d5f-4e9f-b405-d846dce86ee4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:25.375110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-183ce470-4d5f-4e9f-b405-d846dce86ee4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:25.379574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-183ce470-4d5f-4e9f-b405-d846dce86ee4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/51936878-8442-4add-a437-8d3518f43b04 HTTP/1.1" status: 404 len: 333 time: 0.0652430 Apr 21 14:51:25.379830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60738) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:25.382166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:25.382509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.394978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-306b64be-413a-4be5-8cbc-a8fef1c5f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.413129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d175-6eb3-4671-9599-a29ac030efb6 None None] Pushing event updated for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.465922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet ad02efd2-5dbb-495a-9d07-03b831eb0e67 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:25.470771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.541172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.602263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dde004-2274-4c8c-8cf7-dc97e699d910 None None] Pushing event updated for resources: {'Port': ['ID=0c0be6e1-6d3f-4804-a810-dfbe48586606,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:25.654652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.755173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:25.995211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6620f31-d779-456e-9d4e-2caef7a1da8e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:26.040693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:26.116688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d6620f31-d779-456e-9d4e-2caef7a1da8e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:26.147561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.191537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=ad02efd2-5dbb-495a-9d07-03b831eb0e67,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.197491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.206647 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4f06f8fb-bee8-41c4-927b-f3f2baa271b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ad02efd2-5dbb-495a-9d07-03b831eb0e67 HTTP/1.1" status: 204 len: 168 time: 0.8258436 Apr 21 14:51:26.210901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60744) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.214986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d8212-28a6-430a-b647-3abbb910c200 req-682a4d5e-1255-46ca-b560-a610f1c7d414 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:26.216450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a52d8212-28a6-430a-b647-3abbb910c200 req-682a4d5e-1255-46ca-b560-a610f1c7d414 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4440367 Apr 21 14:51:26.261886 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a52d8212-28a6-430a-b647-3abbb910c200 req-00ab6532-1911-4a44-97ad-61214cc001b6 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393367 Apr 21 14:51:26.312718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.376897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.417994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.428216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.443339 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3a2ea9a2-e397-4317-abfe-403a3ae3a0fc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 HTTP/1.1" status: 204 len: 168 time: 1.1398964 Apr 21 14:51:26.445873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.446781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 0c0be6e1-6d3f-4804-a810-dfbe48586606 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:26.447122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.518793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a0946-c740-4199-a6b4-a02af6f53af9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:26.520279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1a0946-c740-4199-a6b4-a02af6f53af9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:26.524120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c1a0946-c740-4199-a6b4-a02af6f53af9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0749588 Apr 21 14:51:26.524358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60752) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.594290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet f7c97708-6eb5-4b05-934a-e854a6fdd2dd {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:26.597368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.655197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.671832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port 0c0be6e1-6d3f-4804-a810-dfbe48586606, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=0c0be6e1-6d3f-4804-a810-dfbe48586606,segment=NetworkSegment(1785b18a-4efa-4685-92c7-16cc1ed21883),segment_id=1785b18a-4efa-4685-92c7-16cc1ed21883)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:26.672205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.755350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.805246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 0c0be6e1-6d3f-4804-a810-dfbe48586606 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:26.845284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.894341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c97708-6eb5-4b05-934a-e854a6fdd2dd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:26.898218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.902769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.908996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb3b2559-3ff6-463f-a942-f6e9df6547a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f7c97708-6eb5-4b05-934a-e854a6fdd2dd HTTP/1.1" status: 204 len: 168 time: 0.3836381 Apr 21 14:51:26.913371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:26.969408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Provisioning for port d6620f31-d779-456e-9d4e-2caef7a1da8e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:26.983596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Provisioning complete for port d6620f31-d779-456e-9d4e-2caef7a1da8e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:26.983960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:26.994733 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1aef95cc-38d3-45d2-8b9a-a12a5740a2c2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800703 Apr 21 14:51:26.997002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60760) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.085460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=0c0be6e1-6d3f-4804-a810-dfbe48586606,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.088441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No DVR routers for this DVR port 0c0be6e1-6d3f-4804-a810-dfbe48586606 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:27.110192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c3261a-eb72-4833-89ec-4b621f8f99df tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:27.114426 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-32c3261a-eb72-4833-89ec-4b621f8f99df tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1159098 Apr 21 14:51:27.115154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60764) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.156425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.207639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ea01c3-0210-4b42-ab78-5a462f51d99b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:27.208375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-16ea01c3-0210-4b42-ab78-5a462f51d99b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:27.216774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:27.225732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.234529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.237721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-16ea01c3-0210-4b42-ab78-5a462f51d99b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:27.239167 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-16ea01c3-0210-4b42-ab78-5a462f51d99b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228375 Apr 21 14:51:27.241453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60768) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.262444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7f751-e0fd-43b0-acc5-6771432b514d']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:27.269477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aaf92c-216c-4114-be0d-72797b858b5b None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:27.276374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1785b18a-4efa-4685-92c7-16cc1ed21883') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:27.276684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1785b18a-4efa-4685-92c7-16cc1ed21883') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:27.290909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.309806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.315949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ebaa4a81-a641-4047-b3b9-134e47677981 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734098 Apr 21 14:51:27.319650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:27.319650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.320314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60774) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.327105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:27.440478 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:27.448769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.457488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b8a2c36b-10a9-444b-876a-10862617dec4 None None] Could not find standard attr ID for object 3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:27.476718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.489483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=10c7f751-e0fd-43b0-acc5-6771432b514d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.500740 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee1c7f3e-65e4-424e-8da3-e9ac1b3d8f31 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/10c7f751-e0fd-43b0-acc5-6771432b514d HTTP/1.1" status: 204 len: 168 time: 1.2886989 Apr 21 14:51:27.506266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60778) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.506880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:27.512180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-47158256'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:27.517895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:27.518830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:27.521806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:27.525641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:27.532411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:27.543812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:27.547531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:27.547679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.551535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.572823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3c77a-bc4d-4b1b-88a9-c7d8881743cb None None] DHCP port deletion for 10c7f751-e0fd-43b0-acc5-6771432b514d request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:27.593672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a4c0c-ae4f-4665-850b-55dd258a80b3 None None] Pushing event updated for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.596020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:27.598898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5143a823-90ab-4cfc-9a58-0231bc7296c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.609240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c8f14ce-5514-41dd-94b7-a22ddff20ab5 None None] Could not find standard attr ID for object 0c0be6e1-6d3f-4804-a810-dfbe48586606. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:27.614468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce662cc-d390-4e10-bb1a-61752ea3ecaf None None] Network 10c7f751-e0fd-43b0-acc5-6771432b514d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:27.617035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.617499 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment b743b9b0-d339-4182-80f3-b210d029c0c7 of type vlan for network 2271a41f-1128-4ca5-b36a-597eedffbb49 Apr 21 14:51:27.638854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce662cc-d390-4e10-bb1a-61752ea3ecaf None None] Network 10c7f751-e0fd-43b0-acc5-6771432b514d could not be found, it might have been deleted concurrently. {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 21 14:51:27.651627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770128b-e33b-4c5b-b820-baaa1f4c08f4 req-9adb42c9-1288-4fff-9ad7-444ae6417f99 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:27.653342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0770128b-e33b-4c5b-b820-baaa1f4c08f4 req-9adb42c9-1288-4fff-9ad7-444ae6417f99 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2271934 Apr 21 14:51:27.665640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.703129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.708705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:27.709651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.727631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0770128b-e33b-4c5b-b820-baaa1f4c08f4 req-bc3aad38-9952-4b32-8c37-d340501ffd2a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610301 Apr 21 14:51:27.746652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:27.751893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Deleting port d6620f31-d779-456e-9d4e-2caef7a1da8e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:27.752269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:27.895799 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3882287 Apr 21 14:51:27.899878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60784) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:27.917164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad31679-495d-4225-9415-e7d48718abba tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=2271a41f-1128-4ca5-b36a-597eedffbb49,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:27.922160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:27.927870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6620f31-d779-456e-9d4e-2caef7a1da8e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:27.974647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:28.181646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:28.196555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:28.201438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-fed0edc3-cea2-4259-9705-18023747d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:28.201978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:28.203277 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-fed0edc3-cea2-4259-9705-18023747d9ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.0848501 Apr 21 14:51:28.206846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:28.207359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.220518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:28.234267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:28.295496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:28.299043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.344107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-863fcb04-93d3-4d37-b5ee-1a40d703686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:28.345680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-863fcb04-93d3-4d37-b5ee-1a40d703686f service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.1355872 Apr 21 14:51:28.370717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Calling delete_port for d6620f31-d779-456e-9d4e-2caef7a1da8e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:28.445022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.466542 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-bf433fa5-edd5-4b89-9a4b-dc191e3a3966 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.1133728 Apr 21 14:51:28.497151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:28.500465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f314b-11cb-491e-82e9-53287fadc669 req-95829bfb-89a4-432a-8def-0dd567a469e0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:28.502726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.506915 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8e7f314b-11cb-491e-82e9-53287fadc669 req-95829bfb-89a4-432a-8def-0dd567a469e0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4320140 Apr 21 14:51:28.534364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-f6f5df62-04b2-455e-aacc-f06a7b0e3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:28.536406 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-f6f5df62-04b2-455e-aacc-f06a7b0e3de9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.0636854 Apr 21 14:51:28.540448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:28.540804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:28.573038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:28.616943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-f01569d6-768e-4a5f-ac8e-bbd7ef18e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:28.618460 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-f01569d6-768e-4a5f-ac8e-bbd7ef18e5fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761740 Apr 21 14:51:28.643248 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8e7f314b-11cb-491e-82e9-53287fadc669 req-8c7d3e11-8de7-440c-bbc5-133d9ec1683c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298079 Apr 21 14:51:28.684717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.757159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-98220111-cba8-4c8e-bd87-201d6eed8db1 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319740 Apr 21 14:51:28.768646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.876513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:28.893410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6550ae97-ec3e-43a0-a18c-f39818bd2bdf req-93a9c113-f37a-4963-b93c-13011a23518d service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297700 Apr 21 14:51:28.944753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.041645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Deleting port d6620f31-d779-456e-9d4e-2caef7a1da8e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:29.041930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.053752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=a12ea00a-8621-473e-9310-92707b899f0f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.060742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': 'b743b9b0-d339-4182-80f3-b210d029c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:29.061103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 2271a41f-1128-4ca5-b36a-597eedffbb49, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:29.106301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:29.110009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:29.122030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2271a41f-1128-4ca5-b36a-597eedffbb49) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:29.127197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:29.127954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.134056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea1bc3-40b1-41e8-ab8c-620188f3c761 None None] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:29.158344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.166478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.167160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.236241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2a014b98-acfa-400c-ae65-57cff8c39638 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3340657 Apr 21 14:51:29.238916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60790) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:29.244488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49', 'security_groups': [], 'name': 'tempest-PortsTestJSON-727245021'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:29.276205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:29.284388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:29.297863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:29.298789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.303923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=b89d1a36-9c00-4509-8a53-a90f8afab0ea,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.346377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:29.352911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9ddbd80c-6b94-4d86-b0fd-6215678dc628 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0312502 Apr 21 14:51:29.355660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60794) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:29.363054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:29.389699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:29.393858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:29.396643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:29.402458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:29.416575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:29.423634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.441009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:29.441619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.454906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port ec5d8ea1-9824-4e00-986e-13d528449c2a yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:29.557544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:29.567309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:29.577627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:29.581354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.637826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Calling delete_port for d6620f31-d779-456e-9d4e-2caef7a1da8e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:29.699838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2271a41f-1128-4ca5-b36a-597eedffbb49', 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': 'a12ea00a-8621-473e-9310-92707b899f0f'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:29.701190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.729870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b89d1a36-9c00-4509-8a53-a90f8afab0ea (CIDR: 2001:db8::/64) Apr 21 14:51:29.734885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:29.735371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:29.742847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.14 (2271a41f-1128-4ca5-b36a-597eedffbb49/a12ea00a-8621-473e-9310-92707b899f0f/ec5d8ea1-9824-4e00-986e-13d528449c2a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:29.772778 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a816bde3-c297-4389-8bbf-fc0968f90e00 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4136152 Apr 21 14:51:29.773111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60800) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:29.786489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:29.788949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:29.789333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:29.943432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:29.961593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object ec5d8ea1-9824-4e00-986e-13d528449c2a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:29.988507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.014267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:30.023870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:30.044140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5b0ee-829c-4750-81c0-95799e51ba20 req-df5694d9-f4b5-4d8f-9812-c75b0e6c29b2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:30.046212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42b5b0ee-829c-4750-81c0-95799e51ba20 req-df5694d9-f4b5-4d8f-9812-c75b0e6c29b2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2133944 Apr 21 14:51:30.051230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:30.055343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:30.059387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:30.059546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.063247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Allocated IP 172.20.0.2 (2271a41f-1128-4ca5-b36a-597eedffbb49/a12ea00a-8621-473e-9310-92707b899f0f/86a209c1-f908-493f-ad59-7385a8eb7f93) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:30.074020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:30.125282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=ec5d8ea1-9824-4e00-986e-13d528449c2a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.145179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:30.145790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.171999 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5209e3b-8174-4c48-9e85-c25d82abb6fe tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9318650 Apr 21 14:51:30.173789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60804) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.215282 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42b5b0ee-829c-4750-81c0-95799e51ba20 req-8864f016-a97f-4ce8-aca6-4959bb83b751 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594682 Apr 21 14:51:30.288278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port ec5d8ea1-9824-4e00-986e-13d528449c2a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:30.288849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.337872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.431726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Transition to ACTIVE for port object 86a209c1-f908-493f-ad59-7385a8eb7f93 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:30.444193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.453550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Transition to ACTIVE for port object 86a209c1-f908-493f-ad59-7385a8eb7f93 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:30.460630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.481151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.517315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cc984-2c13-4668-a290-4f4d0d6d4639 req-bbbcc046-1383-4aac-83e9-da0f4253579f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:30.518773 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-974cc984-2c13-4668-a290-4f4d0d6d4639 req-bbbcc046-1383-4aac-83e9-da0f4253579f tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1453464 Apr 21 14:51:30.524362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:30.527607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:30.537568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:30.565083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.569579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:30.574292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:30.577734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:30.578559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.614662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=d82e47af-5d8b-43d1-8d74-fcb57ffc6741,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.615001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Pushing event updated for resources: {'Port': ['ID=86a209c1-f908-493f-ad59-7385a8eb7f93,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.625545 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-974cc984-2c13-4668-a290-4f4d0d6d4639 req-7574117a-1564-45f9-94e9-c0e6c9dd3242 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947461 Apr 21 14:51:30.634800 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-413f1b4e-7f96-4ba5-aff0-26296fe70351 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8604667 Apr 21 14:51:30.637581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:30.645522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Deleting port d6620f31-d779-456e-9d4e-2caef7a1da8e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:30.645898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.651872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:d3:31:b0', 'name': 'tempest-NetworksTestDHCPv6-1774459566'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:30.704013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for ec5d8ea1-9824-4e00-986e-13d528449c2a owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:30.762170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Attempting to bind port 86a209c1-f908-493f-ad59-7385a8eb7f93 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:30.762560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Attempting to bind port 86a209c1-f908-493f-ad59-7385a8eb7f93 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'b743b9b0-d339-4182-80f3-b210d029c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:30.762904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Attempting to bind port 86a209c1-f908-493f-ad59-7385a8eb7f93 on network 2271a41f-1128-4ca5-b36a-597eedffbb49 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:30.774692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:30.775068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Checking segment: {'id': 'b743b9b0-d339-4182-80f3-b210d029c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:30.775470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.775861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Bound using segment: {'id': 'b743b9b0-d339-4182-80f3-b210d029c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:30.776332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Bound port: 86a209c1-f908-493f-ad59-7385a8eb7f93, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b743b9b0-d339-4182-80f3-b210d029c0c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2271a41f-1128-4ca5-b36a-597eedffbb49'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:30.776705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.894522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:30.947461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=ec5d8ea1-9824-4e00-986e-13d528449c2a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:30.993601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] For port 86a209c1-f908-493f-ad59-7385a8eb7f93, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:31.001880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] For port d6620f31-d779-456e-9d4e-2caef7a1da8e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6620f31-d779-456e-9d4e-2caef7a1da8e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:31.002078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99ea2-e463-41af-a206-67af390350bc req-21606768-70f7-4fce-90bd-dd26df51e0f2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:31.002470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.003391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b6e99ea2-e463-41af-a206-67af390350bc req-21606768-70f7-4fce-90bd-dd26df51e0f2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2486188 Apr 21 14:51:31.004441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:31.009021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:port and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:31.012096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:31.020375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] For port 86a209c1-f908-493f-ad59-7385a8eb7f93, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=86a209c1-f908-493f-ad59-7385a8eb7f93,segment=NetworkSegment(b743b9b0-d339-4182-80f3-b210d029c0c7),segment_id=b743b9b0-d339-4182-80f3-b210d029c0c7)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:31.033104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:31.061374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.063467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:31.071329 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-16d4b72e-8986-436d-9366-7422e8fd6f42 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/ec5d8ea1-9824-4e00-986e-13d528449c2a HTTP/1.1" status: 204 len: 168 time: 0.8965061 Apr 21 14:51:31.071729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.073798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60822) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.089912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b6e99ea2-e463-41af-a206-67af390350bc req-feedda7e-fdd2-4f43-9364-7566b0bf8a8c tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723529 Apr 21 14:51:31.129141 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e574f7-9440-4a91-b0e4-b4b5ce373517 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:31.129692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39e574f7-9440-4a91-b0e4-b4b5ce373517 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:31.154354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39e574f7-9440-4a91-b0e4-b4b5ce373517 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:31.158290 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-39e574f7-9440-4a91-b0e4-b4b5ce373517 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/ec5d8ea1-9824-4e00-986e-13d528449c2a HTTP/1.1" status: 404 len: 333 time: 0.0835907 Apr 21 14:51:31.158883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60828) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.168597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Calling delete_port for d6620f31-d779-456e-9d4e-2caef7a1da8e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:31.230782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet a12ea00a-8621-473e-9310-92707b899f0f {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:31.235186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.258073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.292947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b583c91-7b24-4d0f-a736-6904fe33e198 None None] Pushing event updated for resources: {'Port': ['ID=86a209c1-f908-493f-ad59-7385a8eb7f93,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.307114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port dff38a19-2601-405f-a285-14120457eb2a yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:31.347387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.394045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.460796 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-d6598f82-1e00-4c2f-a4e4-b49fdc6dda97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588545 Apr 21 14:51:31.470805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.483213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b19737-decb-412b-b173-6146835dd806 req-b86a2172-5bfc-494c-8f72-4906b30dca6a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:31.484893 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65b19737-decb-412b-b173-6146835dd806 req-b86a2172-5bfc-494c-8f72-4906b30dca6a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2774477 Apr 21 14:51:31.565173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] Pushing event deleted for resources: {'Port': ['ID=d6620f31-d779-456e-9d4e-2caef7a1da8e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.572422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.637878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d26db6-7aaf-448c-ab6a-f3a41f2786dd None None] No DVR routers for this DVR port d6620f31-d779-456e-9d4e-2caef7a1da8e on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:31.638132 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65b19737-decb-412b-b173-6146835dd806 req-0728e72e-0578-4971-9c41-1b28f9350f7d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429944 Apr 21 14:51:31.650047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8:0:1::14d (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/d82e47af-5d8b-43d1-8d74-fcb57ffc6741/dff38a19-2601-405f-a285-14120457eb2a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:31.657226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fed3:31b0 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/b89d1a36-9c00-4509-8a53-a90f8afab0ea/dff38a19-2601-405f-a285-14120457eb2a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:31.674919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167fc77-a972-4bff-8654-d85a4da32a68 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:31.866825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=a12ea00a-8621-473e-9310-92707b899f0f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:31.883355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:31.903728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d8f9467e-39aa-4e0c-b470-c9b14559ff52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/a12ea00a-8621-473e-9310-92707b899f0f HTTP/1.1" status: 204 len: 168 time: 0.7434332 Apr 21 14:51:31.905039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:31.955395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-db513b3d-e8d9-494e-a729-bd872dd35750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:31.956873 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-db513b3d-e8d9-494e-a729-bd872dd35750 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.3301718 Apr 21 14:51:31.984581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 86a209c1-f908-493f-ad59-7385a8eb7f93 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:32.003437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.016398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'b89d1a36-9c00-4509-8a53-a90f8afab0ea'}, {'subnet_id': 'd82e47af-5d8b-43d1-8d74-fcb57ffc6741'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:32.017238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.031926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c8a9-6e4c-4439-960f-b7ed12aff7a7 req-204e4fba-8c26-4810-bedc-ac16b05af853 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.033414 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95c3c8a9-6e4c-4439-960f-b7ed12aff7a7 req-204e4fba-8c26-4810-bedc-ac16b05af853 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1716688 Apr 21 14:51:32.034499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object dff38a19-2601-405f-a285-14120457eb2a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:32.096219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95c3c8a9-6e4c-4439-960f-b7ed12aff7a7 req-0ae9da21-90b9-4803-ac10-18166d9279a5 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555618 Apr 21 14:51:32.096395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.113608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.169668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 86a209c1-f908-493f-ad59-7385a8eb7f93 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:32.170866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.188936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:32.192302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:32.203523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:32.209289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.209988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.221194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 86a209c1-f908-493f-ad59-7385a8eb7f93 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:32.246344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=dff38a19-2601-405f-a285-14120457eb2a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:32.266592 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b292a6b0-edfd-4bb7-a92d-a412141cf564 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6264005 Apr 21 14:51:32.269044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:32.366386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-2ed158d7-dec7-45ff-bcf3-8e5bc4df21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.367816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-2ed158d7-dec7-45ff-bcf3-8e5bc4df21f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.3346100 Apr 21 14:51:32.389391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port dff38a19-2601-405f-a285-14120457eb2a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:32.393077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.481431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Allocated IP 2001:db8:0:1::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/d82e47af-5d8b-43d1-8d74-fcb57ffc6741/783234eb-a358-4320-b536-2d64c8f9a32e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:32.490871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Allocated IP 2001:db8::f816:3eff:fe0b:3d40 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/b89d1a36-9c00-4509-8a53-a90f8afab0ea/783234eb-a358-4320-b536-2d64c8f9a32e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:32.559960 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-161c8303-0f0a-4a55-a818-64ea08b46632 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.1815031 Apr 21 14:51:32.637410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6456d4b-9883-4c1a-9ced-b830ffc22d67 None None] Network 2271a41f-1128-4ca5-b36a-597eedffbb49 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:32.719904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port 86a209c1-f908-493f-ad59-7385a8eb7f93, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=86a209c1-f908-493f-ad59-7385a8eb7f93,segment=NetworkSegment(b743b9b0-d339-4182-80f3-b210d029c0c7),segment_id=b743b9b0-d339-4182-80f3-b210d029c0c7)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:32.720224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.734179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-6d0fc3d8-8c91-4d32-b407-5764d428506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.735078 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-6d0fc3d8-8c91-4d32-b407-5764d428506c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.1404016 Apr 21 14:51:32.766996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d4674264-643a-47fd-8acc-8001342ccb58 None None] Provisioning for port 86a209c1-f908-493f-ad59-7385a8eb7f93 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:32.782754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.817966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d4674264-643a-47fd-8acc-8001342ccb58 None None] Provisioning complete for port 86a209c1-f908-493f-ad59-7385a8eb7f93 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:32.818248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d4674264-643a-47fd-8acc-8001342ccb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:32.904313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 86a209c1-f908-493f-ad59-7385a8eb7f93 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:32.928039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for dff38a19-2601-405f-a285-14120457eb2a owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:32.974281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151e8c2-2d94-4823-89de-bf8018197fe9 req-bc30b7b9-7816-4d38-8b6a-fc5cd61beca3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.975761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9151e8c2-2d94-4823-89de-bf8018197fe9 req-bc30b7b9-7816-4d38-8b6a-fc5cd61beca3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.4039648 Apr 21 14:51:32.996904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-55b8ddac-73f2-4c25-a4dd-9cb12879cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:32.999043 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-55b8ddac-73f2-4c25-a4dd-9cb12879cc64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060471 Apr 21 14:51:33.001491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.018888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Transition to ACTIVE for port object 783234eb-a358-4320-b536-2d64c8f9a32e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:33.022581 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.plugins.ml2.db [None req-d4674264-643a-47fd-8acc-8001342ccb58 None None] No ports have port_id starting with 86a209c1-f908-493f-ad59-7385a8eb7f93 Apr 21 14:51:33.030426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.046981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Transition to ACTIVE for port object 783234eb-a358-4320-b536-2d64c8f9a32e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:33.056184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.097431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=86a209c1-f908-493f-ad59-7385a8eb7f93,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.140465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0deaa0-5e53-4fb9-9ed5-04faf28e7ff4 None None] DHCP port deletion for 2271a41f-1128-4ca5-b36a-597eedffbb49 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:33.150481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:33.155898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No DVR routers for this DVR port 86a209c1-f908-493f-ad59-7385a8eb7f93 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:33.157152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:33.159813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.162515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:33.189905 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9151e8c2-2d94-4823-89de-bf8018197fe9 req-d0dc6248-9084-4c30-8a10-c819f4bb7cf9 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055681 Apr 21 14:51:33.299186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Attempting to bind port 783234eb-a358-4320-b536-2d64c8f9a32e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:33.299517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Attempting to bind port 783234eb-a358-4320-b536-2d64c8f9a32e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:33.299854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Attempting to bind port 783234eb-a358-4320-b536-2d64c8f9a32e on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:33.305602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:33.305973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:33.306372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.306761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:33.307219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Bound port: 783234eb-a358-4320-b536-2d64c8f9a32e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:33.307585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.312505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.340072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2271a41f-1128-4ca5-b36a-597eedffbb49']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.352800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b743b9b0-d339-4182-80f3-b210d029c0c7') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.353108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b743b9b0-d339-4182-80f3-b210d029c0c7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:33.365781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.382392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.388701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:33.389240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.393629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.409908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:33.478669 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:33.500520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:33.507049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=dff38a19-2601-405f-a285-14120457eb2a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.507774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.507994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.529323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.547466 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/2271a41f-1128-4ca5-b36a-597eedffbb49 HTTP/1.1" status: 204 len: 168 time: 1.6376247 Apr 21 14:51:33.548275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60852) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:33.553809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:33.560680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-5d04cdf4-6c33-4cbb-b500-9737189dfef4 service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519459 Apr 21 14:51:33.563276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'name': 'tempest-PortsTestJSON-1466162975'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:33.566193 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eff92ab8-7281-4baa-bc70-5014ff853ea5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/dff38a19-2601-405f-a285-14120457eb2a HTTP/1.1" status: 204 len: 168 time: 1.2939188 Apr 21 14:51:33.574456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60856) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:33.578250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9452d-9dbe-48b2-bca2-89989f226302 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=2271a41f-1128-4ca5-b36a-597eedffbb49,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.622241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7a2db-77d4-4cd0-8d28-769dff3f497f None None] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:33.685916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a697f-9ad7-41d9-898e-0205681c4eba tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:33.686776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f6a697f-9ad7-41d9-898e-0205681c4eba tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:33.707900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f6a697f-9ad7-41d9-898e-0205681c4eba tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:33.709641 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7f6a697f-9ad7-41d9-898e-0205681c4eba tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1337681 Apr 21 14:51:33.711803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:33.807510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7424a3-7116-431c-bdcd-58507aa3a915 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:33.811912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ac7424a3-7116-431c-bdcd-58507aa3a915 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0964005 Apr 21 14:51:33.824213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60866) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:33.942297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 86a209c1-f908-493f-ad59-7385a8eb7f93 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:33.946916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:33.957334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:33.969528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:33.970897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:33.972200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:33.973950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:33.974948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:33.984842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:33.993475 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-530d348e-52d6-4e61-a9de-dbf495e766ea req-9e7a951d-16c4-40a9-b295-0fc13a05aaaa service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096913 Apr 21 14:51:33.998795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:34.000376 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a0ee94ec-bf0d-431d-9b71-c98efd0a6a0c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1751769 Apr 21 14:51:34.002443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 86a209c1-f908-493f-ad59-7385a8eb7f93 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:34.003339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60870) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.004591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 86a209c1-f908-493f-ad59-7385a8eb7f93 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:34.053961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:34.058210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.100133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 6f9340ce-e231-4f0b-806d-b50011b34ffa yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:34.147062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet b89d1a36-9c00-4509-8a53-a90f8afab0ea {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:34.162899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.248206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.419073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dde5e0-1b23-4c3c-8cd5-e290cb55957e req-8d7930a3-fd02-4dff-acfa-2cdc1b2069d2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:34.425863 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03dde5e0-1b23-4c3c-8cd5-e290cb55957e req-8d7930a3-fd02-4dff-acfa-2cdc1b2069d2 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1118357 Apr 21 14:51:34.468188 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03dde5e0-1b23-4c3c-8cd5-e290cb55957e req-3831a5fa-7128-4b47-8c15-cd770ed941ce tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404878 Apr 21 14:51:34.476448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.478565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.565352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.605384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.616838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=b89d1a36-9c00-4509-8a53-a90f8afab0ea,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:34.656842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.704812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:34.708700 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c437c741-1a06-487a-b06c-43e74f84eb21 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b89d1a36-9c00-4509-8a53-a90f8afab0ea HTTP/1.1" status: 204 len: 168 time: 0.7011499 Apr 21 14:51:34.709813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60880) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.709956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:34.714079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:34.720052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:34.720665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.724555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=6f9340ce-e231-4f0b-806d-b50011b34ffa,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:34.758846 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-059aa9c9-e92b-48d7-9095-d4d6b2280a07 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2028778 Apr 21 14:51:34.759340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60884) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:34.800505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f7795-17e0-42b2-91ff-d4ad4dff1692 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:34.892243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 6f9340ce-e231-4f0b-806d-b50011b34ffa {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:34.892583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.904109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet d82e47af-5d8b-43d1-8d74-fcb57ffc6741 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:34.908080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.963453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db118-85ef-4992-b607-a84efd059b14 req-eefd2b28-ccec-4f20-81ce-d8ad44baa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:34.964905 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-eefd2b28-ccec-4f20-81ce-d8ad44baa901 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62fa7eb0d96447088de92e91cf738ece&device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 1099 time: 0.1579099 Apr 21 14:51:34.979458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:34.989656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2dbb8dde-14c9-4a37-be64-24bb3bdcaef8 None None] Provisioning for port 783234eb-a358-4320-b536-2d64c8f9a32e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:35.039897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1149b-d0e0-4ac7-add3-2f4e7dd1c1cc req-b9d83f52-c663-4877-a9c9-ea9091d8a2f1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:35.040688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58d1149b-d0e0-4ac7-add3-2f4e7dd1c1cc req-b9d83f52-c663-4877-a9c9-ea9091d8a2f1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2061150 Apr 21 14:51:35.116727 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58d1149b-d0e0-4ac7-add3-2f4e7dd1c1cc req-21614df8-2c45-4707-9dd1-5bf6f17e0059 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584900 Apr 21 14:51:35.123288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.208747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.244511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.252652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=d82e47af-5d8b-43d1-8d74-fcb57ffc6741,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:35.254549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db118-85ef-4992-b607-a84efd059b14 req-f933ea59-7c8c-4b2a-aebd-d6649686d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:35.254960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.255978 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-f933ea59-7c8c-4b2a-aebd-d6649686d096 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 200 len: 913 time: 0.2629638 Apr 21 14:51:35.267288 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-133b90fe-baa1-4ad8-9529-b0c583761fb0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/d82e47af-5d8b-43d1-8d74-fcb57ffc6741 HTTP/1.1" status: 204 len: 168 time: 0.5570030 Apr 21 14:51:35.269613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60888) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.350301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d5925b05-5bbe-4ace-a62f-c9a0f683f132 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769246 Apr 21 14:51:35.350527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.356121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:35.475081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:35.479437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:35.482653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:35.488958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:35.500140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:35.503826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.555152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 6f9340ce-e231-4f0b-806d-b50011b34ffa owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:35.649737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c3f84-6942-482e-a9eb-6e6c9433280d None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:35.653381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-6bbc96ac-5d14-4933-8581-7d228e50faca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 200 len: 1001 time: 0.3384073 Apr 21 14:51:35.713522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.774156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=6f9340ce-e231-4f0b-806d-b50011b34ffa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:35.782009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db118-85ef-4992-b607-a84efd059b14 req-7e7d3faa-7c80-4f29-b1d5-c69498cf8a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:35.783602 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-7e7d3faa-7c80-4f29-b1d5-c69498cf8a72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 200 len: 851 time: 0.1197085 Apr 21 14:51:35.784511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:35.834488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ede8720-089c-4317-9314-21b53ef0a234 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/6f9340ce-e231-4f0b-806d-b50011b34ffa HTTP/1.1" status: 204 len: 168 time: 1.0741038 Apr 21 14:51:35.836457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:35.846600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'mac_address': 'fa:16:3e:43:f3:b3', 'name': 'tempest-PortsTestJSON-1570986674'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:35.900292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383db118-85ef-4992-b607-a84efd059b14 req-6921d7a7-67d3-42d2-925c-c6ac7d68794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:35.900292 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-6921d7a7-67d3-42d2-925c-c6ac7d68794f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d41c6e5-dbce-4920-a561-694c4e97493c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1039305 Apr 21 14:51:35.951616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 783234eb-a358-4320-b536-2d64c8f9a32e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:36.046730 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-bea9f7b8-0412-4168-8921-30863f55770a service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451979 Apr 21 14:51:36.073103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '783234eb-a358-4320-b536-2d64c8f9a32e'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:36.133278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 783234eb-a358-4320-b536-2d64c8f9a32e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:36.142324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.154077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:36.154486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.156952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:36.160218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:36.203108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:36.209449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-383db118-85ef-4992-b607-a84efd059b14 req-9457a726-bdff-49f2-8405-8770ea567efd service neutron] 10.222.0.13 "GET /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563869 Apr 21 14:51:36.211561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:36.226441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:36.249878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:36.427462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.459830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.461320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 3a033884-b80e-4a05-b18b-de4f496f6dbb yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:36.509900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 14:51:36.509900 dv-neutron-838896-1-hyperv neutron-server[88109]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Apr 21 14:51:36.509900 dv-neutron-838896-1-hyperv neutron-server[88109]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe0b:3d40', 'status': 'ALLOCATED', 'ipam_subnet_id': 'f9bd2ef8-dfef-436f-a8d8-d33b0a7eed02'}] Apr 21 14:51:36.509900 dv-neutron-838896-1-hyperv neutron-server[88109]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:36.510390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:36.511238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644416b-4f92-441a-bd69-a1c2a34b9091 req-34b3ecbf-ba29-4daf-903f-d1d7d5fa7706 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:36.512696 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6644416b-4f92-441a-bd69-a1c2a34b9091 req-34b3ecbf-ba29-4daf-903f-d1d7d5fa7706 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2485414 Apr 21 14:51:36.583022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 21 14:51:36.583022 dv-neutron-838896-1-hyperv neutron-server[88109]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 21 14:51:36.583022 dv-neutron-838896-1-hyperv neutron-server[88109]: [parameters: {'status': 'ACTIVE', 'ports_id': '783234eb-a358-4320-b536-2d64c8f9a32e'}] Apr 21 14:51:36.583022 dv-neutron-838896-1-hyperv neutron-server[88109]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:36.583544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:36.647075 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6644416b-4f92-441a-bd69-a1c2a34b9091 req-58d2cb24-4ea4-4c47-adf1-36a4054baa21 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228232 Apr 21 14:51:36.662217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.854407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:36.996279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:37.000660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.069093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.086784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:37.092728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:37.098144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:37.103498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:37.104081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.112501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.123514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=3a033884-b80e-4a05-b18b-de4f496f6dbb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.125704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.126389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.223426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.244824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:37.255515 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4c53c0e2-43cd-4929-b870-c47fcade252b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4179430 Apr 21 14:51:37.255938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60904) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:37.261182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:37.267883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:37.268463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.279711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:37.285565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.295629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.300687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.305368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dda0f0be-91b9-4a4c-a262-d10043b6e5ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9538536 Apr 21 14:51:37.308895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60908) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:37.315236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:37.347664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2674df8d-0448-4fe2-8bdf-d3190e61fdd9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:37.347664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2674df8d-0448-4fe2-8bdf-d3190e61fdd9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:37.363546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2674df8d-0448-4fe2-8bdf-d3190e61fdd9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:37.367256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2674df8d-0448-4fe2-8bdf-d3190e61fdd9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/3a033884-b80e-4a05-b18b-de4f496f6dbb HTTP/1.1" status: 200 len: 841 time: 0.1053214 Apr 21 14:51:37.367577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60912) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:37.439098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.441982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 3a033884-b80e-4a05-b18b-de4f496f6dbb {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:37.442322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.442821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:37.443176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:37.460263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:37.464453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:37.467798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:37.473602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:37.483964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:37.487926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.622541 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88 (CIDR: 2001:db8::/64) Apr 21 14:51:37.626088 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:37.626535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:37.652534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.653108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-019a4955-eaed-4536-9478-89316d1023b9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3429248 Apr 21 14:51:37.656704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60916) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:37.662277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:37.667770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.810450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 3a033884-b80e-4a05-b18b-de4f496f6dbb owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:37.866133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:37.873978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:37.878796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:37.886257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:37.908525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:37.912595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.913561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.932114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 783234eb-a358-4320-b536-2d64c8f9a32e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:37.978341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=3a033884-b80e-4a05-b18b-de4f496f6dbb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:37.981146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:37.998367 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca9e0bd2-2914-4a7a-94bc-6b812925a2de tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/3a033884-b80e-4a05-b18b-de4f496f6dbb HTTP/1.1" status: 204 len: 168 time: 0.6274281 Apr 21 14:51:37.998747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60922) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.049158 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe90dba-55af-46b0-8d46-d70ef2418a35 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:38.049712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0fe90dba-55af-46b0-8d46-d70ef2418a35 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:38.066506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0fe90dba-55af-46b0-8d46-d70ef2418a35 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:38.069700 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0fe90dba-55af-46b0-8d46-d70ef2418a35 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/3a033884-b80e-4a05-b18b-de4f496f6dbb HTTP/1.1" status: 404 len: 333 time: 0.0699573 Apr 21 14:51:38.073542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60926) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.083192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'name': 'tempest-PortsTestJSON-2099868820'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:38.090099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:38.101581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:38.101958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.170616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.175145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecc9ab-289b-41e2-afed-41945e14693a req-42d94fe9-3711-46b8-a9a2-90b4f637e7e8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:38.176997 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0ecc9ab-289b-41e2-afed-41945e14693a req-42d94fe9-3711-46b8-a9a2-90b4f637e7e8 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3864570 Apr 21 14:51:38.179060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.210464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:38.222089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:38.234492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:38.238414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.257266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0ecc9ab-289b-41e2-afed-41945e14693a req-4c0583c7-2cc1-499e-96e4-35d53473ebb3 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608690 Apr 21 14:51:38.260600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 399de6e0-2ce6-410f-8899-5773cf25e960 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:38.335537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435dd12-ff8a-4c69-8797-2093937d5dca None None] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.497550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.577504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:38.582365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:38.587720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:38.588372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.629476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc8053-b095-48a2-ace4-21970a87d1fa req-6a4f871b-ed4a-4381-89f3-b81e6dc59384 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:38.631085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ccbc8053-b095-48a2-ace4-21970a87d1fa req-6a4f871b-ed4a-4381-89f3-b81e6dc59384 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.2080503 Apr 21 14:51:38.631794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.635445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd58577f-371f-4ca4-bc22-37e386da9aeb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9777484 Apr 21 14:51:38.639109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60932) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.645455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:0f:cd:09', 'name': 'tempest-NetworksTestDHCPv6-1598266797'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:38.656483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.688565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.770152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:38.773624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:38.777721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:38.783341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:38.784039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:38.793103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ccbc8053-b095-48a2-ace4-21970a87d1fa req-f6d3c86c-1b5b-409b-9330-9944e828a216 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296039 Apr 21 14:51:38.797055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=399de6e0-2ce6-410f-8899-5773cf25e960,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:38.830966 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-725aab97-d23d-4575-9b88-d74963a1df4e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7558448 Apr 21 14:51:38.833406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60938) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:38.839719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:38.853288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:38.863774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:38.879876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:38.881255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e56a56-e56a-4b02-b86a-1694daca50b5 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:38.966610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.011773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5e818bca-c692-47bf-a621-468bf7c0e0e9 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:39.012290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5e818bca-c692-47bf-a621-468bf7c0e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.032942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.067682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:39.231230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.237006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.290393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] In _notify_port_updated(), no bound segment for port 399de6e0-2ce6-410f-8899-5773cf25e960 on network 51834484-7877-49db-ad4b-66e85a8dcea6 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:51:39.296129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:39.296769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.300811 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/ports/399de6e0-2ce6-410f-8899-5773cf25e960 HTTP/1.1" status: 200 len: 818 time: 0.4661164 Apr 21 14:51:39.304306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:39.363208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8:0:1::142 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8/a16261b1-cdd2-4783-9271-b3c9d9bbbdd5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:39.371639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::f816:3eff:fe0f:cd09 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88/a16261b1-cdd2-4783-9271-b3c9d9bbbdd5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:39.388904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ade978-682e-4bb4-985f-da4a7f67fbc5 req-72c1d6c2-d540-419b-a876-db179baf9945 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:39.390422 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15ade978-682e-4bb4-985f-da4a7f67fbc5 req-72c1d6c2-d540-419b-a876-db179baf9945 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1535990 Apr 21 14:51:39.392157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5967f55-2641-44e2-86de-875475896d1d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=399de6e0-2ce6-410f-8899-5773cf25e960,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.405721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 399de6e0-2ce6-410f-8899-5773cf25e960 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:39.406060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.439658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': '4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88', 'ip_address': '2001:db8::f816:3eff:fe0b:3d40'}, {'subnet_id': '6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '783234eb-a358-4320-b536-2d64c8f9a32e'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:39.496405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.501759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15ade978-682e-4bb4-985f-da4a7f67fbc5 req-fff2d7ee-eed5-43ef-bb32-d5ea14c51751 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967727 Apr 21 14:51:39.640735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.647879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.657284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:39.682176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.751440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Allocated IP 2001:db8:0:1::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8/783234eb-a358-4320-b536-2d64c8f9a32e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:39.759812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:39.763998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:39.766750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:39.772890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:39.773515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.785890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 399de6e0-2ce6-410f-8899-5773cf25e960 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:39.800249 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1598866 Apr 21 14:51:39.804328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60948) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:39.806862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65cdb-a082-4903-9d95-49db65c7d0fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=a16261b1-cdd2-4783-9271-b3c9d9bbbdd5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.878153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:39.878486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.891468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.932801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:39.944840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=399de6e0-2ce6-410f-8899-5773cf25e960,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:39.956025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.962226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:39.965611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-97f2c1a7-8bbb-4cf5-890c-c9adda9cc026 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/399de6e0-2ce6-410f-8899-5773cf25e960 HTTP/1.1" status: 204 len: 168 time: 0.6605983 Apr 21 14:51:39.967931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:39.979330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Transition to ACTIVE for port object 783234eb-a358-4320-b536-2d64c8f9a32e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:39.984961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.051202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0363ec60-e80c-427a-8ce4-94ab9c4b90f0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:40.052107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0363ec60-e80c-427a-8ce4-94ab9c4b90f0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:40.068340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0363ec60-e80c-427a-8ce4-94ab9c4b90f0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:40.072319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0363ec60-e80c-427a-8ce4-94ab9c4b90f0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1008604 Apr 21 14:51:40.072445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60956) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:40.118709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-896afb02-5399-49c4-a6aa-6fcae6ad42c3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:40.120014 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-896afb02-5399-49c4-a6aa-6fcae6ad42c3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/399de6e0-2ce6-410f-8899-5773cf25e960 HTTP/1.1" status: 404 len: 333 time: 0.0466850 Apr 21 14:51:40.124947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:40.134369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f90fe2-9cc6-4ab5-8560-424e31721cdd None None] Pushing event updated for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=9']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.134694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217201705'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:40.145662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:40.159218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:40.164395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:40.172384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.179531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:40.313920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:40.455026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:40.458653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.523681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:40.536370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.536720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment f712d29c-19d7-42ae-869a-f727bc173370 of type vlan for network 42a54c14-e316-4165-a0cb-b5055fab1d2f Apr 21 14:51:40.612919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef68fe-207f-4bd7-88a9-70b372a9cce8 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:40.613465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.706130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6356cff5-089e-4203-83f2-2f654b4d7d31 None None] Provisioning for port 783234eb-a358-4320-b536-2d64c8f9a32e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:40.720283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6356cff5-089e-4203-83f2-2f654b4d7d31 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:40.720647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6356cff5-089e-4203-83f2-2f654b4d7d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.756945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.766318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:40.767243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.826911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:40.942216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4d133-e81c-4c9e-8cf2-4785336a5168 req-dce84b90-93db-4e95-bf9a-31c5891816a7 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:40.946051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48f4d133-e81c-4c9e-8cf2-4785336a5168 req-dce84b90-93db-4e95-bf9a-31c5891816a7 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.3239007 Apr 21 14:51:40.957840 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8318572 Apr 21 14:51:40.960544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=a16261b1-cdd2-4783-9271-b3c9d9bbbdd5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.961091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60968) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:40.963897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559a195-a39b-4260-88b1-8426f32a66b6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=42a54c14-e316-4165-a0cb-b5055fab1d2f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:40.968939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:40.981691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:41.069408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.073920 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ed6c531-9afd-4c3e-a031-069626106b01 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 HTTP/1.1" status: 204 len: 168 time: 1.2686477 Apr 21 14:51:41.075161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60972) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:41.087443 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48f4d133-e81c-4c9e-8cf2-4785336a5168 req-6d163476-c6ad-485f-af57-fb73cdd2f45a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281774 Apr 21 14:51:41.143091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:41.148612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:41.157345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:41.165435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:41.182151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:41.186093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.224676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96dc3d9-cd55-4380-84d9-0a58c50c67a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.225416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a96dc3d9-cd55-4380-84d9-0a58c50c67a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:41.274908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6c4c4e81-f194-4e85-ae1e-2927d350cce3 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:41.275175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6c4c4e81-f194-4e85-ae1e-2927d350cce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.425138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a96dc3d9-cd55-4380-84d9-0a58c50c67a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:41.429149 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a96dc3d9-cd55-4380-84d9-0a58c50c67a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3508031 Apr 21 14:51:41.429317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60976) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:41.532566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4a792ebf-f8b1-49b3-adf0-da361dcd0be3 None None] Could not find standard attr ID for object dff38a19-2601-405f-a285-14120457eb2a. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:41.532841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916f2b0-2d97-4ba6-95f6-4fa41a30273d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.533743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0916f2b0-2d97-4ba6-95f6-4fa41a30273d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:41.547577 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0916f2b0-2d97-4ba6-95f6-4fa41a30273d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:41.549247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0916f2b0-2d97-4ba6-95f6-4fa41a30273d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1184261 Apr 21 14:51:41.551301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60980) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:41.572332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.627004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.628473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.629961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.630759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:41.652780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:41.652942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9366052b-324b-4082-a4b7-3e9f5e38e603 None None] Could not find standard attr ID for object a16261b1-cdd2-4783-9271-b3c9d9bbbdd5. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:41.657650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-640cd2c5-341b-4840-8c47-57c43b2c9897 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1048691 Apr 21 14:51:41.658679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:41.700184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2f634-dfb5-41dd-8282-8a26b57d3e2e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:41.723426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': 'f712d29c-19d7-42ae-869a-f727bc173370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:41.723562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 42a54c14-e316-4165-a0cb-b5055fab1d2f, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:41.728504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:41.732180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.756070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-df3a1f89-14df-4220-a4fb-8ddc94f2e5a0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.756804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-df3a1f89-14df-4220-a4fb-8ddc94f2e5a0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Synchronizing usage tracker for tenant:62fa7eb0d96447088de92e91cf738ece on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:41.766656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:41.779681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 42a54c14-e316-4165-a0cb-b5055fab1d2f) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:41.784467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:41.785164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.789129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-df3a1f89-14df-4220-a4fb-8ddc94f2e5a0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Unset dirty status for tenant:62fa7eb0d96447088de92e91cf738ece on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:41.790295 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-df3a1f89-14df-4220-a4fb-8ddc94f2e5a0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1848259 Apr 21 14:51:41.790955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9adfe-fa12-4ec4-8642-63d08ae6c265 None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:41.804127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.861091 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2b021012-da48-4554-8acc-8cca6d963772 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988783 Apr 21 14:51:41.864093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60988) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:41.884717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:41.913556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Deleting port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:41.913959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:41.963417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 783234eb-a358-4320-b536-2d64c8f9a32e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:42.094934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.156108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:42.164236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:42.171383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:42.180784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:42.192195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:42.192583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.199818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:42.204504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.224798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-42a54c14-e316-4165-a0cb-b5055fab1d2f', 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': 'a9a2f634-dfb5-41dd-8282-8a26b57d3e2e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:42.225797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.247154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] For port 6521dbaf-6a87-48cc-8422-5ae6790f0d69, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6521dbaf-6a87-48cc-8422-5ae6790f0d69,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:42.247980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.347476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.410881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:42.422597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.437801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c255554-415e-441c-9411-d9f15f7fcec4 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:42.450020 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-41eec34c-fc2f-40a4-9ca9-d4335a03b05a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88 HTTP/1.1" status: 204 len: 168 time: 0.7880216 Apr 21 14:51:42.453663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 60994) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:42.470478 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a9a2f634-dfb5-41dd-8282-8a26b57d3e2e (CIDR: 172.20.0.0/28) Apr 21 14:51:42.478612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd48fc-b12a-4125-b8aa-dc216a9e5848 req-4d428216-e881-4d56-a223-803defcb5802 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:42.480195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48bd48fc-b12a-4125-b8aa-dc216a9e5848 req-4d428216-e881-4d56-a223-803defcb5802 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 946 time: 0.1832747 Apr 21 14:51:42.482208 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:42.483097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:42.530359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddb3aea6-4156-4ff0-8976-42192d3726f6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6613469 Apr 21 14:51:42.531167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 60998) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:42.538563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:42.562497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Allocated IP 172.20.0.2 (42a54c14-e316-4165-a0cb-b5055fab1d2f/a9a2f634-dfb5-41dd-8282-8a26b57d3e2e/7896534e-1bcc-46b1-aaf9-7d6ce22e41d5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:42.620218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:42.627237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.669879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.670234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.670545 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Floating IP 19c273b6-c2d4-448c-bbd9-092141e65678 disassociated. External IP: 172.26.4.97, port: 6521dbaf-6a87-48cc-8422-5ae6790f0d69. Apr 21 14:51:42.670878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Calling delete_port for 6521dbaf-6a87-48cc-8422-5ae6790f0d69 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:42.678251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:42.682111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:42.685824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:42.691312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:42.712440 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48bd48fc-b12a-4125-b8aa-dc216a9e5848 req-216a3281-0973-4308-98d8-d37a74630014 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups?id=f291e6a1-ecac-4de2-8ddc-12809039b092&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193055 Apr 21 14:51:42.724985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:42.729312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.737999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.903077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.906356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.942435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:42.943212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Transition to ACTIVE for port object 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:42.967870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Transition to ACTIVE for port object 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:42.975246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.014852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event deleted for resources: {'Port': ['ID=6521dbaf-6a87-48cc-8422-5ae6790f0d69,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.078039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:43.083336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:43.087741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:43.144672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.151303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Pushing event updated for resources: {'Port': ['ID=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.218756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.221043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.240642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Attempting to bind port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:43.241020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Attempting to bind port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f712d29c-19d7-42ae-869a-f727bc173370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:43.241403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Attempting to bind port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 on network 42a54c14-e316-4165-a0cb-b5055fab1d2f {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:43.252360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:43.252764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Checking segment: {'id': 'f712d29c-19d7-42ae-869a-f727bc173370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:43.253130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.253549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Bound using segment: {'id': 'f712d29c-19d7-42ae-869a-f727bc173370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:43.254015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Bound port: 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f712d29c-19d7-42ae-869a-f727bc173370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:43.254388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.288034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:43.292003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:43.297762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:43.298842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.322437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=ae22e7a4-acbd-43b6-861b-4bcdd4fb3763,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.357516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa4b6f47-2ac3-4536-84ff-51bcb3f0e7a1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8255513 Apr 21 14:51:43.359978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32770) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.366257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'fixed_ips': [{'subnet_id': 'a9a2f634-dfb5-41dd-8282-8a26b57d3e2e'}, {'subnet_id': 'ae22e7a4-acbd-43b6-861b-4bcdd4fb3763'}], 'name': 'tempest-PortsTestJSON-1697238605'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:43.403085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:43.408181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,segment=NetworkSegment(f712d29c-19d7-42ae-869a-f727bc173370),segment_id=f712d29c-19d7-42ae-869a-f727bc173370)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:43.413165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.427106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.461184 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-818aec7b-0f22-4eef-8b2e-0a8221b39b27 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8 HTTP/1.1" status: 204 len: 168 time: 1.0064945 Apr 21 14:51:43.463745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32774) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.486428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:51:43.514050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df976dff-ac67-43b4-8ddf-331ddfc319fc None None] Pushing event updated for resources: {'Port': ['ID=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:43.561072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6d302f92-1455-46e0-8e6a-f9f1ff76eda7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962238 Apr 21 14:51:43.563898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32778) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:43.575111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:43.610166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:43.615063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:43.617834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:43.626670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:43.642263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:43.739608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78626fbc-dd8e-46d8-8c16-b0f2418ceafe None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:43.808895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:43.829902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:43.838343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:43.843314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:43.861564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:43.877983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:51:43.890054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 58265921-d25b-49b8-a769-890e2cd20774 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:43.891993 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Sync routers for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:51:43.910092 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:43.910716 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:44.024042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:44.037986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.058701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] No DVR routers for this DVR port 6521dbaf-6a87-48cc-8422-5ae6790f0d69 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:44.073544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.075851 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c185fa0f-b654-41ac-b27e-099bb776cdc0 req-59b06f78-3d51-4edc-bb4c-d39783d62ab1 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.13 "DELETE /v2.0/ports/6521dbaf-6a87-48cc-8422-5ae6790f0d69 HTTP/1.1" status: 204 len: 173 time: 2.2777860 Apr 21 14:51:44.076668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'name': 'network-vif-deleted', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:51:44.081370 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3cb79ae4-662b-4770-8cf7-cc86237c7105 req-8ae4fbd6-47c2-453b-9643-5c7b22f24ed0 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f690d1e-00e4-42c6-a96f-1621c5ad7e52 HTTP/1.1" status: 200 len: 210 time: 0.0715783 Apr 21 14:51:44.096339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:44.150394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-90e4229c-7292-4506-a244-366e35433d34 None None] Provisioning complete for port 783234eb-a358-4320-b536-2d64c8f9a32e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:44.150761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-90e4229c-7292-4506-a244-366e35433d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.210870 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:44.274702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6521dbaf-6a87-48cc-8422-5ae6790f0d69 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:44.281073 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7784c657-ac37-43bc-8704-9ccb5c3f6be1'] response: {'server_uuid': '1f690d1e-00e4-42c6-a96f-1621c5ad7e52', 'name': 'network-vif-deleted', 'tag': '6521dbaf-6a87-48cc-8422-5ae6790f0d69', 'status': 'completed', 'code': 200} Apr 21 14:51:44.394819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:51:44.418608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 6521dbaf-6a87-48cc-8422-5ae6790f0d69 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:44.419097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6521dbaf-6a87-48cc-8422-5ae6790f0d69 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:44.439451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:44.499675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.515268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.13 (42a54c14-e316-4165-a0cb-b5055fab1d2f/a9a2f634-dfb5-41dd-8282-8a26b57d3e2e/58265921-d25b-49b8-a769-890e2cd20774) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:44.526198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.20 (42a54c14-e316-4165-a0cb-b5055fab1d2f/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763/58265921-d25b-49b8-a769-890e2cd20774) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:44.558040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:44.562375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Deleting port 783234eb-a358-4320-b536-2d64c8f9a32e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:44.562750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.608301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:44.611769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:44.616211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:44.617018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.642725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=df98c6a5-6a4c-40ca-a7de-47c2fd439c1e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:44.676256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36cfcca2-a967-49c0-847f-f04753c1294b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1085510 Apr 21 14:51:44.677106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32786) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:44.686363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:44.697413 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:44.715939 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Checking router: 5d7b3ad3-662f-44c3-9dd6-d6779218f835 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:51:44.736200 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:44.751257 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:44.891308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.924239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 58265921-d25b-49b8-a769-890e2cd20774 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:44.978669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.980681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] For port 783234eb-a358-4320-b536-2d64c8f9a32e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=783234eb-a358-4320-b536-2d64c8f9a32e,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:44.981130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:44.999406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:45.021607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:45.025586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:45.034256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:45.048260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:45.053214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.070189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:45.073394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:45.080222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:45.112763 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:45.126786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=58265921-d25b-49b8-a769-890e2cd20774,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.137182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7b570-70c2-4673-97df-ad49d2a1fa8f None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:45.181958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:45.185424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.214004 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.ipam_backend_mixin [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df98c6a5-6a4c-40ca-a7de-47c2fd439c1e (CIDR: 2001:db8::/64) Apr 21 14:51:45.218666 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:45.219455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:45.234556 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b7b960e-3157-4c07-9cdf-c8af332919f9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.8724644 Apr 21 14:51:45.235773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32792) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.249838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9a2f634-dfb5-41dd-8282-8a26b57d3e2e'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:45.250983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4b486281-2616-429e-b679-37edf0f6aec0 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5718553 Apr 21 14:51:45.254671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32796) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.267620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:45.270691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Calling delete_port for 783234eb-a358-4320-b536-2d64c8f9a32e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:45.302433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32802) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.355742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Provisioning for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:45.365392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Provisioning complete for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:45.365772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.432115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.495996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.521322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:45.530584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:45.533173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.535874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:45.544925 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:45.550255 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475f3ca-239c-410e-90a1-2cbf720313c0 None None] The sync data for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv is: [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:47:24Z', 'revision_number': 4, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '89a629ba-a19d-4bad-80d7-de6fdae1ab7b', 'name': '', 'network_id': '1d41c6e5-dbce-4920-a561-694c4e97493c', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'mac_address': 'fa:16:3e:b0:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:20Z', 'updated_at': '2022-04-21T14:47:31Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'subnets': [{'id': 'b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:51:45.551919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:45.555936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] No DVR routers for this DVR port 783234eb-a358-4320-b536-2d64c8f9a32e on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:45.557593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3203f-3375-4ccc-bf25-9cad90172c7c None None] Pushing event deleted for resources: {'Port': ['ID=783234eb-a358-4320-b536-2d64c8f9a32e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.581726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.596495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:45.600216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.629951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329bbc0c-d3a1-47ab-8a95-89559a6044a2 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:45.756837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.788009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.791658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291e6a1-ecac-4de2-8ddc-12809039b092,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:45.826745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.830419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b28651a1-5f1a-4679-a692-c86e9945d40a tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "DELETE /v2.0/security-groups/f291e6a1-ecac-4de2-8ddc-12809039b092 HTTP/1.1" status: 204 len: 168 time: 0.5161951 Apr 21 14:51:45.832142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32806) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.858576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-937d5207-7abe-43c9-b83f-f9d2b9223430 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] show failed (client error): The resource could not be found. Apr 21 14:51:45.862491 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-937d5207-7abe-43c9-b83f-f9d2b9223430 tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "GET /v2.0/security-groups/f291e6a1-ecac-4de2-8ddc-12809039b092 HTTP/1.1" status: 404 len: 347 time: 0.0293291 Apr 21 14:51:45.864112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32810) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:45.906737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,segment=NetworkSegment(f712d29c-19d7-42ae-869a-f727bc173370),segment_id=f712d29c-19d7-42ae-869a-f727bc173370)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:45.928226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:45.979828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 783234eb-a358-4320-b536-2d64c8f9a32e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:45.985932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Delete allocated IP 172.20.0.20 (42a54c14-e316-4165-a0cb-b5055fab1d2f/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763) {{(pid=88108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:51:46.024307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569078c-abbd-4d1e-be4f-585692dc3f4a None None] New status for floating IP 19c273b6-c2d4-448c-bbd9-092141e65678: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:51:46.107511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 783234eb-a358-4320-b536-2d64c8f9a32e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:46.107850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 783234eb-a358-4320-b536-2d64c8f9a32e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:46.180967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.198296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Ignored duplicate provisioning block setup for port 58265921-d25b-49b8-a769-890e2cd20774 by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:51:46.203568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.207635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Deleting port 5e5afc3e-0df2-4887-bdd3-df44e535f97c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:46.207973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.361928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=58265921-d25b-49b8-a769-890e2cd20774,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.387583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] In _notify_port_updated(), no bound segment for port 58265921-d25b-49b8-a769-890e2cd20774 on network 42a54c14-e316-4165-a0cb-b5055fab1d2f {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:51:46.393351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:46.394233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.397954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-97ca5cde-e9b8-4bca-b909-b504f6f0dad0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/ports/58265921-d25b-49b8-a769-890e2cd20774 HTTP/1.1" status: 200 len: 920 time: 1.1573839 Apr 21 14:51:46.399024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32816) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:46.412816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955d278-4645-4996-81c4-7c63bb009011 None None] Pushing event updated for resources: {'Port': ['ID=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:46.415677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9a2f634-dfb5-41dd-8282-8a26b57d3e2e'}, {'subnet_id': 'ae22e7a4-acbd-43b6-861b-4bcdd4fb3763'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:46.503034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.503359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.511457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Update dhcp port {'port': {'network_id': '42a54c14-e316-4165-a0cb-b5055fab1d2f', 'fixed_ips': [{'subnet_id': 'a9a2f634-dfb5-41dd-8282-8a26b57d3e2e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ae22e7a4-acbd-43b6-861b-4bcdd4fb3763'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '7896534e-1bcc-46b1-aaf9-7d6ce22e41d5'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:46.535907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'tenant_id': 'cb57dae8ac2346d995b4890a65a7acee', 'fixed_ips': [{'subnet_id': 'df98c6a5-6a4c-40ca-a7de-47c2fd439c1e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:46.539215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.627390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.636235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Calling delete_port for 5e5afc3e-0df2-4887-bdd3-df44e535f97c owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:46.871597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:46.880749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:46.958381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/df98c6a5-6a4c-40ca-a7de-47c2fd439c1e/4e9f672b-ada1-4519-91b9-5c48e75dea11) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:46.960726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Allocated IP 172.20.0.18 (42a54c14-e316-4165-a0cb-b5055fab1d2f/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763/7896534e-1bcc-46b1-aaf9-7d6ce22e41d5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:46.969405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe38:a9c4 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/6b5674fa-2e88-4dfe-a7f8-0caf100bc725/4e9f672b-ada1-4519-91b9-5c48e75dea11) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:46.974087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:46.977781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:47.006565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:47.007144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.021575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:47.021887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:47.039510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=6b5674fa-2e88-4dfe-a7f8-0caf100bc725,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.070807 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-11e9392b-cbd8-4519-a3ce-204fde73b92c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8147144 Apr 21 14:51:47.071675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.073750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:47.080409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:08:6e:1c', 'name': 'tempest-NetworksTestDHCPv6-352053486'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:47.218864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,segment=NetworkSegment(f712d29c-19d7-42ae-869a-f727bc173370),segment_id=f712d29c-19d7-42ae-869a-f727bc173370)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:47.224138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:47.234362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:47.244800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:47.308998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.322297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.339092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Transition to ACTIVE for port object 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:47.339382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Transition to ACTIVE for port object 4e9f672b-ada1-4519-91b9-5c48e75dea11 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:47.345790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.386589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.419592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Transition to ACTIVE for port object 4e9f672b-ada1-4519-91b9-5c48e75dea11 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:47.420263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 220b0ebb-f484-49bb-8efa-41b92a44c2d3 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:47.431312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.28 (42a54c14-e316-4165-a0cb-b5055fab1d2f/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763/58265921-d25b-49b8-a769-890e2cd20774) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:47.495486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.520917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff43f-4cc0-40e1-8d2b-2ed60f0c5101 None None] Pushing event updated for resources: {'Port': ['ID=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.526065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Deleting port 5e5afc3e-0df2-4887-bdd3-df44e535f97c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:47.526065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.561690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:47.569236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:47.572946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:47.660418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:47.671648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::135 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/df98c6a5-6a4c-40ca-a7de-47c2fd439c1e/220b0ebb-f484-49bb-8efa-41b92a44c2d3) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:47.684818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8:0:1:f816:3eff:fe08:6e1c (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/6b5674fa-2e88-4dfe-a7f8-0caf100bc725/220b0ebb-f484-49bb-8efa-41b92a44c2d3) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:47.724013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Attempting to bind port 4e9f672b-ada1-4519-91b9-5c48e75dea11 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:47.724387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Attempting to bind port 4e9f672b-ada1-4519-91b9-5c48e75dea11 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:47.724748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Attempting to bind port 4e9f672b-ada1-4519-91b9-5c48e75dea11 on network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:47.730753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:47.731128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Checking segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:47.732121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.732121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Bound using segment: {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:47.732121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Bound port: 4e9f672b-ada1-4519-91b9-5c48e75dea11, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf91a79-e649-4881-bbfe-569b295ca438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:47.733517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.835840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:47.840071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:47.844941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.877107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.894084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Ignored duplicate provisioning block setup for port 58265921-d25b-49b8-a769-890e2cd20774 by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 14:51:47.936087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:47.938262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.957658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 220b0ebb-f484-49bb-8efa-41b92a44c2d3 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:47.984902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:47.989665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.081850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:48.089359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:48.093773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:48.097275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab538f-0c67-4e0f-b1fa-d198c7ffdcf0 None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.099601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:48.100244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.113726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=220b0ebb-f484-49bb-8efa-41b92a44c2d3,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.131956 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37f31682-a3c8-4af4-87d2-ebbd838763ae tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0567691 Apr 21 14:51:48.134484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:48.220979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 220b0ebb-f484-49bb-8efa-41b92a44c2d3 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:48.221340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.231942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=58265921-d25b-49b8-a769-890e2cd20774,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.240284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.240609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.306242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9c6976-eb03-46a7-907d-958a9df66f69 None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:48.421262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Calling delete_port for 5e5afc3e-0df2-4887-bdd3-df44e535f97c owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:48.483144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] In _notify_port_updated(), no bound segment for port 58265921-d25b-49b8-a769-890e2cd20774 on network 42a54c14-e316-4165-a0cb-b5055fab1d2f {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:51:48.487604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Provisioning for port 58265921-d25b-49b8-a769-890e2cd20774 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:48.488521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:48.489151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.490457 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-671003fb-3b4a-42da-a651-a2fa0720a759 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/ports/58265921-d25b-49b8-a769-890e2cd20774 HTTP/1.1" status: 200 len: 1000 time: 2.0912917 Apr 21 14:51:48.494916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:48.500544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Provisioning complete for port 58265921-d25b-49b8-a769-890e2cd20774 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:48.500929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.606293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.656314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Pushing event deleted for resources: {'Port': ['ID=5e5afc3e-0df2-4887-bdd3-df44e535f97c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:48.691386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Port 58265921-d25b-49b8-a769-890e2cd20774 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:48.709756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Provisioning for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:48.718962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Provisioning complete for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:48.719369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-55b36210-2914-45e3-afba-3c09959771b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.727768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 58265921-d25b-49b8-a769-890e2cd20774 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:48.728105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.761604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.784041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.788746 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c0f56ea1-f6d0-4927-ae6d-be04a69f252d tempest-ServerActionsTestJSON-792549030 tempest-ServerActionsTestJSON-792549030-project] 10.222.0.35 "DELETE /v2.0/floatingips/19c273b6-c2d4-448c-bbd9-092141e65678 HTTP/1.1" status: 204 len: 168 time: 2.9210947 Apr 21 14:51:48.788907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:48.789044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32832) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:48.955775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 220b0ebb-f484-49bb-8efa-41b92a44c2d3 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:49.235154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.289476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c06192-061f-48c1-af94-7e7822838f42 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:49.402358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 58265921-d25b-49b8-a769-890e2cd20774 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:49.408697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.486885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-78a7ad66-72f9-4d56-bf2e-4393bc7f4e0c None None] Provisioning for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:49.496915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.644776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-58a270f9-fc1a-4dc9-88f4-bcf8ac4a290e None None] Provisioning complete for port 58265921-d25b-49b8-a769-890e2cd20774 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:49.645519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-58a270f9-fc1a-4dc9-88f4-bcf8ac4a290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.717692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-58a270f9-fc1a-4dc9-88f4-bcf8ac4a290e None None] Port 58265921-d25b-49b8-a769-890e2cd20774 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:49.729279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=220b0ebb-f484-49bb-8efa-41b92a44c2d3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:49.738252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-58a270f9-fc1a-4dc9-88f4-bcf8ac4a290e None None] Provisioning complete for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:49.738678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-58a270f9-fc1a-4dc9-88f4-bcf8ac4a290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.740150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:49.821630 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f2688038-7839-4c3a-94f2-eddd42c5ad9d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/220b0ebb-f484-49bb-8efa-41b92a44c2d3 HTTP/1.1" status: 204 len: 168 time: 1.6861877 Apr 21 14:51:49.836094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32836) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:49.960771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.039018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:50.047342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=58265921-d25b-49b8-a769-890e2cd20774,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:50.085809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Deleting port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:50.086462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.155754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2158ee92-5583-4ba5-8b1b-f535c0652f33 None None] Could not find standard attr ID for object 58265921-d25b-49b8-a769-890e2cd20774. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:50.168351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:50.177342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:50.177710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.248189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.250590 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-821e07e2-8fd6-4f9d-96dd-f214275e0b11 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/58265921-d25b-49b8-a769-890e2cd20774 HTTP/1.1" status: 204 len: 168 time: 1.7544978 Apr 21 14:51:50.260329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93d402f-f033-4b53-b6ba-c61ad8d2cd2c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:50.261444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d93d402f-f033-4b53-b6ba-c61ad8d2cd2c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:50.264847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32840) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.287680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d93d402f-f033-4b53-b6ba-c61ad8d2cd2c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:50.289392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d93d402f-f033-4b53-b6ba-c61ad8d2cd2c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4523144 Apr 21 14:51:50.291981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32844) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.329893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.343979 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1eb682-4f28-4da8-8be9-8727796506e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:51:50.345381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7e1eb682-4f28-4da8-8be9-8727796506e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/58265921-d25b-49b8-a769-890e2cd20774 HTTP/1.1" status: 404 len: 333 time: 0.0793750 Apr 21 14:51:50.353884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32848) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.380895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c2c9004d-a80f-42a2-bae4-525bc871890e None None] Could not find standard attr ID for object 58265921-d25b-49b8-a769-890e2cd20774. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:50.387994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:50.393760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.423461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1952fac5-bc1f-4a40-8578-72da14825028 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:50.425523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1952fac5-bc1f-4a40-8578-72da14825028 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1323364 Apr 21 14:51:50.428247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32852) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.450813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] For port 89a629ba-a19d-4bad-80d7-de6fdae1ab7b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:50.451473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.465222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet ae22e7a4-acbd-43b6-861b-4bcdd4fb3763 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:50.473443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.499101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:50.607484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5dacf9c2-190a-41fa-ae32-0d7a7966ed9c None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:50.608141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5dacf9c2-190a-41fa-ae32-0d7a7966ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.630064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Calling delete_port for 89a629ba-a19d-4bad-80d7-de6fdae1ab7b owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:50.632541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:50.634057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:50.635661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:50.636455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:50.655256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:50.659440 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e2e67805-f78a-4b91-ac2f-da3219662d1b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2274306 Apr 21 14:51:50.660287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32856) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:50.753883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.771445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet 6b5674fa-2e88-4dfe-a7f8-0caf100bc725 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:50.777875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.858585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.870983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-846c56c7-46f6-4273-b944-062724f44865 None None] Could not find standard attr ID for object 220b0ebb-f484-49bb-8efa-41b92a44c2d3. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:50.946544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:50.964397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.019096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.043229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.072282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Pushing event deleted for resources: {'Port': ['ID=89a629ba-a19d-4bad-80d7-de6fdae1ab7b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.095150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.097890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5674fa-2e88-4dfe-a7f8-0caf100bc725,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.100999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ef46cb-a4b7-4380-9b9c-44216a2b683c None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:51.120164 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-93e00451-6a26-4dcf-bdba-dcfc9c6c0035 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6b5674fa-2e88-4dfe-a7f8-0caf100bc725 HTTP/1.1" status: 204 len: 168 time: 0.4562528 Apr 21 14:51:51.120563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32860) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.194730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet df98c6a5-6a4c-40ca-a7de-47c2fd439c1e {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:51.198253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.249022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.277434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.304798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.307564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a086c-c8ab-49dc-b6b5-89f44aa5f3d7 None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:51.325967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=ae22e7a4-acbd-43b6-861b-4bcdd4fb3763,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.337273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1fc225f3-f21d-4286-99ae-fd91e06c3d79 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763 HTTP/1.1" status: 204 len: 168 time: 0.9795406 Apr 21 14:51:51.339447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32864) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.371493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.455650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.479691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.487815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet a9a2f634-dfb5-41dd-8282-8a26b57d3e2e {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:51.493230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.508386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=df98c6a5-6a4c-40ca-a7de-47c2fd439c1e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:51.513618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.527533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96011bb8-36e0-4f17-b4e1-1b82024ac5bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/df98c6a5-6a4c-40ca-a7de-47c2fd439c1e HTTP/1.1" status: 204 len: 168 time: 0.4056797 Apr 21 14:51:51.530535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.607794 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf301208-1836-4c48-a1cb-44b43f0e3427 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732448 Apr 21 14:51:51.608000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:51.613662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:51.703992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e60282-9757-431f-8381-a9f0b2490a02 None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': 'df98c6a5-6a4c-40ca-a7de-47c2fd439c1e'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '4e9f672b-ada1-4519-91b9-5c48e75dea11'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:51.730174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:51.735099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:51.738168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:51.744067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:51.757767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:51.762122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.768721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80e60282-9757-431f-8381-a9f0b2490a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.776110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.908060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:51.972836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.028629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:52.047763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.049351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.083089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214d87d-50df-49b1-92cf-b77a644f7c38 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:52.109974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:52.113273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:52.121239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:52.121814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.156976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=bce6936d-3271-4b0a-b919-925950e369cf,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.202017 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4531c9e3-8a72-45f8-821f-1bb05da585f5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5929375 Apr 21 14:51:52.203388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.208410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-11611740-e44a-44d3-91f5-f572c9b22d38 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:52.208775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-11611740-e44a-44d3-91f5-f572c9b22d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.212005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2f634-dfb5-41dd-8282-8a26b57d3e2e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:52.219139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.224553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:52.291356 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9258d1b3-12c0-4538-98fd-d4241daeb941 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/a9a2f634-dfb5-41dd-8282-8a26b57d3e2e HTTP/1.1" status: 204 len: 168 time: 0.9508948 Apr 21 14:51:52.292048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32880) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.295780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:52.296088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.403703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:52.411304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:52.414934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:52.421659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:52.438815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:52.443313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.491140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76525891-bb14-4ecf-abdc-ac01953b4f3e None None] Network 42a54c14-e316-4165-a0cb-b5055fab1d2f requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:52.534798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.550318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:51:52.561764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:52.562097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.585996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bce6936d-3271-4b0a-b919-925950e369cf (CIDR: 2001:db8::/64) Apr 21 14:51:52.594632 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:51:52.596750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:51:52.618269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1faac7cd-6b57-4c63-aea2-7a993cb7adb6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4128363 Apr 21 14:51:52.620983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.627720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'subnet': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:52.799098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-24441a53-1885-49a4-9afe-c03211d70f31 None None] Provisioning complete for port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:52.799464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-24441a53-1885-49a4-9afe-c03211d70f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.815183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:52.823775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Usage tracker for resource:subnet and tenant:cb57dae8ac2346d995b4890a65a7acee is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:52.829768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:52.840045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:52.854418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:52.861418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:52.949646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:51:52.959400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Update dhcp port {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'fixed_ips': [{'subnet_id': 'bce6936d-3271-4b0a-b919-925950e369cf'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': '4e9f672b-ada1-4519-91b9-5c48e75dea11'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:51:52.960363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1f0454a1-b8ca-42b2-92dd-76c2f6cf32ab admin admin] 10.222.0.35 "PUT /v2.0/routers/5d7b3ad3-662f-44c3-9dd6-d6779218f835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1698563 Apr 21 14:51:52.963952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32890) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:52.969088 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Sync routers for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:51:52.989635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:52.990559 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.070906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,segment=NetworkSegment(f712d29c-19d7-42ae-869a-f727bc173370),segment_id=f712d29c-19d7-42ae-869a-f727bc173370)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:53.071260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.072257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] DHCP port deletion for 42a54c14-e316-4165-a0cb-b5055fab1d2f request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:53.083594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.106207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Deleting port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:53.106967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.235933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:53.320336 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:53.429296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:51:53.553570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.593685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] For port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,segment=NetworkSegment(f712d29c-19d7-42ae-869a-f727bc173370),segment_id=f712d29c-19d7-42ae-869a-f727bc173370)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:53.594113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.661568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.682628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.716476 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:51:50Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.720897 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Checking router: 5d7b3ad3-662f-44c3-9dd6-d6779218f835 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:51:53.726698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Allocated IP 2001:db8::2 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/bce6936d-3271-4b0a-b919-925950e369cf/4e9f672b-ada1-4519-91b9-5c48e75dea11) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:53.732382 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Routers {'5d7b3ad3-662f-44c3-9dd6-d6779218f835'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:51:53.733194 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:53.736274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Calling delete_port for 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:53.785146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=7896534e-1bcc-46b1-aaf9-7d6ce22e41d5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:53.788087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No DVR routers for this DVR port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:53.945451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:53.954168 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] Set router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:51:53.957459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.961443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:53.986398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Deleting port 733c1f99-f46f-48b6-93db-3e4578dbc246 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:53.986747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.010741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:54.011188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:54.032242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a54c14-e316-4165-a0cb-b5055fab1d2f']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:54.047726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:54.055471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f712d29c-19d7-42ae-869a-f727bc173370') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:54.055770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f712d29c-19d7-42ae-869a-f727bc173370') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:54.085478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.121592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.131846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.163984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.187104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:54.187502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:54.202796 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:54.248150 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:51:50Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:54.252093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755db487-44d6-4ac0-8882-ffd5c936bbf8 None None] The sync data for ids ['5d7b3ad3-662f-44c3-9dd6-d6779218f835'] in dv-neutron-838896-1-hyperv is: [{'id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'name': 'tempest-ServerActionsTestJSON-2047874399-router', 'tenant_id': '62fa7eb0d96447088de92e91cf738ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:47:05Z', 'updated_at': '2022-04-21T14:51:50Z', 'revision_number': 5, 'project_id': '62fa7eb0d96447088de92e91cf738ece', 'gw_port': {'id': '733c1f99-f46f-48b6-93db-3e4578dbc246', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b3ad3-662f-44c3-9dd6-d6779218f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:47:08Z', 'updated_at': '2022-04-21T14:47:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:51:54.301994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Transition to ACTIVE for port object 4e9f672b-ada1-4519-91b9-5c48e75dea11 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:54.305820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] For port 733c1f99-f46f-48b6-93db-3e4578dbc246, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=733c1f99-f46f-48b6-93db-3e4578dbc246,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:54.306329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.307683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:54.308003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:54.309597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.313717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.339309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.410915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=42a54c14-e316-4165-a0cb-b5055fab1d2f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:54.473726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:54.474094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:54.474705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66336d0-feec-402a-b3fe-5ec01527809d None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:54.480692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Calling delete_port for 733c1f99-f46f-48b6-93db-3e4578dbc246 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:54.508251 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d2e786f6-0402-43f1-8173-c35dd8568e6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/42a54c14-e316-4165-a0cb-b5055fab1d2f HTTP/1.1" status: 204 len: 168 time: 2.2056959 Apr 21 14:51:54.514174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:54.514710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Deleting port 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:54.514710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.636104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-09e0529b-0eb8-4d1c-9a06-24c4ef41ad0d None None] The port '7896534e-1bcc-46b1-aaf9-7d6ce22e41d5' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:51:54.652605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab133dbf-ba68-46a3-963d-fee9e7fd6c8c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:54.652605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab133dbf-ba68-46a3-963d-fee9e7fd6c8c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:54.668793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab133dbf-ba68-46a3-963d-fee9e7fd6c8c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:54.674325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab133dbf-ba68-46a3-963d-fee9e7fd6c8c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1557536 Apr 21 14:51:54.676686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32898) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:54.730237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.768156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-34897b1d-93a6-4480-80cf-4463805f4fe5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0871048 Apr 21 14:51:54.768594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32902) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:54.776600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-118868558'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:54.780642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:54.784773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:54.787950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:54.793944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:54.801154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Pushing event deleted for resources: {'Port': ['ID=733c1f99-f46f-48b6-93db-3e4578dbc246,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:54.847360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:54.851180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:54.920150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.025724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.042524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:51:55.058165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.092655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.093004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment c653d9a5-d22a-4709-97c8-00976196fa13 of type vlan for network 0cd02c0c-491e-4f35-8e16-1616944e7531 Apr 21 14:51:55.105642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:55.112725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.115044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:55.147119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.150974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:55.151288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:55.217768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:55.218315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 7896534e-1bcc-46b1-aaf9-7d6ce22e41d5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:55.245898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.251267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.254713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.262403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.274319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.280460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:55.280934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.288900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.289529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7b3ad3-662f-44c3-9dd6-d6779218f835 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:51:55.305659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.306774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f7ad7008-3cd1-4d30-ae71-6f73915e83fa admin admin] 10.222.0.35 "DELETE /v2.0/routers/5d7b3ad3-662f-44c3-9dd6-d6779218f835 HTTP/1.1" status: 204 len: 168 time: 2.3401258 Apr 21 14:51:55.312040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32906) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:55.332421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99eca638-ed4c-4400-8b52-22a08d0d2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.344329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1726d1a8-d8a8-48b0-8ccd-889cf16a3764 None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:55.388347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Deleting subnet b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:55.391983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.451997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.464683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Provisioning for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:55.472466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:55.473058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.548120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.565595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7961154 Apr 21 14:51:55.572230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32910) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:55.585428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0b91c-4cc0-47b2-a3a4-db1b2d887179 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=0cd02c0c-491e-4f35-8e16-1616944e7531,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.593399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:55.599863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:51:55.631395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.672136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:55.674440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.682404 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-95df0e13-a8bc-4b7b-b764-996395c2403c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b1b638eb-6f6a-41bc-89a3-ed5f9c54ef85 HTTP/1.1" status: 204 len: 168 time: 0.3689492 Apr 21 14:51:55.685628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32914) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:55.709491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b745ce-8823-469d-9fb1-a2b462956d93 None None] Network 1d41c6e5-dbce-4920-a561-694c4e97493c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:55.739500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:55.741892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:55.748272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:55.751917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:55.759921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:55.788864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.790512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:55.795385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.809021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.812916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.813893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.851857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Deleting port ea73af08-33a7-4b1b-bb49-b91ee9605674 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:55.854487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:55.995944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:56.031967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.044562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:56.053227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:56.063021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:56.063609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.067167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Subnet': ['ID=dfa2bacd-db91-41a4-96e8-e409744b40c6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.097514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=9']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.100577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-116a7a27-957a-4a9b-990d-2f79afa44733 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4784305 Apr 21 14:51:56.103321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32918) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:56.111748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Request body: {'port': {'network_id': '0a092fe2-0ed1-4b0d-abf2-6bb72fceab25', 'mac_address': 'fa:16:3e:5a:e9:78', 'name': 'tempest-NetworksTestDHCPv6-847465371'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:56.121123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] For port ea73af08-33a7-4b1b-bb49-b91ee9605674, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ea73af08-33a7-4b1b-bb49-b91ee9605674,segment=NetworkSegment(2f3a8dd8-3b8c-4de3-947c-d8529e509d69),segment_id=2f3a8dd8-3b8c-4de3-947c-d8529e509d69)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:56.121425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.237321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:56.237874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-a9ff1721-6811-4446-8215-32b7dd00eec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:56.246617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:56.249183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.257282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Calling delete_port for ea73af08-33a7-4b1b-bb49-b91ee9605674 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:56.312143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:56.322184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:56.335727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Made reservation on behalf of cb57dae8ac2346d995b4890a65a7acee for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:56.344262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.398293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb6f55-2378-4d1e-b36a-8c2992900d28 None None] DHCP port deletion for 1d41c6e5-dbce-4920-a561-694c4e97493c request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:51:56.413737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea73af08-33a7-4b1b-bb49-b91ee9605674,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.417419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] No DVR routers for this DVR port ea73af08-33a7-4b1b-bb49-b91ee9605674 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:51:56.430866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.470688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:51:56.475855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.518470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.565904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 733c1f99-f46f-48b6-93db-3e4578dbc246 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:56.566174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.598402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d41c6e5-dbce-4920-a561-694c4e97493c']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.603972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=ca027d3a-9d10-4628-88df-cc43cc68238d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.613777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3a8dd8-3b8c-4de3-947c-d8529e509d69') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.614074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3a8dd8-3b8c-4de3-947c-d8529e509d69') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:51:56.628725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.629935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 733c1f99-f46f-48b6-93db-3e4578dbc246 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:56.630441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 733c1f99-f46f-48b6-93db-3e4578dbc246 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:56.631006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 89a629ba-a19d-4bad-80d7-de6fdae1ab7b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:56.647324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.648524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.656926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:51:56.657466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.670655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': 'c653d9a5-d22a-4709-97c8-00976196fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:56.671098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 0cd02c0c-491e-4f35-8e16-1616944e7531, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:51:56.674319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=10']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:51:56.675475 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:51:56.683259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 89a629ba-a19d-4bad-80d7-de6fdae1ab7b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:56.684150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 89a629ba-a19d-4bad-80d7-de6fdae1ab7b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:56.705481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] device_id is not set on port 9c7277ee-6a8b-4646-9912-236a0e3032e0 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:56.757515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:51:56.778899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.786091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0cd02c0c-491e-4f35-8e16-1616944e7531) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:56.791387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:56.792053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.801084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dd02e2-ae7f-42bd-ab51-36d4b281afa3 None None] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:56.805582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:56.831834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d41c6e5-dbce-4920-a561-694c4e97493c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:56.859887 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5b2ec52-16b2-4cae-85d9-5b83bfe86826 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1d41c6e5-dbce-4920-a561-694c4e97493c HTTP/1.1" status: 204 len: 168 time: 1.1728735 Apr 21 14:51:56.891022 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-abf12839-95ba-45e6-8887-02bacfb7f1f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3127337 Apr 21 14:51:56.891332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:56.898103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531', 'name': 'tempest-PortsTestJSON-1058763200'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:57.115366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f99742f-dbf0-431d-9040-9d604007ca2c None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:57.149445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32928) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.213156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8::9f (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/bce6936d-3271-4b0a-b919-925950e369cf/9c7277ee-6a8b-4646-9912-236a0e3032e0) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:57.217022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0cd02c0c-491e-4f35-8e16-1616944e7531', 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': 'ca027d3a-9d10-4628-88df-cc43cc68238d'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:51:57.217993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.222910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:e978 (0a092fe2-0ed1-4b0d-abf2-6bb72fceab25/dfa2bacd-db91-41a4-96e8-e409744b40c6/9c7277ee-6a8b-4646-9912-236a0e3032e0) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:57.244934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c664d7ad-7db8-4f9d-8314-f8c5167099c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62fa7eb0d96447088de92e91cf738ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942726 Apr 21 14:51:57.248108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32932) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.251355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c2f46bd-75a8-4625-9e79-8773804c7e63 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:57.251881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c2f46bd-75a8-4625-9e79-8773804c7e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.265175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:57.286003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:57.314865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:57.319196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.355651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 4deede6c-fba8-4637-994b-236631d14c74 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:57.394346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.439653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.450543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.455793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Transition to ACTIVE for port object 9c7277ee-6a8b-4646-9912-236a0e3032e0 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:57.486327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.572774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:57.577463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:57.580041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a9a4e212-4d07-4b78-adde-bbd288a7cfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.581806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:57.587217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:57.587835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.593491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.14 (0cd02c0c-491e-4f35-8e16-1616944e7531/ca027d3a-9d10-4628-88df-cc43cc68238d/4deede6c-fba8-4637-994b-236631d14c74) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:57.605564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.606064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event updated for resources: {'Port': ['ID=9c7277ee-6a8b-4646-9912-236a0e3032e0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:57.617877 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-437a2916-0e10-40d2-8bad-93b64ca501c6 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5133789 Apr 21 14:51:57.618326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:57.625878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80103216-180a-4051-b293-9cea6fc77b50,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:57.681454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.682570 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d67f4993-c014-4a3b-940b-7165be7dd01a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80103216-180a-4051-b293-9cea6fc77b50 HTTP/1.1" status: 204 len: 168 time: 0.4334526 Apr 21 14:51:57.692901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting port 9c7277ee-6a8b-4646-9912-236a0e3032e0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:51:57.693266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.938457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:57.940020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:57.976607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 4deede6c-fba8-4637-994b-236631d14c74 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.005478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.023045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.121122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Allocated IP 172.20.0.2 (0cd02c0c-491e-4f35-8e16-1616944e7531/ca027d3a-9d10-4628-88df-cc43cc68238d/d2f5e6c5-6910-4e8c-a517-643dba630046) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:58.128665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=4deede6c-fba8-4637-994b-236631d14c74,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:58.157715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:58.158107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.158442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:58.160004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:58.163659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:58.186569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Calling delete_port for 9c7277ee-6a8b-4646-9912-236a0e3032e0 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:51:58.199051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Provisioning for port 9c7277ee-6a8b-4646-9912-236a0e3032e0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:51:58.215372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Provisioning complete for port 9c7277ee-6a8b-4646-9912-236a0e3032e0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:58.215977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.261790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:58.263003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.287557 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36e870b7-0b8b-4ea6-9170-079a734a61e9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3946071 Apr 21 14:51:58.292636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32950) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.302103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531', 'name': 'tempest-PortsTestJSON-506681425'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:58.418404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Port 9c7277ee-6a8b-4646-9912-236a0e3032e0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:51:58.507677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.508092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:58.514483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:58.517968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:58.525961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:58.532524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:51:58.532898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0de1187b-cac2-46fd-80e3-5b859858f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.539605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:58.543855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.574656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 53b23d1e-d040-4ad7-80f3-a4c2442815bf yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:58.627154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Port': ['ID=9c7277ee-6a8b-4646-9912-236a0e3032e0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:58.718958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ea73af08-33a7-4b1b-bb49-b91ee9605674 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:51:58.723279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.740802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2eab94e9-763e-4445-846b-bb6de7f17a2e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/9c7277ee-6a8b-4646-9912-236a0e3032e0 HTTP/1.1" status: 204 len: 168 time: 1.1190333 Apr 21 14:51:58.740802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.761246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.782948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ea73af08-33a7-4b1b-bb49-b91ee9605674 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:51:58.783318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ea73af08-33a7-4b1b-bb49-b91ee9605674 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:51:58.796851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.857486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Transition to ACTIVE for port object d2f5e6c5-6910-4e8c-a517-643dba630046 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.878340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413a1f9-c3c0-4010-94b4-0df30494a0dc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:58.879403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6413a1f9-c3c0-4010-94b4-0df30494a0dc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:58.896754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Transition to ACTIVE for port object d2f5e6c5-6910-4e8c-a517-643dba630046 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:51:58.899849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6413a1f9-c3c0-4010-94b4-0df30494a0dc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:58.904232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32970) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:58.904929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6413a1f9-c3c0-4010-94b4-0df30494a0dc tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1632364 Apr 21 14:51:58.909557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:58.998207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:51:59.004160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:51:59.007014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:51:59.040846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ae96ee4a-d4d1-468b-aa2b-2eaeeed61903 {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:51:59.041497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:51:59.055523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424c6501-f688-4c88-924f-924d8bf29ea7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:59.057632 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-424c6501-f688-4c88-924f-924d8bf29ea7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1518004 Apr 21 14:51:59.057775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.060639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32976) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.066690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Pushing event updated for resources: {'Port': ['ID=d2f5e6c5-6910-4e8c-a517-643dba630046,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.070413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d72b4814-289c-4772-8adb-bec3639d9c3a None None] Could not find standard attr ID for object 9c7277ee-6a8b-4646-9912-236a0e3032e0. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:51:59.128059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Attempting to bind port d2f5e6c5-6910-4e8c-a517-643dba630046 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:51:59.128921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Attempting to bind port d2f5e6c5-6910-4e8c-a517-643dba630046 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c653d9a5-d22a-4709-97c8-00976196fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:51:59.129682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Attempting to bind port d2f5e6c5-6910-4e8c-a517-643dba630046 on network 0cd02c0c-491e-4f35-8e16-1616944e7531 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:51:59.135370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:51:59.135762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Checking segment: {'id': 'c653d9a5-d22a-4709-97c8-00976196fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:51:59.136152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.136538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Bound using segment: {'id': 'c653d9a5-d22a-4709-97c8-00976196fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:51:59.136990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Bound port: d2f5e6c5-6910-4e8c-a517-643dba630046, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c653d9a5-d22a-4709-97c8-00976196fa13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0cd02c0c-491e-4f35-8e16-1616944e7531'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:51:59.137701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.141436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:59.142963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:59.144447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:51:59.145238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:51:59.163723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:51:59.167506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd60c725-1af4-4c93-93b0-0cb56e4e276a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1032002 Apr 21 14:51:59.167758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 32984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.240226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet bce6936d-3271-4b0a-b919-925950e369cf {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:59.242934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.244823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] For port d2f5e6c5-6910-4e8c-a517-643dba630046, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:51:59.248363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] For port d2f5e6c5-6910-4e8c-a517-643dba630046, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2f5e6c5-6910-4e8c-a517-643dba630046,segment=NetworkSegment(c653d9a5-d22a-4709-97c8-00976196fa13),segment_id=c653d9a5-d22a-4709-97c8-00976196fa13)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:51:59.253669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.300677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.346010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5551cf7-821c-4722-8d14-c8871250e20d None None] Pushing event updated for resources: {'Port': ['ID=d2f5e6c5-6910-4e8c-a517-643dba630046,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.400698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.473313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 32994) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.478459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.529175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=bce6936d-3271-4b0a-b919-925950e369cf,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:51:59.533320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.542624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.554937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e047b-99b0-4f73-a49b-e47dc036c9cb None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:51:59.564123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-705682e3-8c5b-4108-bc43-b081159387e9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/bce6936d-3271-4b0a-b919-925950e369cf HTTP/1.1" status: 204 len: 168 time: 0.3954070 Apr 21 14:51:59.566656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33000) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:51:59.587481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 93938a41-6c48-4b1f-920d-165a7140cbf8 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:51:59.682818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1585556521', 'router:external': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:51:59.688762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:59.751977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:network and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:59.756599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:59.787425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:59.805135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Deleting subnet dfa2bacd-db91-41a4-96e8-e409744b40c6 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:51:59.808425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.809150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Made reservation on behalf of 3eb9ea8d4cec407f8a89de1adbd0994b for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:51:59.812389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.832204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.843271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.6 (0cd02c0c-491e-4f35-8e16-1616944e7531/ca027d3a-9d10-4628-88df-cc43cc68238d/93938a41-6c48-4b1f-920d-165a7140cbf8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:51:59.861370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:51:59.867769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:security_group_rule and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:51:59.872760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:51:59.878406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:51:59.897074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:51:59.972757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2f5e6c5-6910-4e8c-a517-643dba630046 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:51:59.994424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.049758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d2f5e6c5-6910-4e8c-a517-643dba630046 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:00.080458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.124014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa2bacd-db91-41a4-96e8-e409744b40c6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.126334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.136497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-27a52216-758a-4f6d-9d53-1db612615deb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/dfa2bacd-db91-41a4-96e8-e409744b40c6 HTTP/1.1" status: 204 len: 168 time: 0.5686045 Apr 21 14:52:00.139505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33004) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.164081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.174937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.182305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.203724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 93938a41-6c48-4b1f-920d-165a7140cbf8 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:00.212974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:00.220645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0ab61d9e-9bd3-4f6b-a71a-8d9fed2e80aa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773349 Apr 21 14:52:00.220854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33008) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.241378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.241581 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Added segment ce837cf0-900f-4759-934d-f7e674d60ff3 of type vlan for network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 Apr 21 14:52:00.242625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa69ea2-0314-4e05-8b75-1d8c0d8deb56,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.287167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.292885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.307424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500c9d19-984d-437a-a133-74d3001ea5c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:00.311636 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-500c9d19-984d-437a-a133-74d3001ea5c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0870345 Apr 21 14:52:00.311837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33012) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.360400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.382040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:00.392600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2576a-28ea-494d-adbd-6a016322656e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:00.393455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3b2576a-28ea-494d-adbd-6a016322656e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Synchronizing usage tracker for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:00.394483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:00.402498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:00.425319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d3b2576a-28ea-494d-adbd-6a016322656e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Unset dirty status for tenant:cb57dae8ac2346d995b4890a65a7acee on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:00.426889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3b2576a-28ea-494d-adbd-6a016322656e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1139956 Apr 21 14:52:00.429432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33018) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.448697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=93938a41-6c48-4b1f-920d-165a7140cbf8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.464795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.466339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:00.466910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.509660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-afe7ef3a-bffb-42a8-be74-ca73c61c2d85 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789416 Apr 21 14:52:00.514537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33022) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.531626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:00.532742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.564715 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffd905b-3d40-4e60-9f62-aa2099940a07 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.565194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffd905b-3d40-4e60-9f62-aa2099940a07 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.569441 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ffd905b-3d40-4e60-9f62-aa2099940a07 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/9c7277ee-6a8b-4646-9912-236a0e3032e0 HTTP/1.1" status: 404 len: 333 time: 0.0514503 Apr 21 14:52:00.569645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.619803 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-445a82b7-dd0c-4c15-b158-6618f09241ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.619803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445a82b7-dd0c-4c15-b158-6618f09241ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.620961 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-445a82b7-dd0c-4c15-b158-6618f09241ec tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/dfa2bacd-db91-41a4-96e8-e409744b40c6 HTTP/1.1" status: 404 len: 337 time: 0.0503938 Apr 21 14:52:00.624508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33030) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.677082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-0588d608-1fb7-4744-8882-4fb437209155 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.677564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0588d608-1fb7-4744-8882-4fb437209155 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.679212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0588d608-1fb7-4744-8882-4fb437209155 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/bce6936d-3271-4b0a-b919-925950e369cf HTTP/1.1" status: 404 len: 337 time: 0.0534115 Apr 21 14:52:00.682012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6759a6d2-6d74-4736-b9d7-5e82a2115e8a None None] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:00.682504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33034) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.727055 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b6492d-d78a-47af-8cef-5ac37c7500c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.727539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b6492d-d78a-47af-8cef-5ac37c7500c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.731705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8b6492d-d78a-47af-8cef-5ac37c7500c1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/220b0ebb-f484-49bb-8efa-41b92a44c2d3 HTTP/1.1" status: 404 len: 333 time: 0.0460458 Apr 21 14:52:00.731910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33038) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.754798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Network': ['ID=66ce421f-3770-49e1-b3d2-ec4613dd80f0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:00.780368 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7dda80ad-e0c7-4866-92f5-5aab6f7c290c tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3055344 Apr 21 14:52:00.781335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33042) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.782174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33044) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.783153 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-043d5683-3065-4991-9a13-ee0f91aa518a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.783613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043d5683-3065-4991-9a13-ee0f91aa518a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.785561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-043d5683-3065-4991-9a13-ee0f91aa518a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6b5674fa-2e88-4dfe-a7f8-0caf100bc725 HTTP/1.1" status: 404 len: 337 time: 0.0526516 Apr 21 14:52:00.788193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33050) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.790673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'subnet': {'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:00.797363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-af25da9f-7145-426f-8b58-3ddb66b72ac7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5017488 Apr 21 14:52:00.798940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:00.824430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33054) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.835648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6993608-0dea-48c0-a74f-6f57727fb45d None None] Network 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:00.850533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:00.865543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:subnet and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:00.870735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:00.881245 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f3074c-9ded-468f-9360-0aed5e137d4a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.881507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f3074c-9ded-468f-9360-0aed5e137d4a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.886220 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-74f3074c-9ded-468f-9360-0aed5e137d4a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/df98c6a5-6a4c-40ca-a7de-47c2fd439c1e HTTP/1.1" status: 404 len: 337 time: 0.0943632 Apr 21 14:52:00.886400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:00.887028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33058) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.896096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Provisioning for port d2f5e6c5-6910-4e8c-a517-643dba630046 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:00.927604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Provisioning complete for port d2f5e6c5-6910-4e8c-a517-643dba630046 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:00.927878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.940532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba8ef3e-110c-4bb6-bb08-6e1833f1ee52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:00.942251 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7ba8ef3e-110c-4bb6-bb08-6e1833f1ee52 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1134999 Apr 21 14:52:00.945276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33062) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:00.948735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Made reservation on behalf of 3eb9ea8d4cec407f8a89de1adbd0994b for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:00.951919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:00.965173 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ad67db-31ed-48b7-b7f1-8288bb7b376b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:00.965683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ad67db-31ed-48b7-b7f1-8288bb7b376b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:00.970271 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3ad67db-31ed-48b7-b7f1-8288bb7b376b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/a16261b1-cdd2-4783-9271-b3c9d9bbbdd5 HTTP/1.1" status: 404 len: 333 time: 0.0774250 Apr 21 14:52:00.971549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33066) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.020442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 93938a41-6c48-4b1f-920d-165a7140cbf8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:01.021179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.031686 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-718b1680-c0aa-46cf-a2a6-5a1e728a4ec1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.032124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718b1680-c0aa-46cf-a2a6-5a1e728a4ec1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.033780 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-718b1680-c0aa-46cf-a2a6-5a1e728a4ec1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6bd0f6b6-18f8-4f85-bbff-510d4c0b48b8 HTTP/1.1" status: 404 len: 337 time: 0.0608964 Apr 21 14:52:01.037108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c270b5-d573-4cea-8450-b7dc95297823 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:01.037601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c270b5-d573-4cea-8450-b7dc95297823 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:01.038061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c270b5-d573-4cea-8450-b7dc95297823 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:01.041399 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d0c270b5-d573-4cea-8450-b7dc95297823 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 3000 time: 0.2539253 Apr 21 14:52:01.058209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33070) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.111709 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-45069ba5-10cb-41ed-a671-b06665265b77 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.112166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45069ba5-10cb-41ed-a671-b06665265b77 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.116622 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45069ba5-10cb-41ed-a671-b06665265b77 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/4794f9ab-193d-4f7c-8f39-d5eaf3d5bf88 HTTP/1.1" status: 404 len: 337 time: 0.0574477 Apr 21 14:52:01.117860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33076) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.172921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0264717c-e6a3-48d4-8894-a9427a6ac59a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.173635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0264717c-e6a3-48d4-8894-a9427a6ac59a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.184158 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0264717c-e6a3-48d4-8894-a9427a6ac59a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/dff38a19-2601-405f-a285-14120457eb2a HTTP/1.1" status: 404 len: 333 time: 0.0630922 Apr 21 14:52:01.184791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33080) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.263189 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed859f5-ccdd-4a47-b339-6a0dbc5c751d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.263551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed859f5-ccdd-4a47-b339-6a0dbc5c751d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.265339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ed859f5-ccdd-4a47-b339-6a0dbc5c751d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/d82e47af-5d8b-43d1-8d74-fcb57ffc6741 HTTP/1.1" status: 404 len: 337 time: 0.0772560 Apr 21 14:52:01.268762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33086) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.336300 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c733dc48-eca0-40ad-baa3-2fd60d402370 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.336912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c733dc48-eca0-40ad-baa3-2fd60d402370 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.340139 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c733dc48-eca0-40ad-baa3-2fd60d402370 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b89d1a36-9c00-4509-8a53-a90f8afab0ea HTTP/1.1" status: 404 len: 337 time: 0.0694108 Apr 21 14:52:01.343271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33090) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.384988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.395328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70fe0bc-c1b5-4d38-a0b7-6d64611159bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.395328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70fe0bc-c1b5-4d38-a0b7-6d64611159bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.399298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c70fe0bc-c1b5-4d38-a0b7-6d64611159bb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3cdb4bbe-7252-41ca-8f12-a3a5ec3cb6c9 HTTP/1.1" status: 404 len: 333 time: 0.0528512 Apr 21 14:52:01.399616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.416238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.433288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] For port d2f5e6c5-6910-4e8c-a517-643dba630046, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2f5e6c5-6910-4e8c-a517-643dba630046,segment=NetworkSegment(c653d9a5-d22a-4709-97c8-00976196fa13),segment_id=c653d9a5-d22a-4709-97c8-00976196fa13)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:01.438618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.449788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14764d0-2fa9-42ba-817b-937694cc7eed tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.451298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14764d0-2fa9-42ba-817b-937694cc7eed tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.455606 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c14764d0-2fa9-42ba-817b-937694cc7eed tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f7c97708-6eb5-4b05-934a-e854a6fdd2dd HTTP/1.1" status: 404 len: 337 time: 0.0528162 Apr 21 14:52:01.491548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.517194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] DHCP port deletion for 0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:01.523049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5ae04-fbe5-4881-95c6-9065976b8b28 None None] Pushing event updated for resources: {'Port': ['ID=d2f5e6c5-6910-4e8c-a517-643dba630046,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:01.527035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Deleting port 4e9f672b-ada1-4519-91b9-5c48e75dea11 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:01.527515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.564029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 93938a41-6c48-4b1f-920d-165a7140cbf8 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:01.608585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:52:01.609334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.636127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d67c437-d1e1-4ea6-a70c-fb8c09be0f99 None None] Provisioning complete for port 4e9f672b-ada1-4519-91b9-5c48e75dea11 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:01.636613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d67c437-d1e1-4ea6-a70c-fb8c09be0f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.640101 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bf1c4a-9933-41aa-870e-e2d1a31004b7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.640580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bf1c4a-9933-41aa-870e-e2d1a31004b7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.642345 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69bf1c4a-9933-41aa-870e-e2d1a31004b7 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/03f237f4-f33e-4c82-a456-2ff82216389d HTTP/1.1" status: 404 len: 333 time: 0.1502714 Apr 21 14:52:01.649809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33102) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.705532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9356de78-1a7a-4e8a-a55a-c31c1ed53c13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.705989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9356de78-1a7a-4e8a-a55a-c31c1ed53c13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.707787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9356de78-1a7a-4e8a-a55a-c31c1ed53c13 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/cfeffa6c-0126-47de-ab9a-bb110191cadd HTTP/1.1" status: 404 len: 337 time: 0.0570524 Apr 21 14:52:01.710966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33106) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.714530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Checking segment: {'id': 'ce837cf0-900f-4759-934d-f7e674d60ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:01.714895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network hostable DHCP agents. Network: 66ce421f-3770-49e1-b3d2-ec4613dd80f0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:01.733110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7887e2dc-1dae-48ec-9464-8837771afc3c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:01.747363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:01.761403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 66ce421f-3770-49e1-b3d2-ec4613dd80f0) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:01.767296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:01.768543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.794070 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b314d5f2-809b-4ba0-81d7-1a3aaf142cde tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0094798 Apr 21 14:52:01.794776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33110) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:01.802361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2082026484', 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:01.807867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:01.812961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:port and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:01.819140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:01.830404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:01.834595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a5f26-d595-4f30-90ea-585719e8946b None None] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:01.859332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Made reservation on behalf of 3eb9ea8d4cec407f8a89de1adbd0994b for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:01.861868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:01.905716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] device_id is not set on port 97353686-2451-4b5e-b417-f0acc9c20aa1 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:01.947628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2f5e6c5-6910-4e8c-a517-643dba630046 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:01.954176 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-4272265f-57dd-4e45-a27a-787c488557ad tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:01.954744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4272265f-57dd-4e45-a27a-787c488557ad tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:01.958708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4272265f-57dd-4e45-a27a-787c488557ad tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/bc95ab8d-e214-42b8-bbce-0b2305f6affc HTTP/1.1" status: 404 len: 333 time: 0.2445970 Apr 21 14:52:01.960305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33114) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.015148 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-339068f6-e96b-4e64-a624-fcf991df9a5a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.015681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339068f6-e96b-4e64-a624-fcf991df9a5a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.017692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-339068f6-e96b-4e64-a624-fcf991df9a5a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/1dd266c3-5ee9-4870-a12e-3dfe05ef5eae HTTP/1.1" status: 404 len: 337 time: 0.0576191 Apr 21 14:52:02.021799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33118) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.092001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] For port 4e9f672b-ada1-4519-91b9-5c48e75dea11, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e9f672b-ada1-4519-91b9-5c48e75dea11,segment=NetworkSegment(eaf91a79-e649-4881-bbfe-569b295ca438),segment_id=eaf91a79-e649-4881-bbfe-569b295ca438)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:02.092480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.107211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 2001:db8::3b6 (66ce421f-3770-49e1-b3d2-ec4613dd80f0/7887e2dc-1dae-48ec-9464-8837771afc3c/97353686-2451-4b5e-b417-f0acc9c20aa1) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:02.110550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12442fc-5b4b-4edc-b3d6-e8caf0b8d56f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.111418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12442fc-5b4b-4edc-b3d6-e8caf0b8d56f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.128981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e12442fc-5b4b-4edc-b3d6-e8caf0b8d56f tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/daf011ee-535c-4f54-abd6-02697bd0c686 HTTP/1.1" status: 404 len: 333 time: 0.1055036 Apr 21 14:52:02.131502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33122) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.147484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.183479 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-3517590e-466c-4185-b300-be480d4ad80a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.184019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3517590e-466c-4185-b300-be480d4ad80a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.205304 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3517590e-466c-4185-b300-be480d4ad80a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/78d8668f-0a60-4671-a274-fd8e9fbfc663 HTTP/1.1" status: 404 len: 337 time: 0.0726185 Apr 21 14:52:02.206934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=93938a41-6c48-4b1f-920d-165a7140cbf8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.210177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33126) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.270216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Calling delete_port for 4e9f672b-ada1-4519-91b9-5c48e75dea11 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:02.335501 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-86af7d42-8b5d-4097-b39d-a0dbcc778422 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.336376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86af7d42-8b5d-4097-b39d-a0dbcc778422 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.337689 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-86af7d42-8b5d-4097-b39d-a0dbcc778422 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3589a97c-05b9-43c6-8876-aac1b077f097 HTTP/1.1" status: 404 len: 333 time: 0.1243675 Apr 21 14:52:02.340375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33130) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.376749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.401165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4579ac-6a12-4995-86a1-f3797e6fa24a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.401723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4579ac-6a12-4995-86a1-f3797e6fa24a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.404199 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ed4579ac-6a12-4995-86a1-f3797e6fa24a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/a4f10e98-bbd6-45da-a039-259a4a9ef3b9 HTTP/1.1" status: 404 len: 337 time: 0.0621147 Apr 21 14:52:02.407324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.417795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.446495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] Pushing event deleted for resources: {'Port': ['ID=4e9f672b-ada1-4519-91b9-5c48e75dea11,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.452567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Provisioning for port 4deede6c-fba8-4637-994b-236631d14c74 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:02.454681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.461662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.463606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d847eee-8d86-4bbd-bc17-84a3ae062db2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/93938a41-6c48-4b1f-920d-165a7140cbf8 HTTP/1.1" status: 204 len: 168 time: 1.5173252 Apr 21 14:52:02.466040 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7e56ea-4b32-4da9-bab3-89bf7acc3171 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.466889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f7e56ea-4b32-4da9-bab3-89bf7acc3171 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.468247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f7e56ea-4b32-4da9-bab3-89bf7acc3171 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/969abb9b-f454-4de8-80fd-7b239069767c HTTP/1.1" status: 404 len: 333 time: 0.0599008 Apr 21 14:52:02.468882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33138) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.471222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.500548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e4bbaa-8df1-4adb-b593-775a104312af None None] No DVR routers for this DVR port 4e9f672b-ada1-4519-91b9-5c48e75dea11 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:02.502587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Provisioning complete for port 4deede6c-fba8-4637-994b-236631d14c74 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:02.502946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.535293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:02.535998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d2f5e6c5-6910-4e8c-a517-643dba630046 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:02.536365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.543132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:02.543132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:02.543920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:02.544429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.548472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=97353686-2451-4b5e-b417-f0acc9c20aa1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:02.574682 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e0646a50-d530-4639-9ed1-0a680f221f93 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7763953 Apr 21 14:52:02.575423 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1858e4-2698-4e4b-add6-5c2115e27111 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.575546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33146) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.575793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1858e4-2698-4e4b-add6-5c2115e27111 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.577658 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3e1858e4-2698-4e4b-add6-5c2115e27111 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/fe0df1a9-dfaf-4416-b264-2ca04fb394f2 HTTP/1.1" status: 404 len: 337 time: 0.1055286 Apr 21 14:52:02.578954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e002e0-b266-4f01-82c8-a176a573f1e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:02.579451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2e002e0-b266-4f01-82c8-a176a573f1e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:02.579985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33150) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.596902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2e002e0-b266-4f01-82c8-a176a573f1e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:02.601159 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c2e002e0-b266-4f01-82c8-a176a573f1e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/93938a41-6c48-4b1f-920d-165a7140cbf8 HTTP/1.1" status: 404 len: 333 time: 0.1312480 Apr 21 14:52:02.601843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33154) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.670665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b789182d-6ba8-4e4e-b8c1-95df8b5efb75 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.671117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b789182d-6ba8-4e4e-b8c1-95df8b5efb75 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.672800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b789182d-6ba8-4e4e-b8c1-95df8b5efb75 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/a1c8577a-689e-43ae-8b0c-5b741aa86936 HTTP/1.1" status: 404 len: 337 time: 0.0919590 Apr 21 14:52:02.675944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.686963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port 97353686-2451-4b5e-b417-f0acc9c20aa1 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:02.687303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.690648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Port 4deede6c-fba8-4637-994b-236631d14c74 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:02.722834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 4deede6c-fba8-4637-994b-236631d14c74 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:02.723243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.761549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Provisioning complete for port d2f5e6c5-6910-4e8c-a517-643dba630046 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:02.762179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:02.764628 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-c188b783-4db8-4581-b4e7-f20cfa479639 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.765216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c188b783-4db8-4581-b4e7-f20cfa479639 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.767121 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c188b783-4db8-4581-b4e7-f20cfa479639 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/da79aaa6-0edf-4d8c-8ab2-e152b2a403db HTTP/1.1" status: 404 len: 333 time: 0.0899057 Apr 21 14:52:02.769654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33164) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.842627 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecad3075-76f7-4a5e-baff-e53b177a7682 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.843164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecad3075-76f7-4a5e-baff-e53b177a7682 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.846148 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ecad3075-76f7-4a5e-baff-e53b177a7682 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/535218e6-a98b-49d9-ae7b-6711117671cb HTTP/1.1" status: 404 len: 337 time: 0.0705602 Apr 21 14:52:02.849631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33168) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.919379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7391d7-f4ca-4646-b2c3-09f5f984116f None None] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:02.921682 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ab3a52-e95e-40b7-bb09-af11f2ad35cb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:02.922231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ab3a52-e95e-40b7-bb09-af11f2ad35cb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:02.923989 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a2ab3a52-e95e-40b7-bb09-af11f2ad35cb tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/2c1fc389-bdc4-4c24-8bae-3c5b68f8a9d3 HTTP/1.1" status: 404 len: 337 time: 0.0733640 Apr 21 14:52:02.927403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33172) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:02.955341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:03.021612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.022186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4e9f672b-ada1-4519-91b9-5c48e75dea11 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:52:03.022381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e9f672b-ada1-4519-91b9-5c48e75dea11 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:03.126702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-be6ddff4-1707-40e2-9a35-849c34b9a298 None None] Could not find standard attr ID for object 93938a41-6c48-4b1f-920d-165a7140cbf8. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:03.134835 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-07171407-b637-4cd3-ba97-039d4e04c8a1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.135415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07171407-b637-4cd3-ba97-039d4e04c8a1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.137163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-07171407-b637-4cd3-ba97-039d4e04c8a1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/8c79bd99-364e-4c90-8d4c-7982e12a87a9 HTTP/1.1" status: 404 len: 333 time: 0.2088048 Apr 21 14:52:03.145226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33176) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.164645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 4deede6c-fba8-4637-994b-236631d14c74 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:03.189609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-7072a08c-4886-4122-aaeb-5db1a0c60ad1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.190198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7072a08c-4886-4122-aaeb-5db1a0c60ad1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.191800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7072a08c-4886-4122-aaeb-5db1a0c60ad1 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/e9501ad5-5d1d-4cba-a515-39b2c571d1d6 HTTP/1.1" status: 404 len: 337 time: 0.0455613 Apr 21 14:52:03.194215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33180) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.241430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7272ca40-7ca7-4b6b-a973-0440a943d72b None None] Could not find standard attr ID for object 93938a41-6c48-4b1f-920d-165a7140cbf8. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:03.244186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-6116ae85-73a5-4a3e-a4af-35fc5877a9bf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.244677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6116ae85-73a5-4a3e-a4af-35fc5877a9bf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.249334 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6116ae85-73a5-4a3e-a4af-35fc5877a9bf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b9c91dc9-b366-426a-a2a1-c6cb91a93194 HTTP/1.1" status: 404 len: 337 time: 0.0512271 Apr 21 14:52:03.250271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33184) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.254507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.295624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7156ea-45be-4a51-8185-af8f9ab680b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.296096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7156ea-45be-4a51-8185-af8f9ab680b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.298102 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4b7156ea-45be-4a51-8185-af8f9ab680b4 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/688235c4-9670-4f53-ad3d-ec78ce774625 HTTP/1.1" status: 404 len: 333 time: 0.0464032 Apr 21 14:52:03.303759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33188) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.383846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for 97353686-2451-4b5e-b417-f0acc9c20aa1 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:03.384086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa7d81d-38a8-4573-b50b-5f12a1376839 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.384384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa7d81d-38a8-4573-b50b-5f12a1376839 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.398516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2aa7d81d-38a8-4573-b50b-5f12a1376839 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/d6818448-0ae2-4bc7-98e3-cbc80d41044f HTTP/1.1" status: 404 len: 337 time: 0.0914731 Apr 21 14:52:03.398744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33192) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.441153 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-59ebf239-a735-497e-86d5-7f129cb6fb9b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.441622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59ebf239-a735-497e-86d5-7f129cb6fb9b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.444864 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-59ebf239-a735-497e-86d5-7f129cb6fb9b tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/561d9961-5bf3-4440-8954-692decc8ec16 HTTP/1.1" status: 404 len: 337 time: 0.0436502 Apr 21 14:52:03.445958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33198) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.485603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.499559 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-13d55d62-d764-4efd-a8fc-f5c54e2d4793 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports?device_id=0167d437-d553-4f4c-8bf1-6d0cd3a9930a HTTP/1.1" status: 200 len: 205 time: 0.0495226 Apr 21 14:52:03.500113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33202) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.541956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=4deede6c-fba8-4637-994b-236631d14c74,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:03.573980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-07832d67-2d77-456f-9ed5-7e1595b40ab9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] delete failed (client error): The resource could not be found. Apr 21 14:52:03.577408 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-07832d67-2d77-456f-9ed5-7e1595b40ab9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/routers/0167d437-d553-4f4c-8bf1-6d0cd3a9930a HTTP/1.1" status: 404 len: 336 time: 0.0739708 Apr 21 14:52:03.579601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33206) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.625922 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5442a36-a7cb-427b-b12d-0b9981a09af3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.626369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5442a36-a7cb-427b-b12d-0b9981a09af3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.632739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5442a36-a7cb-427b-b12d-0b9981a09af3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f11dff66-f4f7-49f5-bb8c-dd12165bb44d HTTP/1.1" status: 404 len: 337 time: 0.0541759 Apr 21 14:52:03.633905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.635379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33210) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.685194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Port': ['ID=97353686-2451-4b5e-b417-f0acc9c20aa1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:03.686905 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-06d6dd66-8ed6-4296-98d7-e9a3e6263906 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "GET /v2.0/ports?device_id=f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 HTTP/1.1" status: 200 len: 205 time: 0.0503983 Apr 21 14:52:03.689167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33214) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.691661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.695972 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dcb78844-18fa-4d70-919e-5553d150ec6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/4deede6c-fba8-4637-994b-236631d14c74 HTTP/1.1" status: 204 len: 168 time: 1.0907314 Apr 21 14:52:03.696424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33218) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.796809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.803943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b64e4038-0ccc-4acb-897b-c27cd68b5349 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/ports/97353686-2451-4b5e-b417-f0acc9c20aa1 HTTP/1.1" status: 204 len: 168 time: 1.2221582 Apr 21 14:52:03.803943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-6c65cd83-0c8d-4d98-b843-f9daddde587d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] delete failed (client error): The resource could not be found. Apr 21 14:52:03.803943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6c65cd83-0c8d-4d98-b843-f9daddde587d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/routers/f52657f2-881c-4d7f-a0d6-a0a14a6bcee2 HTTP/1.1" status: 404 len: 336 time: 0.1105001 Apr 21 14:52:03.803943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33222) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.806276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0', 'external_fixed_ips': [{'subnet_id': '7887e2dc-1dae-48ec-9464-8837771afc3c', 'ip_address': '2001:db8::3b6'}]}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:03.809964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.843006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:03.852973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:router and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:03.853889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1728ae3-7317-4f2b-9a33-5bb61a7e5ee8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:03.854342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d1728ae3-7317-4f2b-9a33-5bb61a7e5ee8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:03.855839 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7caeab-320b-4d3b-8f11-b8f80685fc3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.856375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7caeab-320b-4d3b-8f11-b8f80685fc3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.858104 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e7caeab-320b-4d3b-8f11-b8f80685fc3e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/6207041c-09ce-44c0-a144-ab741ebde876 HTTP/1.1" status: 404 len: 337 time: 0.0472460 Apr 21 14:52:03.859085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:03.861285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33230) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.864901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:03.875431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.876404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.891778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:03.903446 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3aa8333-78a5-480b-87e9-294b78152e6e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.904047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3aa8333-78a5-480b-87e9-294b78152e6e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.908177 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3aa8333-78a5-480b-87e9-294b78152e6e tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/b92b024e-5493-4da1-abb9-ddd824eef9b7 HTTP/1.1" status: 404 len: 337 time: 0.0435307 Apr 21 14:52:03.908411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33234) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.943213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d1728ae3-7317-4f2b-9a33-5bb61a7e5ee8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:03.944093 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d1728ae3-7317-4f2b-9a33-5bb61a7e5ee8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/4deede6c-fba8-4637-994b-236631d14c74 HTTP/1.1" status: 404 len: 333 time: 0.2471058 Apr 21 14:52:03.949368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33238) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:03.983099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7301039-9b8c-45db-9c84-c091d36480c3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:03.983549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7301039-9b8c-45db-9c84-c091d36480c3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:03.987561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f7301039-9b8c-45db-9c84-c091d36480c3 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/a018d7ac-1d86-4385-bd58-ab545581f3dd HTTP/1.1" status: 404 len: 333 time: 0.0758641 Apr 21 14:52:03.988998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33242) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.038179 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46b0467-0653-4554-a728-93c5a28dd5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.038898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46b0467-0653-4554-a728-93c5a28dd5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.042521 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e46b0467-0653-4554-a728-93c5a28dd5c9 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/47e735fd-66b6-48ce-9c79-b288f46a3fa7 HTTP/1.1" status: 404 len: 337 time: 0.0507736 Apr 21 14:52:04.043295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33246) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.092944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet ca027d3a-9d10-4628-88df-cc43cc68238d {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:04.094852 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-98900231-80b6-444b-a8b8-ab0c547322b5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.095300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98900231-80b6-444b-a8b8-ab0c547322b5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.096875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-98900231-80b6-444b-a8b8-ab0c547322b5 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/dd4f5d5d-b96a-4371-9f93-4a4ae140c1d5 HTTP/1.1" status: 404 len: 333 time: 0.0531926 Apr 21 14:52:04.098817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.102415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.155396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.198998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ffa7fe2-0394-4a3e-94de-970a31278edf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.199561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ffa7fe2-0394-4a3e-94de-970a31278edf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.203830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.214935 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2ffa7fe2-0394-4a3e-94de-970a31278edf tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/292a4f5d-4827-46f8-a2e5-644607bcf6b3 HTTP/1.1" status: 404 len: 337 time: 0.1090806 Apr 21 14:52:04.217391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.268294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-19459244-140f-44b8-936d-f2d472376a0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.268747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19459244-140f-44b8-936d-f2d472376a0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.270409 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-19459244-140f-44b8-936d-f2d472376a0d tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/bb0fb65b-4702-4aa5-a8b8-d719e4ca6a05 HTTP/1.1" status: 404 len: 333 time: 0.0520391 Apr 21 14:52:04.273531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33258) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.315417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e198a540-0756-4b6d-b17c-ae485377aace tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.315851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e198a540-0756-4b6d-b17c-ae485377aace tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.317554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e198a540-0756-4b6d-b17c-ae485377aace tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/fe83a13b-e0db-44b5-80bb-0009e327378f HTTP/1.1" status: 404 len: 337 time: 0.0431378 Apr 21 14:52:04.320370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.348802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33262) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.385929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33266) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.453924 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6194fc80-d835-4a3b-b3e3-01314fff17fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.454386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6194fc80-d835-4a3b-b3e3-01314fff17fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.456018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6194fc80-d835-4a3b-b3e3-01314fff17fa tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/cc0f18f4-6b4e-46b3-8d43-c07a24ca6ffd HTTP/1.1" status: 404 len: 333 time: 0.1063325 Apr 21 14:52:04.460185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33270) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.518011 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8252a564-65da-4bbf-aac0-6f0f3c1368a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.518461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8252a564-65da-4bbf-aac0-6f0f3c1368a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.530879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05952b-315d-48e7-87bd-ef32b642b4c5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:04.532304 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8e05952b-315d-48e7-87bd-ef32b642b4c5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 814 time: 0.1454494 Apr 21 14:52:04.538855 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8252a564-65da-4bbf-aac0-6f0f3c1368a2 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/8f7f1b37-a3b5-4a1b-b381-29f8fe409414 HTTP/1.1" status: 404 len: 337 time: 0.0693820 Apr 21 14:52:04.539104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33274) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.579960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.620058 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb351a8-1b60-4578-87e3-3510be7cdebe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.620540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb351a8-1b60-4578-87e3-3510be7cdebe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.622894 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5cb351a8-1b60-4578-87e3-3510be7cdebe tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/f96000b2-491b-4d99-93f8-533baeb14133 HTTP/1.1" status: 404 len: 333 time: 0.0829346 Apr 21 14:52:04.627783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33280) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.630273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=ca027d3a-9d10-4628-88df-cc43cc68238d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:04.633866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.635933 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3e756fbe-b445-4fd7-9d94-08861408a79e tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ca027d3a-9d10-4628-88df-cc43cc68238d HTTP/1.1" status: 204 len: 168 time: 0.6848257 Apr 21 14:52:04.643899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c44054-8ca1-4b02-8d09-98076c787d91 None None] Network 0cd02c0c-491e-4f35-8e16-1616944e7531 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:04.665238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33284) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.691485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8333ae-808d-4a9c-88f0-bf6aa6a18616 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.691933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8333ae-808d-4a9c-88f0-bf6aa6a18616 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.693578 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f8333ae-808d-4a9c-88f0-bf6aa6a18616 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/2ec1a35c-a5b7-4cce-9dac-a83514e8340a HTTP/1.1" status: 404 len: 337 time: 0.0646579 Apr 21 14:52:04.697272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33288) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.698800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.734568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.758150 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6784a14-4b42-4f71-8c64-50e61022ef96 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.758618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6784a14-4b42-4f71-8c64-50e61022ef96 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.763175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a6784a14-4b42-4f71-8c64-50e61022ef96 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/3cf52dbc-6edb-4af4-8aeb-159cc71106c4 HTTP/1.1" status: 404 len: 333 time: 0.0626605 Apr 21 14:52:04.765041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33294) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.872126 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d20496-18c6-42dc-b2e0-8eae17a3e57c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.872862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d20496-18c6-42dc-b2e0-8eae17a3e57c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.874567 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-04d20496-18c6-42dc-b2e0-8eae17a3e57c tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/f1c06509-aaf0-474a-90c7-a5f0f8ac65b3 HTTP/1.1" status: 404 len: 337 time: 0.1093509 Apr 21 14:52:04.877331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33298) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.920355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.922191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] DHCP port deletion for 0cd02c0c-491e-4f35-8e16-1616944e7531 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:04.926206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Deleting port d2f5e6c5-6910-4e8c-a517-643dba630046 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:04.926842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:04.929283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e122ff1-a80d-4d59-8c04-f4b90df2cd32 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.929742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e122ff1-a80d-4d59-8c04-f4b90df2cd32 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.933713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8e122ff1-a80d-4d59-8c04-f4b90df2cd32 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/ports/04885598-81c7-4a41-b4d4-ce1451ff4479 HTTP/1.1" status: 404 len: 333 time: 0.0531836 Apr 21 14:52:04.934429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33302) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:04.959667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 2001:db8::3b6 (66ce421f-3770-49e1-b3d2-ec4613dd80f0/7887e2dc-1dae-48ec-9464-8837771afc3c/d0976676-620b-47b3-866c-24e4fe09772d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:04.974222 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2beff3-9a0f-4709-bea1-b5893491a144 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:04.974671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2beff3-9a0f-4709-bea1-b5893491a144 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:04.978756 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9d2beff3-9a0f-4709-bea1-b5893491a144 tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/subnets/82c8382e-a875-4190-a481-f2ee274aa07e HTTP/1.1" status: 404 len: 337 time: 0.0404418 Apr 21 14:52:04.979056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33306) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:05.006193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port d2f5e6c5-6910-4e8c-a517-643dba630046 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:05.006507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.118816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.147972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] For port d2f5e6c5-6910-4e8c-a517-643dba630046, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2f5e6c5-6910-4e8c-a517-643dba630046,segment=NetworkSegment(c653d9a5-d22a-4709-97c8-00976196fa13),segment_id=c653d9a5-d22a-4709-97c8-00976196fa13)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:05.148400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.154018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.177438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.224703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:05.227720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:05.232292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:05.282916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Calling delete_port for d2f5e6c5-6910-4e8c-a517-643dba630046 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:05.301773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=d0976676-620b-47b3-866c-24e4fe09772d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.376093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.424716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] Pushing event deleted for resources: {'Port': ['ID=d2f5e6c5-6910-4e8c-a517-643dba630046,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.433232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829e5fe-51ae-412e-8a86-49f2267549c9 None None] No DVR routers for this DVR port d2f5e6c5-6910-4e8c-a517-643dba630046 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:05.501176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33310) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:05.512075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--1269423571', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:05.525897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:05.539478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port d2f5e6c5-6910-4e8c-a517-643dba630046, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2f5e6c5-6910-4e8c-a517-643dba630046,segment=NetworkSegment(c653d9a5-d22a-4709-97c8-00976196fa13),segment_id=c653d9a5-d22a-4709-97c8-00976196fa13)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:05.539822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.547809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.548096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:05.564279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:05.567917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.672765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:05.679549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.686310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for d2f5e6c5-6910-4e8c-a517-643dba630046 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:05.723882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a092fe2-0ed1-4b0d-abf2-6bb72fceab25']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:05.744469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf91a79-e649-4881-bbfe-569b295ca438') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:05.744754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf91a79-e649-4881-bbfe-569b295ca438') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:05.750723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.751068 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 24dc71d6-1b8a-4588-a83d-4618e516419e of type vlan for network 6ae3170d-f322-44bc-88ec-9603ab6a5001 Apr 21 14:52:05.761023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.792132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.799839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:05.800910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:05.815256 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:05.831495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:05.831804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:05.873647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.900340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.908916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2f5e6c5-6910-4e8c-a517-643dba630046 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:05.928264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:05.931163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] Pushing event deleted for resources: {'Network': ['ID=0a092fe2-0ed1-4b0d-abf2-6bb72fceab25,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:05.945010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-11f273dd-84d3-4e31-9341-2d0e1f7d357a tempest-NetworksTestDHCPv6-2026541977 tempest-NetworksTestDHCPv6-2026541977-project] 10.222.0.35 "DELETE /v2.0/networks/0a092fe2-0ed1-4b0d-abf2-6bb72fceab25 HTTP/1.1" status: 204 len: 168 time: 0.9650974 Apr 21 14:52:05.952439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d2f5e6c5-6910-4e8c-a517-643dba630046 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:52:05.952801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2f5e6c5-6910-4e8c-a517-643dba630046 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:06.018236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.023536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:06.024110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.221704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33318) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.332776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port d2f5e6c5-6910-4e8c-a517-643dba630046 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:06.333922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.351125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=6ae3170d-f322-44bc-88ec-9603ab6a5001,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:06.359832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f78fabe6-da94-49b9-b09d-cc40f6fa25cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8575730 Apr 21 14:52:06.364150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33324) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.367052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:06.374886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.449581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] The port 'd2f5e6c5-6910-4e8c-a517-643dba630046' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:52:06.566554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11291a4-f687-4cf1-b291-b50482fc7173 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:06.568142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a11291a4-f687-4cf1-b291-b50482fc7173 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2030118 Apr 21 14:52:06.571038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33328) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.631812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.643726 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ea380f1a-2aff-477b-a4ed-0e40300ef41a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb57dae8ac2346d995b4890a65a7acee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4208467 Apr 21 14:52:06.646255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.676124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd02c0c-491e-4f35-8e16-1616944e7531']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:06.698365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c653d9a5-d22a-4709-97c8-00976196fa13') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:06.698656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c653d9a5-d22a-4709-97c8-00976196fa13') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:06.713698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:06.726734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.754158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.768593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:06.769295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.788756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:06.795002 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:06.800608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07bb70-5324-4a1e-9d6d-e9d7208dd316 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:06.800959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab07bb70-5324-4a1e-9d6d-e9d7208dd316 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:06.805306 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ab07bb70-5324-4a1e-9d6d-e9d7208dd316 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2307887 Apr 21 14:52:06.812098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33336) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.858635 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-df21fbab-41f6-436a-8f4d-2e1fada70a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462389 Apr 21 14:52:06.861179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33340) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.893785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.915441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.917655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4c3f004f-4c4b-4ebb-8ba6-76bcaced182b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=66ce421f-3770-49e1-b3d2-ec4613dd80f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0554323 Apr 21 14:52:06.921619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33344) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.947812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:06.962849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=0cd02c0c-491e-4f35-8e16-1616944e7531,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:06.965940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b6cfad01-5b5d-4e7a-8341-a0e6f5ff98aa tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/0cd02c0c-491e-4f35-8e16-1616944e7531 HTTP/1.1" status: 204 len: 168 time: 2.2957735 Apr 21 14:52:06.974434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:06.980445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1978157290'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:06.987694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:06.991510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:06.994427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.000955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.010826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.024389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:07.025878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f64b7290-c7a4-4ada-ae77-5c1324b5e253 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1032300 Apr 21 14:52:07.027728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.036177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33352) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.041854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d82f7b-29e3-4828-a190-ed7dc57fd7b4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:07.057455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.058556 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d4002c41-98d5-43b1-9ccb-a5335617b173 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8d82f7b-29e3-4828-a190-ed7dc57fd7b4 HTTP/1.1" status: 204 len: 168 time: 0.4114325 Apr 21 14:52:07.073464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:07.096113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.096524 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment 22c99183-8c44-4ed4-9c40-2b1b549379f5 of type vlan for network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 Apr 21 14:52:07.132924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.155423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:07.165046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Sync routers for ids ['06fd6f71-97d4-4a5e-838d-c8eeb7867c39'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:07.177562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Routers {'06fd6f71-97d4-4a5e-838d-c8eeb7867c39'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:07.177933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.178766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['06fd6f71-97d4-4a5e-838d-c8eeb7867c39'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:07.186660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:07.188630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.194742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.195991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f787fe9d-ec33-488c-a70b-c0ed689b37a7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3935120 Apr 21 14:52:07.198873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33358) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.299713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afdba7-6220-4dbc-82e3-0d2d678c0b73 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:07.300200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1afdba7-6220-4dbc-82e3-0d2d678c0b73 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:07.304548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b1afdba7-6220-4dbc-82e3-0d2d678c0b73 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.2649114 Apr 21 14:52:07.308594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33364) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.320899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33368) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.321186 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3455498 Apr 21 14:52:07.360462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80064d-6e24-43d0-a5af-3a9bf8cd3e04 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=4e3fd10a-c331-4c9f-ba6b-41b35b50d769,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:07.369730 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3e2f62da-205b-419b-9280-2ec48e0db938 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570929 Apr 21 14:52:07.370057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33374) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.377306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:07.412843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:07.421253 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2d36d420-2290-4fe4-8fd0-2959c65bd8f7 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=66ce421f-3770-49e1-b3d2-ec4613dd80f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491292 Apr 21 14:52:07.427085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:07.435200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106001887', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:07.506488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.564860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Set router 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:07.570503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:07.575687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:07.579137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.585933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.597325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:07.601313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.743125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:07.820873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:07.830682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:07.855828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:07.907196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fd6f71-97d4-4a5e-838d-c8eeb7867c39', 'name': '', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0', 'external_fixed_ips': [{'subnet_id': '7887e2dc-1dae-48ec-9464-8837771afc3c', 'ip_address': '2001:db8::3b6'}], 'enable_snat': True}, 'gw_port_id': 'd0976676-620b-47b3-866c-24e4fe09772d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:03Z', 'updated_at': '2022-04-21T14:52:05Z', 'revision_number': 3, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port': {'id': 'd0976676-620b-47b3-866c-24e4fe09772d', 'name': '', 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd6f71-97d4-4a5e-838d-c8eeb7867c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '7887e2dc-1dae-48ec-9464-8837771afc3c', 'ip_address': '2001:db8::3b6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:04Z', 'updated_at': '2022-04-21T14:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7887e2dc-1dae-48ec-9464-8837771afc3c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:07.907461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.910160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:07.911369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Checking router: 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:52:07.911721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Updating router 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 port d0976676-620b-47b3-866c-24e4fe09772d binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:52:07.914227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.967160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port d0976676-620b-47b3-866c-24e4fe09772d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:07.967562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:07.981308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.049978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33396) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:08.080926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.180067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=fcbb7976-65fc-495f-8ef1-485fba935cb2,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.194340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'networks': [{'name': 'tempest-network--977835723'}, {'name': 'tempest-network--1218167825'}]} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:08.194655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-network--977835723'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:08.195255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-network--1218167825'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:08.203461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:08.205956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:08.206320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 6ae3170d-f322-44bc-88ec-9603ab6a5001, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:08.214046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:network and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:08.217405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:08.227298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:08.239168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:08.243940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'network': 2} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:08.248385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.263762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.275129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6ae3170d-f322-44bc-88ec-9603ab6a5001) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:08.282091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:08.282278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.282681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.289029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:08.299321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:security_group_rule and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:08.302912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:08.312694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:08.313860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de543185-cc9b-4ee2-a2a8-7ed1323fb23d None None] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:08.322140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a012c61e-75db-4dae-a928-90177f2b4fe2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8908834 Apr 21 14:52:08.417781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for d0976676-620b-47b3-866c-24e4fe09772d owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:08.482933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.490066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.491357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.504524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.576407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33404) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:08.578682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac1a73c-353e-43ab-ad06-d8ea6b648aba,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.588137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515900992', 'description': 'tempest-secgroup-smoke-515900992 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:08.592102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.599551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:08.606305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:08.615989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Transition to ACTIVE for port object d0976676-620b-47b3-866c-24e4fe09772d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:08.621811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:08.623922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=b099798b-48df-4b6c-b467-e85496367fc4,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.634240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.634596 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment a7e74e85-e605-41e5-ad1f-46a0f4e5c2b2 of type vlan for network c9133654-0560-457f-906b-2d2da2a56ea6 Apr 21 14:52:08.635538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': '22c99183-8c44-4ed4-9c40-2b1b549379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:08.635868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 4e3fd10a-c331-4c9f-ba6b-41b35b50d769, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:08.650017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.656005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:08.656312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:08.659449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.661391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:08.672648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4e3fd10a-c331-4c9f-ba6b-41b35b50d769) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:08.678555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:08.679786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.680558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.691526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:08.697272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:08.701550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:08.710930 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-92d8436c-b2ac-4e2c-859c-b137676c6e82 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3886077 Apr 21 14:52:08.711738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33408) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:08.717698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c7df70-ea48-4930-93e3-f504b30ee9b5 None None] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:08.718863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769', 'name': 'tempest-PortsTestJSON-1351961555', 'fixed_ips': [{'subnet_id': 'b099798b-48df-4b6c-b467-e85496367fc4', 'ip_address': '172.20.0.10'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:08.721152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:08.754768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:08.761035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6ae3170d-f322-44bc-88ec-9603ab6a5001', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:08.763273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.771968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.772312 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment e16ec9f3-99d5-41e2-8fdf-a6744aed5255 of type vlan for network 868befaa-0fc2-4825-bd51-206f0af3b0fa Apr 21 14:52:08.817173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Attempting to bind port d0976676-620b-47b3-866c-24e4fe09772d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:08.817542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Attempting to bind port d0976676-620b-47b3-866c-24e4fe09772d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ce837cf0-900f-4759-934d-f7e674d60ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:08.817959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Attempting to bind port d0976676-620b-47b3-866c-24e4fe09772d on network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:08.823953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.847971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.862553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.894951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:08.910142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:08.918836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.919384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.922728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:08.925272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:08.930181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:08.930328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb04fda-a975-4b70-b39b-76be84eef241 None None] Pushing event updated for resources: {'Port': ['ID=d0976676-620b-47b3-866c-24e4fe09772d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:08.930822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.947162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:08.947539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Checking segment: {'id': 'ce837cf0-900f-4759-934d-f7e674d60ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:08.947938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.948332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Bound using segment: {'id': 'ce837cf0-900f-4759-934d-f7e674d60ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:08.948794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Bound port: d0976676-620b-47b3-866c-24e4fe09772d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce837cf0-900f-4759-934d-f7e674d60ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '66ce421f-3770-49e1-b3d2-ec4613dd80f0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:08.949171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:08.953657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.052318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.056473 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e5bd32b-1d64-49b1-882a-c121b67807c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4720252 Apr 21 14:52:09.056642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:09.060052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=c9133654-0560-457f-906b-2d2da2a56ea6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.064729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:09.081142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network c9133654-0560-457f-906b-2d2da2a56ea6 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:09.087956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.088114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0351648 Apr 21 14:52:09.088114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:09.092346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33416) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:09.106284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:09.109092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port a160b2cd-ebd7-4242-ab99-c1aed20e196f yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:09.134264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:09.163190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port d0976676-620b-47b3-866c-24e4fe09772d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:09.163691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.206311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:09.225721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9b8a4-88ac-457e-8186-10500abb965b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=868befaa-0fc2-4825-bd51-206f0af3b0fa,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.240812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] For port d0976676-620b-47b3-866c-24e4fe09772d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:09.258595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 868befaa-0fc2-4825-bd51-206f0af3b0fa details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:09.302115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.338229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] For port d0976676-620b-47b3-866c-24e4fe09772d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d0976676-620b-47b3-866c-24e4fe09772d,segment=NetworkSegment(ce837cf0-900f-4759-934d-f7e674d60ff3),segment_id=ce837cf0-900f-4759-934d-f7e674d60ff3)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:09.378496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:09.384541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:09.386976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.390974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:09.397023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:09.402525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:09.403898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Synchronizing usage tracker for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:09.440170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.442143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Unset dirty status for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:09.443498 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dac8420a-bdac-4731-8679-fb7807fea7b8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.3501520 Apr 21 14:52:09.446389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.448040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33420) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:09.506680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f65e590-9eeb-4c2a-94d3-4ac1b39c87d5,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.548345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-4e3fd10a-c331-4c9f-ba6b-41b35b50d769', 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': 'b099798b-48df-4b6c-b467-e85496367fc4'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:09.549163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.560534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Allocated IP 172.20.0.18 (6ae3170d-f322-44bc-88ec-9603ab6a5001/fcbb7976-65fc-495f-8ef1-485fba935cb2/98cb4100-41bf-4517-bdf3-4b3c5711c7b5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:09.575264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.576889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5a771896-edab-431f-940c-eb573509fa91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5191565 Apr 21 14:52:09.580605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33424) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:09.597126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:09.603385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] For port d0976676-620b-47b3-866c-24e4fe09772d, host dv-neutron-838896-1-hyperv, got binding levels [] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:09.603385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.604043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Routers {'06fd6f71-97d4-4a5e-838d-c8eeb7867c39'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:09.604358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['06fd6f71-97d4-4a5e-838d-c8eeb7867c39'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:09.605620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:09.610967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.615459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:09.620113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.10 (4e3fd10a-c331-4c9f-ba6b-41b35b50d769/b099798b-48df-4b6c-b467-e85496367fc4/a160b2cd-ebd7-4242-ab99-c1aed20e196f) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:09.620265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:09.627797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:09.711688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.739457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for d0976676-620b-47b3-866c-24e4fe09772d owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:09.795339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.837800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9133654-0560-457f-906b-2d2da2a56ea6']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:09.860708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e74e85-e605-41e5-ad1f-46a0f4e5c2b2') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:09.860708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e74e85-e605-41e5-ad1f-46a0f4e5c2b2') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:09.873708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.877707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.886665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.903974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb04fda-a975-4b70-b39b-76be84eef241 None None] Pushing event updated for resources: {'Port': ['ID=d0976676-620b-47b3-866c-24e4fe09772d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:09.913363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.922730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:09.923281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:09.939376 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:09.941979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c963f2-7c2d-4285-b3c2-828c3b71613e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.002046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:10.002364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:10.009640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.010946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf880a3e-3579-4e03-8a82-089d4b884002 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4298568 Apr 21 14:52:10.016951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33428) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.024633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:10.034025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:10.038397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:10.041922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:10.045348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.048942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.050852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:10.071242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object a160b2cd-ebd7-4242-ab99-c1aed20e196f will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:10.073146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.086322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=c9133654-0560-457f-906b-2d2da2a56ea6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.098626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-58169504-d4f9-4051-acaa-2bed91e8b755 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/c9133654-0560-457f-906b-2d2da2a56ea6 HTTP/1.1" status: 204 len: 168 time: 0.6438425 Apr 21 14:52:10.102395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33432) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.108389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.111391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] Set router 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:10.179758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.183630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.202728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.209880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46332f-0998-4d89-ae8f-554e8bbe3a13,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.221105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.221997 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1edd1be3-32f4-4f8a-9ecc-c46e500a4f6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038543 Apr 21 14:52:10.225089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33436) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.230780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:10.238441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:10.242863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:10.247387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:10.252507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.255674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:10.274717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06fd6f71-97d4-4a5e-838d-c8eeb7867c39', 'name': '', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:03Z', 'updated_at': '2022-04-21T14:52:07Z', 'revision_number': 4, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:10.277045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.283626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Transition to ACTIVE for port object 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:10.296482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.296950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dddb8fe-0bbb-4f2b-ad50-f72444f17769 None None] The sync data for ids ['06fd6f71-97d4-4a5e-838d-c8eeb7867c39'] in dv-neutron-838896-1-hyperv is: [{'id': '06fd6f71-97d4-4a5e-838d-c8eeb7867c39', 'name': '', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:03Z', 'updated_at': '2022-04-21T14:52:07Z', 'revision_number': 4, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:10.300959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:10.309966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:10.315391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:10.317931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Transition to ACTIVE for port object 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:10.319494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Allocated IP 172.20.0.2 (4e3fd10a-c331-4c9f-ba6b-41b35b50d769/b099798b-48df-4b6c-b467-e85496367fc4/b4e31dcf-becc-438a-8abf-668e3fdcd2e5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:10.338782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.357321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=a160b2cd-ebd7-4242-ab99-c1aed20e196f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.377052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.381336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.402216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5529e9-3d06-4415-9d65-aa27bf7f0977,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.426663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.430732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-678438f7-30da-47ef-a4e2-23e5622698fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016907 Apr 21 14:52:10.430884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33440) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.439302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:10.445829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:10.447405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:10.448018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.449903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:10.450759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:10.454732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:10.455713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:10.460911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:10.463939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:10.477873 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:10.486582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.502211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port d0976676-620b-47b3-866c-24e4fe09772d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:10.502558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.565507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.571069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.581774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Pushing event updated for resources: {'Port': ['ID=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.598166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1c128a-df70-48e7-ae79-8eeb43c896a6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.609875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.614918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1ddcc967-bf8c-40db-b1a4-c7606982f962 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1828930 Apr 21 14:52:10.615414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33444) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.621266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ba27b83d-b1de-4e7f-87ce-4fa7b995dc21', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:10.627683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:10.627860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.631817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:10.634977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:10.641773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:10.693054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:10.700319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868befaa-0fc2-4825-bd51-206f0af3b0fa']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:10.702252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.706635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Attempting to bind port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:10.706994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Attempting to bind port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:10.707344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Attempting to bind port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 on network 6ae3170d-f322-44bc-88ec-9603ab6a5001 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:10.717082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:10.717488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Checking segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:10.717863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.718247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Bound using segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:10.718711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Bound port: 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:10.719258 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5bcca667-3520-4a8f-8fc9-955159d73834 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0064819 Apr 21 14:52:10.721653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.725602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33448) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:10.729168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16ec9f3-99d5-41e2-8fdf-a6744aed5255') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:10.729685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16ec9f3-99d5-41e2-8fdf-a6744aed5255') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:10.742674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769', 'name': 'tempest-PortsTestJSON-518688376', 'fixed_ips': [{'subnet_id': 'b099798b-48df-4b6c-b467-e85496367fc4', 'ip_address': '172.20.0.9'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:10.779650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.788854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.848453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.872253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.889319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Transition to ACTIVE for port object b4e31dcf-becc-438a-8abf-668e3fdcd2e5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:10.892451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] For port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:10.899200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] For port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:10.908909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.941750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6500ffdf-5d0a-44e2-a443-aa3e5ec7cfe2,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:10.957408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.958392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:10.971815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5eab9615-a3b4-4b4a-a536-57df15cc20a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3543324 Apr 21 14:52:10.974837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Transition to ACTIVE for port object b4e31dcf-becc-438a-8abf-668e3fdcd2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:10.985577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:10.986116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:11.001111 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:11.014882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeff7e-1d7e-4c48-b904-b8655908e0ba None None] Pushing event updated for resources: {'Port': ['ID=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.027197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.109335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] For port d0976676-620b-47b3-866c-24e4fe09772d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d0976676-620b-47b3-866c-24e4fe09772d,segment=NetworkSegment(ce837cf0-900f-4759-934d-f7e674d60ff3),segment_id=ce837cf0-900f-4759-934d-f7e674d60ff3)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:11.110266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.114084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:11.119145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:11.123762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:11.133500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Pushing event updated for resources: {'Port': ['ID=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.217374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-eecca6a5-bf63-4f5a-80bd-c2e19e2e2421 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:11.236023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-eecca6a5-bf63-4f5a-80bd-c2e19e2e2421 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:11.237176 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-eecca6a5-bf63-4f5a-80bd-c2e19e2e2421 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515900992&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0728760 Apr 21 14:52:11.239617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Attempting to bind port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:11.239966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Attempting to bind port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '22c99183-8c44-4ed4-9c40-2b1b549379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:11.240333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Attempting to bind port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 on network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:11.247042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:11.247453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Checking segment: {'id': '22c99183-8c44-4ed4-9c40-2b1b549379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:11.248063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.248625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Bound using segment: {'id': '22c99183-8c44-4ed4-9c40-2b1b549379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:11.249305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Bound port: b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c99183-8c44-4ed4-9c40-2b1b549379f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e3fd10a-c331-4c9f-ba6b-41b35b50d769'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:11.249865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.361567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] For port b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:11.365857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] For port b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,segment=NetworkSegment(22c99183-8c44-4ed4-9c40-2b1b549379f5),segment_id=22c99183-8c44-4ed4-9c40-2b1b549379f5)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:11.373542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.423897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-3ffc3819-0001-4275-8cda-56e2c753419c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:11.426622 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-3ffc3819-0001-4275-8cda-56e2c753419c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=6ae3170d-f322-44bc-88ec-9603ab6a5001 HTTP/1.1" status: 200 len: 797 time: 0.1741521 Apr 21 14:52:11.439632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for d0976676-620b-47b3-866c-24e4fe09772d owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:11.448763 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-baf724d9-0c5e-45ce-9e0f-a0815fb29ec6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0160215 Apr 21 14:52:11.473046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:11.492377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.507154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35553729-7925-4ddb-8ac5-93eb3dd2cc51 None None] Pushing event updated for resources: {'Port': ['ID=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.508956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.514495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:11.546863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:11.565398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/868befaa-0fc2-4825-bd51-206f0af3b0fa HTTP/1.1" status: 204 len: 168 time: 1.4618871 Apr 21 14:52:11.566337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3383474-d36e-47f6-bb11-9b10a41644ba tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=868befaa-0fc2-4825-bd51-206f0af3b0fa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:11.569291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33464) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:11.570472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:11.585971 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-a66b627a-9777-4420-92fc-35a44f5cc2cd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1308105 Apr 21 14:52:11.651334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:11.656662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:11.763711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:11.817510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-63ba6c5c-1dde-45d7-8b33-52deb98593c2 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190249 Apr 21 14:52:11.886562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:11.892869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:11.904503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:11.905448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Synchronizing usage tracker for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:11.969033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Unset dirty status for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:11.973855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eb6fb7ec-8e42-4487-910e-0493181c731a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.3953462 Apr 21 14:52:11.975384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33470) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:11.990708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-968365633'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:12.006685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:12.021570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b4e31dcf-becc-438a-8abf-668e3fdcd2e5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:12.023799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:12.057946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:12.062258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.081158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-65683604-af7c-4b05-b991-535261126ef7 service neutron] 10.222.0.35 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572939 Apr 21 14:52:12.104174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:12.121045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.125801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.126482 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment 1c04ef57-5676-4755-89da-43abf07c6d8f of type vlan for network ba3ae1a7-7459-49fa-b0ea-32e6297673a5 Apr 21 14:52:12.127182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:12.134402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:12.164893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.211209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.217613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:12.218220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.275274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:12.281030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0976676-620b-47b3-866c-24e4fe09772d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.300099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.9 (4e3fd10a-c331-4c9f-ba6b-41b35b50d769/b099798b-48df-4b6c-b467-e85496367fc4/974552c7-e9a0-47fd-bcdb-d328ff1a48d2) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:12.335147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.371094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=ba3ae1a7-7459-49fa-b0ea-32e6297673a5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.374930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-703dc825-4636-447c-80ee-e1b5d016f40c tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3916366 Apr 21 14:52:12.384489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33478) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:12.384631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network ba3ae1a7-7459-49fa-b0ea-32e6297673a5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:12.444627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1581207454'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:12.468097 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e2b4483d-46cf-4e63-aa4b-16325c88ef51 req-4e36c411-7306-423b-b126-6af4fd9e02c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 210 time: 0.0857077 Apr 21 14:52:12.469257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:12.474482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:network and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:12.479802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:12.486990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:12.499975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:12.504163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.542069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:12.563003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.563410 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment 752b74fa-b19a-4764-990d-4b8648194157 of type vlan for network f46cc717-22df-47f4-a327-ae41d1cb8930 Apr 21 14:52:12.602308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.651475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.665236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:12.665888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.683706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.689111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.734734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a103a47-75cf-4475-9435-eee5906a31c6 None None] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:12.810703 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4217184 Apr 21 14:52:12.810930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac11ed-3923-481a-90a6-2006026840bb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=f46cc717-22df-47f4-a327-ae41d1cb8930,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:12.813845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33488) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:12.830949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f46cc717-22df-47f4-a327-ae41d1cb8930 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:12.837703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'ports': [{'network_id': 'ba3ae1a7-7459-49fa-b0ea-32e6297673a5', 'name': 'tempest-port--1164045278', 'admin_state_up': True}, {'network_id': 'f46cc717-22df-47f4-a327-ae41d1cb8930', 'admin_state_up': False}]} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:12.838242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'port': {'network_id': 'ba3ae1a7-7459-49fa-b0ea-32e6297673a5', 'name': 'tempest-port--1164045278', 'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:12.839022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'port': {'network_id': 'f46cc717-22df-47f4-a327-ae41d1cb8930', 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:12.864949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:12.865610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06fd6f71-97d4-4a5e-838d-c8eeb7867c39 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:13.020817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Provisioning for port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:13.086074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e856f8-7166-4644-ab44-063c70c4e663 None None] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:13.111467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Provisioning complete for port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:13.111687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.111846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.112739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-58f0d460-3476-4a49-ab4f-9c09c3bf1a58 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/routers/06fd6f71-97d4-4a5e-838d-c8eeb7867c39 HTTP/1.1" status: 204 len: 168 time: 5.9129522 Apr 21 14:52:13.116149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33492) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.191774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.209047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting subnet 7887e2dc-1dae-48ec-9464-8837771afc3c {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:13.214741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.223783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:13.225170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:13.230560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:port and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:13.234748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:13.241467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:13.257122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'port': 2} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:13.261761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.285159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.286678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.349714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.351483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.429766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.470911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7887e2dc-1dae-48ec-9464-8837771afc3c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.476317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.486577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aabcddbe-1851-4dff-9f35-f587a9b1f4c1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/subnets/7887e2dc-1dae-48ec-9464-8837771afc3c HTTP/1.1" status: 204 len: 168 time: 0.3664818 Apr 21 14:52:13.486751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33496) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:13.506411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.603230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:13.607810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:13.621918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.623131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:13.650213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] For port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:13.667083 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.687664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=974552c7-e9a0-47fd-bcdb-d328ff1a48d2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.757453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a25a78-b2f6-44ee-b730-1c264177461e None None] Pushing event updated for resources: {'Port': ['ID=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:13.813914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Provisioning for port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:13.814772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:13.816583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.822567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Provisioning complete for port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:13.823335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:13.828562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] device_id is not set on port 2b4d1117-6df4-4868-a4c2-4bebf60e577d yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:13.860380 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61f08512-8cb9-4f66-adee-4f6df26b73a7 req-5f237bb1-3aa6-469c-9e5f-deb9978e2c97 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 210 time: 0.0714879 Apr 21 14:52:13.862450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.002261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:14.066223 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aea0d778-4f6e-4c7b-a1db-51e7e528a5b9 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.3394110 Apr 21 14:52:14.071515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33502) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.119804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ce421f-3770-49e1-b3d2-ec4613dd80f0']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:14.148600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce837cf0-900f-4759-934d-f7e674d60ff3') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:14.148891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce837cf0-900f-4759-934d-f7e674d60ff3') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:14.170250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-749d0dc0-57fc-4b8a-a63d-b8933ccc4943 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:14.171958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-749d0dc0-57fc-4b8a-a63d-b8933ccc4943 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:14.184698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.209153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.217053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:14.217486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.229962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-749d0dc0-57fc-4b8a-a63d-b8933ccc4943 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:14.231252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-749d0dc0-57fc-4b8a-a63d-b8933ccc4943 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=6ae3170d-f322-44bc-88ec-9603ab6a5001 HTTP/1.1" status: 200 len: 797 time: 0.4463882 Apr 21 14:52:14.256202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.278430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.278841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.314183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-121ca092-de7b-41bd-a24c-df10d58a1521 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 472 time: 0.0705845 Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:14.328917 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:14.332184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['ba27b83d-b1de-4e7f-87ce-4fa7b995dc21']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:14.347924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.362517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ae0b1-917d-44ed-ba9d-e0671cf6d9b2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:14.362758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] For port b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,segment=NetworkSegment(22c99183-8c44-4ed4-9c40-2b1b549379f5),segment_id=22c99183-8c44-4ed4-9c40-2b1b549379f5)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:14.363530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-939ae0b1-917d-44ed-ba9d-e0671cf6d9b2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:14.368749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.374665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66ce421f-3770-49e1-b3d2-ec4613dd80f0 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 21 14:52:14.375632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.377578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.423416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Network': ['ID=66ce421f-3770-49e1-b3d2-ec4613dd80f0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:14.431319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8eee981-43b3-4189-acbe-8ef4340f29ac tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/networks/66ce421f-3770-49e1-b3d2-ec4613dd80f0 HTTP/1.1" status: 204 len: 168 time: 0.9435437 Apr 21 14:52:14.439977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-939ae0b1-917d-44ed-ba9d-e0671cf6d9b2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:14.443525 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-939ae0b1-917d-44ed-ba9d-e0671cf6d9b2 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3683827 Apr 21 14:52:14.445154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.578227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263a602-febc-45d2-b93d-4058d0d0e55d None None] Pushing event updated for resources: {'Port': ['ID=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:14.607843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning for port a160b2cd-ebd7-4242-ab99-c1aed20e196f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:14.613393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning complete for port a160b2cd-ebd7-4242-ab99-c1aed20e196f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.613775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.638191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e58d5b-2664-470e-82cb-0205eaaa489c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:14.648902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] device_id is not set on port 2dc50b3b-cfbb-446a-9864-91671bd836aa yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:14.650983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e58d5b-2664-470e-82cb-0205eaaa489c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:14.666223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e58d5b-2664-470e-82cb-0205eaaa489c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:14.669494 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2e58d5b-2664-470e-82cb-0205eaaa489c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2245977 Apr 21 14:52:14.671584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Port a160b2cd-ebd7-4242-ab99-c1aed20e196f cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:14.673350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33518) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.698605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning complete for port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.699004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.716031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:14.722859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:port and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:14.729411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:14.738842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:14.785125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:14.785708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.836028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.874337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:14.878149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.903857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.952913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning for port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:14.960009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning complete for port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:14.960382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:14.964751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33526) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:14.994677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'name': 'tempest-router--821630347', 'project_id': 'b53586b67758411d98bc52326f1afdc5'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:15.021781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:15.022865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:15.035678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Provisioning complete for port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:15.036214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d66325-950d-43ef-b1a5-712077c11c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.065370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:router and tenant:b53586b67758411d98bc52326f1afdc5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:15.104592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:15.125230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Port': ['ID=2b4d1117-6df4-4868-a4c2-4bebf60e577d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:15.136366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.136718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.137095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.137501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.137832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.138156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.138475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.138793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.139109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.139422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.139735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.140044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:15.146368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Checking segment: {'id': '1c04ef57-5676-4755-89da-43abf07c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ba3ae1a7-7459-49fa-b0ea-32e6297673a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:15.146720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network hostable DHCP agents. Network: ba3ae1a7-7459-49fa-b0ea-32e6297673a5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:15.185385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:15.198110 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4fe35daf-bb20-430a-baec-77a5a65a5796 req-1e0c4d1a-8d6b-4a6a-9f29-395b29b2cd6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 210 time: 0.0887458 Apr 21 14:52:15.229549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network ba3ae1a7-7459-49fa-b0ea-32e6297673a5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:15.239760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.21 (6ae3170d-f322-44bc-88ec-9603ab6a5001/fcbb7976-65fc-495f-8ef1-485fba935cb2/653b7ada-11f9-4ab5-8bf8-03bbe674d9cd) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:15.249229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, ba3ae1a7-7459-49fa-b0ea-32e6297673a5) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:15.254191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:15.255001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.259285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41915b-d4cd-4a3e-a1a8-839e39240894 None None] Network ba3ae1a7-7459-49fa-b0ea-32e6297673a5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:15.272396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.273969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.314607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.349398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.406745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Port': ['ID=2dc50b3b-cfbb-446a-9864-91671bd836aa,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:15.414804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-456d0ee6-8045-4d7c-a6a6-e88ed13db893 None None] Provisioning complete for port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:15.415173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-456d0ee6-8045-4d7c-a6a6-e88ed13db893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.417929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.477280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Checking segment: {'id': '752b74fa-b19a-4764-990d-4b8648194157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f46cc717-22df-47f4-a327-ae41d1cb8930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:15.477697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network hostable DHCP agents. Network: f46cc717-22df-47f4-a327-ae41d1cb8930, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:15.491864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:15.514920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-456d0ee6-8045-4d7c-a6a6-e88ed13db893 None None] Port 974552c7-e9a0-47fd-bcdb-d328ff1a48d2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:15.517924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network f46cc717-22df-47f4-a327-ae41d1cb8930 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:15.540110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f46cc717-22df-47f4-a327-ae41d1cb8930) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:15.550344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.551750 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45976a67-9807-4ef6-a166-c7f671b00663 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5840557 Apr 21 14:52:15.554526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:15.554679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.556299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9fdd4-79da-4d3b-adf8-36a9275d6d0c None None] Network f46cc717-22df-47f4-a327-ae41d1cb8930 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:15.560242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:15.565018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:15.565722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.584384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.606897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:15.611374 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7d837bec-83f2-4261-8f35-98351db95111 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7931612 Apr 21 14:52:15.611873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.701805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.710822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:15.759881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fa645-5550-40f3-b72b-9620adf273f8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:15.766523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476fa645-5550-40f3-b72b-9620adf273f8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:15.767284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-476fa645-5550-40f3-b72b-9620adf273f8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Synchronizing usage tracker for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:15.798443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:15.806658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:15.813368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:15.853362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:15.862640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-476fa645-5550-40f3-b72b-9620adf273f8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Unset dirty status for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:15.863223 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-476fa645-5550-40f3-b72b-9620adf273f8 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2507405 Apr 21 14:52:15.866498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33538) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:15.931048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b4e31dcf-becc-438a-8abf-668e3fdcd2e5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:15.966265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:15.966904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.002751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting port 2b4d1117-6df4-4868-a4c2-4bebf60e577d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:16.003837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.026006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:16.026381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.055496 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-f56ff5a2-e4a9-4a19-9293-a5cfb263eb45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340751 Apr 21 14:52:16.069455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Request body: {'port': {'device_id': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:16.172592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e2d40372-fdf4-4ea4-a83e-6b32c61ee98f None None] Provisioning for port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:16.178761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e2d40372-fdf4-4ea4-a83e-6b32c61ee98f None None] Provisioning complete for port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:16.179136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e2d40372-fdf4-4ea4-a83e-6b32c61ee98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.225429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.228253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.236425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.239185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e2d40372-fdf4-4ea4-a83e-6b32c61ee98f None None] Port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:16.298502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=974552c7-e9a0-47fd-bcdb-d328ff1a48d2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:16.345659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.346218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03150fe2-cbc8-41ee-87d6-8f6c6b452de8 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:16.348415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.348808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.349232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.349683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.350081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.350477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.350871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.351264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.352119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.352119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.352454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.352839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:16.449274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.470533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.474684 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f666442-f85c-4725-8d89-43c4b9b6bd3b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/routers/03150fe2-cbc8-41ee-87d6-8f6c6b452de8 HTTP/1.1" status: 204 len: 168 time: 0.9163511 Apr 21 14:52:16.488701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.490882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-05d1034e-bcc1-44e4-9437-06d32b6e8d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/974552c7-e9a0-47fd-bcdb-d328ff1a48d2 HTTP/1.1" status: 204 len: 168 time: 1.8161094 Apr 21 14:52:16.493606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33546) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.506835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.556120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-51061783-67db-4d5a-9b1a-c43005cc15f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:16.556652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-51061783-67db-4d5a-9b1a-c43005cc15f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:16.570245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914685ab-3cc6-43c9-b831-f383856de06e req-d5a09a16-92dd-4919-817f-6a5bb0910249 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:16.574023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-914685ab-3cc6-43c9-b831-f383856de06e req-d5a09a16-92dd-4919-817f-6a5bb0910249 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 932 time: 0.2347834 Apr 21 14:52:16.611708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-51061783-67db-4d5a-9b1a-c43005cc15f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:16.613460 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51061783-67db-4d5a-9b1a-c43005cc15f4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/974552c7-e9a0-47fd-bcdb-d328ff1a48d2 HTTP/1.1" status: 404 len: 333 time: 0.1179054 Apr 21 14:52:16.614305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33550) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.614782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33552) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.664752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Calling delete_port for 2b4d1117-6df4-4868-a4c2-4bebf60e577d owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:16.690510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-914685ab-3cc6-43c9-b831-f383856de06e req-478aa700-f009-4d9c-a0f4-e4842215f716 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101713 Apr 21 14:52:16.705291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port a160b2cd-ebd7-4242-ab99-c1aed20e196f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:16.705634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.845849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.931224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1539839126', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:16.947140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:16.952734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Port': ['ID=2b4d1117-6df4-4868-a4c2-4bebf60e577d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:16.955425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:16.960134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:16.962337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:16.969809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:16.988495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4f574a92-1be6-4fc9-b6e9-8c7484b63eeb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/ports/2b4d1117-6df4-4868-a4c2-4bebf60e577d HTTP/1.1" status: 204 len: 168 time: 1.1209736 Apr 21 14:52:16.991045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33562) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:16.995009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.002898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.003880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.078397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting port 2dc50b3b-cfbb-446a-9864-91671bd836aa {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:17.078645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.130437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for a160b2cd-ebd7-4242-ab99-c1aed20e196f owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:17.168627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.251157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:52:17.261691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.378632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.505733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Calling delete_port for 2dc50b3b-cfbb-446a-9864-91671bd836aa owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:17.517155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.526706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.537800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Transition to ACTIVE for port object 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:17.546161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:17.739312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=a160b2cd-ebd7-4242-ab99-c1aed20e196f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:17.867768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:17.949192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.005853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.008929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Port': ['ID=2dc50b3b-cfbb-446a-9864-91671bd836aa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:18.022844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.046180 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1184896f-6bef-4415-87e5-75d79325c779 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/ports/2dc50b3b-cfbb-446a-9864-91671bd836aa HTTP/1.1" status: 204 len: 168 time: 1.0540161 Apr 21 14:52:18.049343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.050430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Attempting to bind port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:18.050753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Attempting to bind port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:18.051068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Attempting to bind port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd on network 6ae3170d-f322-44bc-88ec-9603ab6a5001 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:18.056069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd on network 6ae3170d-f322-44bc-88ec-9603ab6a5001 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:52:18.056381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Attempting to bind port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd on network 6ae3170d-f322-44bc-88ec-9603ab6a5001 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:18.062052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:18.062375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Checking segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:18.062744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Bound using segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:18.063151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Bound port: 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:18.063481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.086250 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c952a8ba-8734-4bf4-b119-04e833c73633 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/a160b2cd-ebd7-4242-ab99-c1aed20e196f HTTP/1.1" status: 204 len: 168 time: 1.4680274 Apr 21 14:52:18.099480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33572) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.108209 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-825e6e35-1c6a-4d89-99b9-cf66c3f33555 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0570996 Apr 21 14:52:18.119585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33576) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.126889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2081488634'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:18.139888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:18.147184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:network and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:18.151270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:18.157151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d434350-58a4-4ce4-aa28-b0b9d39273a3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:18.157706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8d434350-58a4-4ce4-aa28-b0b9d39273a3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:18.168070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:18.169280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f00f47-7446-46ef-93ce-2da7a364acc1 req-74cfcd1f-1b0d-4a18-8621-f316fddeaa82 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.171168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-93f00f47-7446-46ef-93ce-2da7a364acc1 req-74cfcd1f-1b0d-4a18-8621-f316fddeaa82 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 944 time: 0.2434168 Apr 21 14:52:18.184939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:18.188113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:18.189383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:18.192985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.204529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.281520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.282099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.283457 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] 10.222.0.13 "PUT /v2.0/ports/653b7ada-11f9-4ab5-8bf8-03bbe674d9cd HTTP/1.1" status: 200 len: 1094 time: 2.2203443 Apr 21 14:52:18.283899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:52:18.307582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:18.338448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8d434350-58a4-4ce4-aa28-b0b9d39273a3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:18.342945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d434350-58a4-4ce4-aa28-b0b9d39273a3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/a160b2cd-ebd7-4242-ab99-c1aed20e196f HTTP/1.1" status: 404 len: 333 time: 0.2382834 Apr 21 14:52:18.349349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33582) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.369680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.370023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment dc28fb91-67f7-45f7-a28d-08310fa53115 of type vlan for network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d Apr 21 14:52:18.376376 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc68946-2c58-4b74-9cf9-8414941dc73a'] response: {'name': 'network-changed', 'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd', 'status': 'completed', 'code': 200} Apr 21 14:52:18.377061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2e088-fec6-4eb4-9d92-7d89752f8b74 service neutron] Pushing event updated for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:18.420993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.427653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.468933 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-93f00f47-7446-46ef-93ce-2da7a364acc1 req-1169ee9a-8863-43b7-8293-50c0a3f672ac tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327888 Apr 21 14:52:18.472141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-3720c9fc-16cd-4dce-88eb-8af64b1b6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.473630 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-3720c9fc-16cd-4dce-88eb-8af64b1b6aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 1097 time: 0.1495776 Apr 21 14:52:18.475423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.476437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.484283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.484951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.553736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet b099798b-48df-4b6c-b467-e85496367fc4 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:18.564121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.591200 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-16d0b2e5-b3c0-45a9-b8fa-01e97c4d2ff1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd HTTP/1.1" status: 200 len: 217 time: 0.0997863 Apr 21 14:52:18.666866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.697372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5766218 Apr 21 14:52:18.705357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:18.711410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6aa49-77d3-4f64-af41-db2f63ff867a tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=0bcf0fad-d38c-4479-ae5f-c67276b5ae6d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:18.722686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:18.724183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-9f457685-7e30-4153-855f-6e57995ca6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.725655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-9f457685-7e30-4153-855f-6e57995ca6ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcbb7976-65fc-495f-8ef1-485fba935cb2 HTTP/1.1" status: 200 len: 838 time: 0.1287799 Apr 21 14:52:18.727948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-123193849'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:18.744311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:18.763037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:network and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:18.767172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:18.777100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:18.807880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-98e32350-67d5-45a7-95c7-e017d202119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:18.810314 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-98e32350-67d5-45a7-95c7-e017d202119e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae3170d-f322-44bc-88ec-9603ab6a5001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0788019 Apr 21 14:52:18.819046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:18.823066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.841298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Allocated IP 172.26.4.68 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/791ca532-3802-4829-b78d-66ed6d3eab0b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:18.865184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:18.953384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:18.957060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-d4a6211e-6111-40cf-8407-be6133109034 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402619 Apr 21 14:52:19.022082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.022692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Added segment 97e45287-15f0-4728-8102-b027a39fa02c of type vlan for network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd Apr 21 14:52:19.076259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.088445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.091865 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-eabd0343-f4fd-405a-b1c7-d55ebff8f2b2 req-cb375df7-0e56-4d0e-9b4c-e800d3d48cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289713 Apr 21 14:52:19.142016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.148506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69519c-3074-4150-99c4-eb732a05131b None None] Network 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:19.149635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=b099798b-48df-4b6c-b467-e85496367fc4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.184552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.190802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-75625580-7947-47b3-a883-107ce104258b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/b099798b-48df-4b6c-b467-e85496367fc4 HTTP/1.1" status: 204 len: 168 time: 0.8360991 Apr 21 14:52:19.191820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:19.201925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.207544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:19.208063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.320674 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6039634 Apr 21 14:52:19.325597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca3d21-e04e-4ca9-95ce-3ce4e87af51e tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Network': ['ID=0da78711-0e12-4f1e-a36e-4c97bf8f16dd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.334023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.342854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.343644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:19.354913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-09fcd6ed-6ef5-40c9-b83d-3ad5b744a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:19.358152 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-09fcd6ed-6ef5-40c9-b83d-3ad5b744a9ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 1097 time: 0.2169576 Apr 21 14:52:19.359777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:19.360313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.419623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:19.422699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:19.425068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:19.456333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33594) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:19.471043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'subnets': [{'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166933953', 'ip_version': 4}, {'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:19.471414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'subnet': {'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1166933953', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:19.471897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Request body: {'subnet': {'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:19.486526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event updated for resources: {'Port': ['ID=791ca532-3802-4829-b78d-66ed6d3eab0b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:19.531123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] DHCP port deletion for 4e3fd10a-c331-4c9f-ba6b-41b35b50d769 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:19.535981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Deleting port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:19.536822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.783485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] For port b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,segment=NetworkSegment(22c99183-8c44-4ed4-9c40-2b1b549379f5),segment_id=22c99183-8c44-4ed4-9c40-2b1b549379f5)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:19.784108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.819624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-f010ef6a-2d4a-4ad2-8eeb-7cb4d0900458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:19.821085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-f010ef6a-2d4a-4ad2-8eeb-7cb4d0900458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ae3170d-f322-44bc-88ec-9603ab6a5001 HTTP/1.1" status: 200 len: 898 time: 0.3917532 Apr 21 14:52:19.829109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port b4e31dcf-becc-438a-8abf-668e3fdcd2e5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,segment=NetworkSegment(22c99183-8c44-4ed4-9c40-2b1b549379f5),segment_id=22c99183-8c44-4ed4-9c40-2b1b549379f5)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:19.829570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:19.917843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Calling delete_port for b4e31dcf-becc-438a-8abf-668e3fdcd2e5 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:19.949036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b4e31dcf-becc-438a-8abf-668e3fdcd2e5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:19.962817 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-1b77db65-0018-422d-a49b-f57f09321bcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd HTTP/1.1" status: 200 len: 217 time: 0.1249902 Apr 21 14:52:20.061888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for b4e31dcf-becc-438a-8abf-668e3fdcd2e5 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:20.084115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.144578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] Pushing event deleted for resources: {'Port': ['ID=b4e31dcf-becc-438a-8abf-668e3fdcd2e5,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:20.145798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-13c3462e-d609-456f-97c7-65578328b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:20.147359 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-13c3462e-d609-456f-97c7-65578328b9b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcbb7976-65fc-495f-8ef1-485fba935cb2 HTTP/1.1" status: 200 len: 838 time: 0.1252635 Apr 21 14:52:20.151605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3219e3f4-efa0-48ce-aa56-6fcff1d28c09 None None] No DVR routers for this DVR port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:20.158234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.165487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:20.183565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Usage tracker for resource:subnet and tenant:0d4db132bac345d2a7648908b3a59b87 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:20.191360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:20.229383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:20.229783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:20.245383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-3d058592-38d6-4b6f-9069-c3159de4a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:20.247552 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-3d058592-38d6-4b6f-9069-c3159de4a9f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ae3170d-f322-44bc-88ec-9603ab6a5001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0816278 Apr 21 14:52:20.259277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:20.268866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5aae7-c884-4747-b1be-8e826d340b78 req-aa32bf26-ea16-486e-88e0-6a3a1630b3d6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:20.270354 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1e5aae7-c884-4747-b1be-8e826d340b78 req-aa32bf26-ea16-486e-88e0-6a3a1630b3d6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 944 time: 0.5564904 Apr 21 14:52:20.314706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Made reservation on behalf of 0d4db132bac345d2a7648908b3a59b87 for: {'subnet': 2} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:20.318981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.319304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.338402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.384318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-2415b960-008e-4d1c-963f-83ecdf96dbc1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304076 Apr 21 14:52:20.484896 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1e5aae7-c884-4747-b1be-8e826d340b78 req-da777749-05bc-418d-85cf-ae38c56edec1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012279 Apr 21 14:52:20.522749 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc0eb6ff-7d49-4e1c-96db-88df5a2dcb87 req-a3b9c7f4-0142-43bf-af50-5b7dc59506c0 service neutron] 10.222.0.13 "GET /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317029 Apr 21 14:52:20.731258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port b4e31dcf-becc-438a-8abf-668e3fdcd2e5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:20.731802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.803093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] The port 'b4e31dcf-becc-438a-8abf-668e3fdcd2e5' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:52:20.856778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.930233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.954861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3fd10a-c331-4c9f-ba6b-41b35b50d769']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.967338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c99183-8c44-4ed4-9c40-2b1b549379f5') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.967948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c99183-8c44-4ed4-9c40-2b1b549379f5') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:20.979135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:20.996765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.003239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:21.003646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:21.019473 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:21.106334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.123964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.134801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=4e3fd10a-c331-4c9f-ba6b-41b35b50d769,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.146812 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6e77e1e1-bbf7-4bbe-a891-fec7f1901c30 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/4e3fd10a-c331-4c9f-ba6b-41b35b50d769 HTTP/1.1" status: 204 len: 168 time: 1.9546480 Apr 21 14:52:21.150626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.157908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-828953207'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:21.162862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:21.166738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:network and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:21.170883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:21.177331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:21.186702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:21.190276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.219948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:52:21.229503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.229837 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Added segment 475371f6-1ed7-413d-bd10-699973b88c58 of type vlan for network 764a637b-1ae7-4b92-86da-80a69857ee7b Apr 21 14:52:21.261419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.292325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.298161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:21.298934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.357928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Router 905f46e7-baf3-4dd6-8269-98b033d1ca98 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:21.385680 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:52:21.393957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2418141 Apr 21 14:52:21.399302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33604) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.408422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:21.430117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9b4a8-3e07-415e-9197-14c3a017543b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Network': ['ID=764a637b-1ae7-4b92-86da-80a69857ee7b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.440972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 764a637b-1ae7-4b92-86da-80a69857ee7b details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:52:21.444239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.545160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:21.552350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:21.555209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:21.561496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:21.571094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:21.577256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.604478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Subnet': ['ID=4d725316-1e44-4c97-b865-eed5640f628c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.678943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Checking segment: {'id': 'dc28fb91-67f7-45f7-a28d-08310fa53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:21.679336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network hostable DHCP agents. Network: 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:21.685158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:21.696669 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] Sync routers for ids ['905f46e7-baf3-4dd6-8269-98b033d1ca98'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:21.707032 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] Routers {'905f46e7-baf3-4dd6-8269-98b033d1ca98'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:21.707765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['905f46e7-baf3-4dd6-8269-98b033d1ca98'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:21.731283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:21.738602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.739778 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-791247d8-2384-401e-9c64-3b6372a5f0b3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1230483 Apr 21 14:52:21.743320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33610) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:21.777069 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:21.786861 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] Routers {'905f46e7-baf3-4dd6-8269-98b033d1ca98'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:21.787676 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['905f46e7-baf3-4dd6-8269-98b033d1ca98'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:21.810360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:21.820542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ffc83b-c37a-466d-bed0-c44b48143642 None None] Network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:21.828558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.836387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.870434 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:21.870434 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b6605-9d92-4ae8-8e56-66b8f9dda576 None None] The sync data for ids ['905f46e7-baf3-4dd6-8269-98b033d1ca98'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:21.879342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db099e8-d252-4032-9d87-d3899b0b842d req-c4c8d44a-fac7-491f-a052-00f5a2a343fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:21.880818 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0db099e8-d252-4032-9d87-d3899b0b842d req-c4c8d44a-fac7-491f-a052-00f5a2a343fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 944 time: 0.2613056 Apr 21 14:52:21.955440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=3055b373-ea7c-40f7-a2eb-495b28305fed,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:21.963771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Checking segment: {'id': '475371f6-1ed7-413d-bd10-699973b88c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:21.964091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network hostable DHCP agents. Network: 764a637b-1ae7-4b92-86da-80a69857ee7b, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:21.971814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:21.985066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 764a637b-1ae7-4b92-86da-80a69857ee7b is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:21.995244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 764a637b-1ae7-4b92-86da-80a69857ee7b) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:22.001524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.002248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.008481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6697981-94f0-4c3a-b88e-bc47cacb3a59 None None] Network 764a637b-1ae7-4b92-86da-80a69857ee7b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:22.030534 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-12ab5dff-cff6-4313-b30d-bb1e7d4897c8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6274390 Apr 21 14:52:22.030745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event updated for resources: {'Subnet': ['ID=10b5e650-519c-41bc-9ab1-56b647268ecd,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:22.030905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.038094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-862905210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:22.046299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:22.052022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:router and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:22.056967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:22.065792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:22.067409 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0db099e8-d252-4032-9d87-d3899b0b842d req-90ece5e2-a539-49d3-8fb8-bbfe33f27ef4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670201 Apr 21 14:52:22.076377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Checking segment: {'id': '97e45287-15f0-4728-8102-b027a39fa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:22.076770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network hostable DHCP agents. Network: 0da78711-0e12-4f1e-a36e-4c97bf8f16dd, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:52:22.081987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.083077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d1730a7d-de8d-451f-ba9b-5e781be97179 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/905f46e7-baf3-4dd6-8269-98b033d1ca98 HTTP/1.1" status: 200 len: 924 time: 0.3385682 Apr 21 14:52:22.086108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.086810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.109957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.133474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.136465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-493a3579-82a6-40fe-bef6-e5e04f645f02 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=905f46e7-baf3-4dd6-8269-98b033d1ca98 HTTP/1.1" status: 200 len: 205 time: 0.0493095 Apr 21 14:52:22.139543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.159020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.163509 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-56968b91-bf85-4538-8b1a-81fdade484c5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1315546 Apr 21 14:52:22.164326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33626) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.171836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b', 'name': 'tempest-PortsTestJSON-1222590792'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:22.203209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:52:22.219173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0da78711-0e12-4f1e-a36e-4c97bf8f16dd) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:22.226447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.226920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.227546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.264272 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b287a831-7903-4026-9929-da6c2e69f034 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8029876 Apr 21 14:52:22.264661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4cc15-aaa8-4dae-84fc-dbabd65040a4 None None] Network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:22.264943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.345597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0bcf0fad-d38c-4479-ae5f-c67276b5ae6d', 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d', 'tenant_id': '0d4db132bac345d2a7648908b3a59b87', 'fixed_ips': [{'subnet_id': '4d725316-1e44-4c97-b865-eed5640f628c'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:22.346566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.405573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.428453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:52:22.436910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:22.441196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:port and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:22.444021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:22.449559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:22.462717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:22.466817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.475575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.477156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.478643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:22.479406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Synchronizing usage tracker for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:22.488754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 91c8b85a-0345-4d48-835f-264980d8765a yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:22.517293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Unset dirty status for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:22.521967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-43d407d9-fdad-474a-bb0a-f95f1dd4ddfd tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2540097 Apr 21 14:52:22.522553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33634) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:22.643869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.6 (764a637b-1ae7-4b92-86da-80a69857ee7b/3055b373-ea7c-40f7-a2eb-495b28305fed/91c8b85a-0345-4d48-835f-264980d8765a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:22.651506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-764a637b-1ae7-4b92-86da-80a69857ee7b', 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': '3055b373-ea7c-40f7-a2eb-495b28305fed'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:22.653064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.808185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.817625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting subnet 4d725316-1e44-4c97-b865-eed5640f628c {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:22.828502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port 791ca532-3802-4829-b78d-66ed6d3eab0b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:22.828846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.904717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.921519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 91c8b85a-0345-4d48-835f-264980d8765a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:22.946247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.956946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0da78711-0e12-4f1e-a36e-4c97bf8f16dd', 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd', 'tenant_id': '0d4db132bac345d2a7648908b3a59b87', 'fixed_ips': [{'subnet_id': '10b5e650-519c-41bc-9ab1-56b647268ecd'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:22.957916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:22.989833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Allocated IP 172.20.0.2 (0bcf0fad-d38c-4479-ae5f-c67276b5ae6d/4d725316-1e44-4c97-b865-eed5640f628c/3879129c-7696-465a-a340-cb280366f132) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:23.016705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 764a637b-1ae7-4b92-86da-80a69857ee7b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:23.019850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:23.020235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.023768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:23.063504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=91c8b85a-0345-4d48-835f-264980d8765a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:23.081524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:23.096000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:23.096715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.127118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'port_id': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd', 'mac_address': 'fa:16:3e:97:c0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:52:23.129797 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-142cb25e-70bf-402a-b203-799561386e1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9640183 Apr 21 14:52:23.132158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:23.187322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for 791ca532-3802-4829-b78d-66ed6d3eab0b owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:23.288537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Allocated IP 172.20.0.2 (764a637b-1ae7-4b92-86da-80a69857ee7b/3055b373-ea7c-40f7-a2eb-495b28305fed/516320c2-df82-4a29-b340-f7ff2b990ee3) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:23.344914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977d20-222c-436a-93de-b1b8edf2709f req-09f9d220-f25c-430d-9cd9-bc9e411aa506 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:23.346417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef977d20-222c-436a-93de-b1b8edf2709f req-09f9d220-f25c-430d-9cd9-bc9e411aa506 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 944 time: 0.1304030 Apr 21 14:52:23.361499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.431824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef977d20-222c-436a-93de-b1b8edf2709f req-97dd8fc6-a060-485f-b74f-52068a36c0b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724976 Apr 21 14:52:23.443608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:52:23.477160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.479356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Allocated IP 172.20.0.18 (0da78711-0e12-4f1e-a36e-4c97bf8f16dd/10b5e650-519c-41bc-9ab1-56b647268ecd/b7bcb111-e028-454b-b48a-5f1da5021620) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:23.529327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=791ca532-3802-4829-b78d-66ed6d3eab0b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:23.536548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:23.595351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.622642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.723380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.801509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.803894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.830997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.831739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router 905f46e7-baf3-4dd6-8269-98b033d1ca98 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:23.857782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.868152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.869319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a776ca1-77e4-4ff1-877b-bc7ba7fef1fb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/905f46e7-baf3-4dd6-8269-98b033d1ca98 HTTP/1.1" status: 204 len: 168 time: 1.7287493 Apr 21 14:52:23.873717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33644) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:23.878715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1449393141', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:23.883362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:23.885968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Transition to ACTIVE for port object 3879129c-7696-465a-a340-cb280366f132 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:23.887946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:router and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:23.891649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:23.897996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:23.902120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:23.910810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.911934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.930062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:23.988308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['653b7ada-11f9-4ab5-8bf8-03bbe674d9cd'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:52:24.022974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.023313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.023965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.023965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.024283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.024607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.024927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.025265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.025604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.025907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.026218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.026532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:24.035925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Transition to ACTIVE for port object 3879129c-7696-465a-a340-cb280366f132 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.067684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.081882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.172035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.221980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:24.229523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Transition to ACTIVE for port object 516320c2-df82-4a29-b340-f7ff2b990ee3 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.233757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:24.249266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:24.266531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.267777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Pushing event updated for resources: {'Port': ['ID=3879129c-7696-465a-a340-cb280366f132,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.272412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.309827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.322279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Transition to ACTIVE for port object 516320c2-df82-4a29-b340-f7ff2b990ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.378944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Transition to ACTIVE for port object b7bcb111-e028-454b-b48a-5f1da5021620 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.390256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.396546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.409009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=91c8b85a-0345-4d48-835f-264980d8765a,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.425948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.479592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Transition to ACTIVE for port object b7bcb111-e028-454b-b48a-5f1da5021620 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:24.541354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.545927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Attempting to bind port 3879129c-7696-465a-a340-cb280366f132 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:24.546492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Attempting to bind port 3879129c-7696-465a-a340-cb280366f132 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'dc28fb91-67f7-45f7-a28d-08310fa53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:24.547022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Attempting to bind port 3879129c-7696-465a-a340-cb280366f132 on network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:24.554409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Network 764a637b-1ae7-4b92-86da-80a69857ee7b is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:24.567780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:24.579025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.581914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:24.582285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Checking segment: {'id': 'dc28fb91-67f7-45f7-a28d-08310fa53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:24.582675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.583060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Bound using segment: {'id': 'dc28fb91-67f7-45f7-a28d-08310fa53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:24.583521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Bound port: 3879129c-7696-465a-a340-cb280366f132, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc28fb91-67f7-45f7-a28d-08310fa53115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0bcf0fad-d38c-4479-ae5f-c67276b5ae6d'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:24.583904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.596717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:24.608094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Pushing event updated for resources: {'Port': ['ID=516320c2-df82-4a29-b340-f7ff2b990ee3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.654038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:24.660656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.714486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:24.726537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:24.738115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.787424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.799025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922a07a-5146-43ce-b24e-092db416d674 req-01a84e59-e12b-43d8-907f-9946559df933 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:24.801771 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5922a07a-5146-43ce-b24e-092db416d674 req-01a84e59-e12b-43d8-907f-9946559df933 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 945 time: 0.1946719 Apr 21 14:52:24.888215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Subnet': ['ID=4d725316-1e44-4c97-b865-eed5640f628c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.907882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.932410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Attempting to bind port 516320c2-df82-4a29-b340-f7ff2b990ee3 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:24.933021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Attempting to bind port 516320c2-df82-4a29-b340-f7ff2b990ee3 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '475371f6-1ed7-413d-bd10-699973b88c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:24.933140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Attempting to bind port 516320c2-df82-4a29-b340-f7ff2b990ee3 on network 764a637b-1ae7-4b92-86da-80a69857ee7b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:24.946252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Pushing event updated for resources: {'Port': ['ID=b7bcb111-e028-454b-b48a-5f1da5021620,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:24.981795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:24.982279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Checking segment: {'id': '475371f6-1ed7-413d-bd10-699973b88c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:24.982690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:24.983055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Bound using segment: {'id': '475371f6-1ed7-413d-bd10-699973b88c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:24.984515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Bound port: 516320c2-df82-4a29-b340-f7ff2b990ee3, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475371f6-1ed7-413d-bd10-699973b88c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '764a637b-1ae7-4b92-86da-80a69857ee7b'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:24.984515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.018260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8bdf82e2-9f4d-4ddc-843d-d2fb04327801 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/subnets/4d725316-1e44-4c97-b865-eed5640f628c HTTP/1.1" status: 204 len: 168 time: 2.4455078 Apr 21 14:52:25.018641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Attempting to bind port b7bcb111-e028-454b-b48a-5f1da5021620 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:25.019926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Attempting to bind port b7bcb111-e028-454b-b48a-5f1da5021620 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '97e45287-15f0-4728-8102-b027a39fa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:25.019926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Attempting to bind port b7bcb111-e028-454b-b48a-5f1da5021620 on network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:25.021898 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5922a07a-5146-43ce-b24e-092db416d674 req-d339c768-c812-4516-aebe-165bf05a4ec7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974740 Apr 21 14:52:25.023320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] For port 3879129c-7696-465a-a340-cb280366f132, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:25.023609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33650) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:25.072671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:25.072947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Checking segment: {'id': '97e45287-15f0-4728-8102-b027a39fa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:25.074029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.074029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Bound using segment: {'id': '97e45287-15f0-4728-8102-b027a39fa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:25.074351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Bound port: b7bcb111-e028-454b-b48a-5f1da5021620, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e45287-15f0-4728-8102-b027a39fa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0da78711-0e12-4f1e-a36e-4c97bf8f16dd'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:25.074741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.090178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.094716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] For port 3879129c-7696-465a-a340-cb280366f132, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3879129c-7696-465a-a340-cb280366f132,segment=NetworkSegment(dc28fb91-67f7-45f7-a28d-08310fa53115),segment_id=dc28fb91-67f7-45f7-a28d-08310fa53115)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:25.120608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.131990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.151063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting subnet 10b5e650-519c-41bc-9ab1-56b647268ecd {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:25.165187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.285734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 172.26.4.173 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c6855722-9c6f-4b99-8e17-e19a1a4fc177) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:25.295164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.303814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] For port 516320c2-df82-4a29-b340-f7ff2b990ee3, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:25.345782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] For port 516320c2-df82-4a29-b340-f7ff2b990ee3, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=516320c2-df82-4a29-b340-f7ff2b990ee3,segment=NetworkSegment(475371f6-1ed7-413d-bd10-699973b88c58),segment_id=475371f6-1ed7-413d-bd10-699973b88c58)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:25.392373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a7a69-506d-45a8-8763-4c38e66d73d8 None None] Pushing event updated for resources: {'Port': ['ID=3879129c-7696-465a-a340-cb280366f132,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.404635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.424523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.430226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.445713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] For port b7bcb111-e028-454b-b48a-5f1da5021620, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:25.455247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.456365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-016511f0-8899-436f-85d6-674b4074d0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.487948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.500952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] For port b7bcb111-e028-454b-b48a-5f1da5021620, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b7bcb111-e028-454b-b48a-5f1da5021620,segment=NetworkSegment(97e45287-15f0-4728-8102-b027a39fa02c),segment_id=97e45287-15f0-4728-8102-b027a39fa02c)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:25.524261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.541442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c1c96-e202-4af3-a528-db8a16b8e842 None None] Network 0bcf0fad-d38c-4479-ae5f-c67276b5ae6d requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:25.542851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=91c8b85a-0345-4d48-835f-264980d8765a,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.546900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:25.552725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.555016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:25.559546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd1633-0006-4c8f-b970-0ee9d93ffdad None None] Pushing event updated for resources: {'Port': ['ID=516320c2-df82-4a29-b340-f7ff2b990ee3,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.559872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:25.621770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:25.886106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=c6855722-9c6f-4b99-8e17-e19a1a4fc177,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:25.959046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 764a637b-1ae7-4b92-86da-80a69857ee7b is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:25.962118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:25.981019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab9350-ceee-4ffc-a965-b8e4758f5185 None None] Pushing event updated for resources: {'Port': ['ID=b7bcb111-e028-454b-b48a-5f1da5021620,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:26.075444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.130679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.141567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Subnet': ['ID=10b5e650-519c-41bc-9ab1-56b647268ecd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:26.212903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.245326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d7f317d9-488f-4fa6-90f6-f17ed1350535 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/subnets/10b5e650-519c-41bc-9ab1-56b647268ecd HTTP/1.1" status: 204 len: 168 time: 1.2185061 Apr 21 14:52:26.245923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33656) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:26.333611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6603eb66-fe49-4a80-96c1-b38e555fd88b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:26.334316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6603eb66-fe49-4a80-96c1-b38e555fd88b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Synchronizing usage tracker for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:26.357882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Router a51c8b57-ad01-4a03-978f-4e2f0be6527a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:26.361692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6603eb66-fe49-4a80-96c1-b38e555fd88b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Unset dirty status for tenant:0d4db132bac345d2a7648908b3a59b87 on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:26.366720 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6603eb66-fe49-4a80-96c1-b38e555fd88b tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1150413 Apr 21 14:52:26.366720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33660) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:26.432085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:26.508236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:26.513737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:26.514114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.595817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd874d-317b-47a7-837e-b445e61a3b97 req-d80825fc-6d15-40b0-8649-b7eac37f6e03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:26.597413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5bd874d-317b-47a7-837e-b445e61a3b97 req-d80825fc-6d15-40b0-8649-b7eac37f6e03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 945 time: 0.2518959 Apr 21 14:52:26.639159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.655191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.658638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:26.666865 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-24265b7e-b5f9-4115-afcf-67361bff6c2a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/routers/a51c8b57-ad01-4a03-978f-4e2f0be6527a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5328889 Apr 21 14:52:26.668564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting port b7bcb111-e028-454b-b48a-5f1da5021620 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:26.669283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.674851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] Sync routers for ids ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:26.698045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:52:26.703242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] Routers {'a51c8b57-ad01-4a03-978f-4e2f0be6527a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:26.704091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:26.709333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33664) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:26.796475 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5bd874d-317b-47a7-837e-b445e61a3b97 req-2714c457-a6a3-4cd5-8a08-5ef71f82bc5a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880257 Apr 21 14:52:26.800591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:26.814099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:26.833812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.877719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.879785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] Routers {'a51c8b57-ad01-4a03-978f-4e2f0be6527a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:26.885293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:26.987789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] For port b7bcb111-e028-454b-b48a-5f1da5021620, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b7bcb111-e028-454b-b48a-5f1da5021620,segment=NetworkSegment(97e45287-15f0-4728-8102-b027a39fa02c),segment_id=97e45287-15f0-4728-8102-b027a39fa02c)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:26.988301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:26.999076 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181190ae-35a0-43a6-83d4-65656176a65c'] response: {'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd', 'code': 200} Apr 21 14:52:27.049463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.049933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0be1ab1-a444-481f-891f-a1f49d5d2e70 None None] The sync data for ids ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:27.055480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac1236-442b-4c0c-bed1-42dfad5066ed None None] Network 764a637b-1ae7-4b92-86da-80a69857ee7b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:27.131402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a19af-86d9-46ae-a5ac-e21844067d77 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:27.132914 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-319a19af-86d9-46ae-a5ac-e21844067d77 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?device_id=a51c8b57-ad01-4a03-978f-4e2f0be6527a HTTP/1.1" status: 200 len: 982 time: 0.4226484 Apr 21 14:52:27.139493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:27.151442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Calling delete_port for b7bcb111-e028-454b-b48a-5f1da5021620 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:27.161047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:27.212702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e47878f2-acc0-4a26-b6d0-7e57a6869645 None None] Provisioning for port 516320c2-df82-4a29-b340-f7ff2b990ee3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:27.290133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.313721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:27.347795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] No DVR routers for this DVR port b7bcb111-e028-454b-b48a-5f1da5021620 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:27.351584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Port': ['ID=b7bcb111-e028-454b-b48a-5f1da5021620,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:27.427608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da0091-3fcd-48a8-bf04-5c69e02429ab req-acab2d0f-eb48-4f1a-b042-9afded6d060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:27.429123 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3da0091-3fcd-48a8-bf04-5c69e02429ab req-acab2d0f-eb48-4f1a-b042-9afded6d060b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 1099 time: 0.2144198 Apr 21 14:52:27.486822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f9d2-f6fc-43c7-bed6-c4d73101460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.532480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.565556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efddb17-212a-435a-bf74-7fbe386651ff None None] Network 0da78711-0e12-4f1e-a36e-4c97bf8f16dd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:27.575537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da78711-0e12-4f1e-a36e-4c97bf8f16dd']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.588756 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3da0091-3fcd-48a8-bf04-5c69e02429ab req-19bc5c68-c414-4c5f-9821-a3a406f234fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840890 Apr 21 14:52:27.594951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e45287-15f0-4728-8102-b027a39fa02c') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.595248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e45287-15f0-4728-8102-b027a39fa02c') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.608576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.628060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.635469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:27.635934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:27.655009 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:27.701051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17e7d586-473f-4eea-8e37-94846509ffb2 None None] Could not find standard attr ID for object b7bcb111-e028-454b-b48a-5f1da5021620. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:27.732499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:27.744019 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Sync routers for ids ['368d3e7a-cf84-43f1-af3d-89cd8f90aa25'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:27.777495 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Routers {'368d3e7a-cf84-43f1-af3d-89cd8f90aa25'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:27.778437 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['368d3e7a-cf84-43f1-af3d-89cd8f90aa25'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:27.885002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dbe68cb9-be4b-4811-aef8-41956668051f None None] Provisioning for port 91c8b85a-0345-4d48-835f-264980d8765a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:27.906550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.906740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2caff-1fe1-4e8c-8225-32cb1e858b72 None None] DHCP port deletion for 0da78711-0e12-4f1e-a36e-4c97bf8f16dd request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:27.912828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dbe68cb9-be4b-4811-aef8-41956668051f None None] Provisioning complete for port 91c8b85a-0345-4d48-835f-264980d8765a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:27.913217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbe68cb9-be4b-4811-aef8-41956668051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.922241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:27.988449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=0da78711-0e12-4f1e-a36e-4c97bf8f16dd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:28.001067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.004851 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1cacf91e-07d9-45ed-9769-98f38bd83ddc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1275806 Apr 21 14:52:28.005430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33676) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:28.097393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dbe68cb9-be4b-4811-aef8-41956668051f None None] Port 91c8b85a-0345-4d48-835f-264980d8765a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:28.098813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 516320c2-df82-4a29-b340-f7ff2b990ee3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:28.099699 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-909e848d-a160-4bf8-98dc-265cbd78f2c3 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/0da78711-0e12-4f1e-a36e-4c97bf8f16dd HTTP/1.1" status: 204 len: 168 time: 1.7319417 Apr 21 14:52:28.102886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33680) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:28.215859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 516320c2-df82-4a29-b340-f7ff2b990ee3 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:28.229684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 516320c2-df82-4a29-b340-f7ff2b990ee3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:28.229958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Set router 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:28.230316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.245302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.306472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.348046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Deleting port 3879129c-7696-465a-a340-cb280366f132 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:28.348625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.357847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-20442278-d504-45c7-b096-5f276e9b554e None None] Provisioning complete for port 91c8b85a-0345-4d48-835f-264980d8765a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:28.358251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20442278-d504-45c7-b096-5f276e9b554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.442600 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6d91a264-1b3f-4bbe-89c9-66360b38798b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/368d3e7a-cf84-43f1-af3d-89cd8f90aa25 HTTP/1.1" status: 200 len: 909 time: 0.4353185 Apr 21 14:52:28.491603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33684) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:28.504108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1449393141', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': True}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:28.509226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:28.514087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Usage tracker for resource:router and tenant:3eb9ea8d4cec407f8a89de1adbd0994b is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:28.517925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:28.524678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:28.545990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.547206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.560130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-20442278-d504-45c7-b096-5f276e9b554e None None] Port 91c8b85a-0345-4d48-835f-264980d8765a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:28.581026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff2a5-918a-42e6-b3ec-b46bb4bc6ab4 req-2c557437-1320-4e5d-b22f-03666cdca5a0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:28.582846 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1baff2a5-918a-42e6-b3ec-b46bb4bc6ab4 req-2c557437-1320-4e5d-b22f-03666cdca5a0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.4764535 Apr 21 14:52:28.604618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.616403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.634520 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173'}], 'enable_snat': False}, 'gw_port_id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:23Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 3, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port': {'id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:25Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:28.639056 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Checking router: 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:52:28.639643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Updating router 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 port c6855722-9c6f-4b99-8e17-e19a1a4fc177 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:52:28.672579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 516320c2-df82-4a29-b340-f7ff2b990ee3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=516320c2-df82-4a29-b340-f7ff2b990ee3,segment=NetworkSegment(475371f6-1ed7-413d-bd10-699973b88c58),segment_id=475371f6-1ed7-413d-bd10-699973b88c58)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:28.694187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.708760 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.732105 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1baff2a5-918a-42e6-b3ec-b46bb4bc6ab4 req-f2779c30-145f-49a8-a7e2-300b6ffabb2e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336043 Apr 21 14:52:28.756088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.757771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] For port 3879129c-7696-465a-a340-cb280366f132, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3879129c-7696-465a-a340-cb280366f132,segment=NetworkSegment(dc28fb91-67f7-45f7-a28d-08310fa53115),segment_id=dc28fb91-67f7-45f7-a28d-08310fa53115)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:28.771127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.790879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 91c8b85a-0345-4d48-835f-264980d8765a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:28.791219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:28.797752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a4c51-07ca-444b-bd9c-af4b0edca3f1 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:52:28.995479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a4c51-07ca-444b-bd9c-af4b0edca3f1 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:52:28.998500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=516320c2-df82-4a29-b340-f7ff2b990ee3,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.019754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a2102fb0-ca2d-4c3f-9614-209f11a9a1b0 None None] Provisioning complete for port 91c8b85a-0345-4d48-835f-264980d8765a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:29.020304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a2102fb0-ca2d-4c3f-9614-209f11a9a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.022730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Calling delete_port for 3879129c-7696-465a-a340-cb280366f132 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:29.107687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.137660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.148651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a2102fb0-ca2d-4c3f-9614-209f11a9a1b0 None None] Port 91c8b85a-0345-4d48-835f-264980d8765a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:29.233540 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.248210 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Transition to ACTIVE for port object c6855722-9c6f-4b99-8e17-e19a1a4fc177 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:29.258489 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.265329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.273831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 91c8b85a-0345-4d48-835f-264980d8765a owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:29.309925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.332799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8e780007-39de-4f20-9dc1-b5686b0b6793 None None] Provisioning complete for port 91c8b85a-0345-4d48-835f-264980d8765a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:29.334148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e780007-39de-4f20-9dc1-b5686b0b6793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.371679 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Attempting to bind port c6855722-9c6f-4b99-8e17-e19a1a4fc177 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:29.372480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Attempting to bind port c6855722-9c6f-4b99-8e17-e19a1a4fc177 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:29.372780 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Attempting to bind port c6855722-9c6f-4b99-8e17-e19a1a4fc177 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:29.373158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Port': ['ID=3879129c-7696-465a-a340-cb280366f132,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.374806 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Pushing event updated for resources: {'Port': ['ID=c6855722-9c6f-4b99-8e17-e19a1a4fc177,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.379566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] No DVR routers for this DVR port 3879129c-7696-465a-a340-cb280366f132 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:29.384039 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:29.384400 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:29.384801 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.385155 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:29.385631 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Bound port: c6855722-9c6f-4b99-8e17-e19a1a4fc177, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:29.386011 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.411813 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.412151 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.412481 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.412800 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.413115 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.413538 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.413902 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.414214 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.414525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.414833 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.415138 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.415446 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:52:29.482832 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] For port c6855722-9c6f-4b99-8e17-e19a1a4fc177, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:29.487695 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] For port c6855722-9c6f-4b99-8e17-e19a1a4fc177, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c6855722-9c6f-4b99-8e17-e19a1a4fc177,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:29.494579 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.520929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8e780007-39de-4f20-9dc1-b5686b0b6793 None None] Port 91c8b85a-0345-4d48-835f-264980d8765a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:29.523063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.617793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d19750-5fda-4a71-8bd2-4d5cefd60c42 None None] Pushing event updated for resources: {'Port': ['ID=c6855722-9c6f-4b99-8e17-e19a1a4fc177,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.626606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=91c8b85a-0345-4d48-835f-264980d8765a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:29.669961 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Routers {'368d3e7a-cf84-43f1-af3d-89cd8f90aa25'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:29.670868 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['368d3e7a-cf84-43f1-af3d-89cd8f90aa25'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:29.704098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.739106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcf0fad-d38c-4479-ae5f-c67276b5ae6d']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:29.753463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc28fb91-67f7-45f7-a28d-08310fa53115') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:29.753843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc28fb91-67f7-45f7-a28d-08310fa53115') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:29.769074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.801532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.831849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:29.832339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:29.873713 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:29.929012 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] Set router 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:29.947348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.001081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 516320c2-df82-4a29-b340-f7ff2b990ee3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:30.046194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.080256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.138989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 516320c2-df82-4a29-b340-f7ff2b990ee3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:30.139552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.154476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=0bcf0fad-d38c-4479-ae5f-c67276b5ae6d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:30.219664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5f3478a7-af1d-49ab-8782-8d008189cdbb tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/0bcf0fad-d38c-4479-ae5f-c67276b5ae6d HTTP/1.1" status: 204 len: 168 time: 2.1154137 Apr 21 14:52:30.228262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33692) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:30.325375 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173'}], 'enable_snat': False}, 'gw_port_id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:23Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 3, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port': {'id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:25Z', 'updated_at': '2022-04-21T14:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.330114 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f8919b-28dc-4655-b5f7-0837705772df None None] The sync data for ids ['368d3e7a-cf84-43f1-af3d-89cd8f90aa25'] in dv-neutron-838896-1-hyperv is: [{'id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173'}], 'enable_snat': False}, 'gw_port_id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:23Z', 'updated_at': '2022-04-21T14:52:25Z', 'revision_number': 3, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port': {'id': 'c6855722-9c6f-4b99-8e17-e19a1a4fc177', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:30:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d3e7a-cf84-43f1-af3d-89cd8f90aa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:25Z', 'updated_at': '2022-04-21T14:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:30.365384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.366382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.385425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.450381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.451972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a01cbf-30b2-4b29-9724-f8ca787d2e10 req-4eb6eb59-5c12-48e8-8b17-e5b42e01ddee tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:30.453401 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0a01cbf-30b2-4b29-9724-f8ca787d2e10 req-4eb6eb59-5c12-48e8-8b17-e5b42e01ddee tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.5016043 Apr 21 14:52:30.564869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Router a51c8b57-ad01-4a03-978f-4e2f0be6527a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:52:30.571941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0a01cbf-30b2-4b29-9724-f8ca787d2e10 req-eff9ddd7-ac2c-4ea3-9a5e-1fbf628011ea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101844 Apr 21 14:52:30.626322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.665274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46cc717-22df-47f4-a327-ae41d1cb8930']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.719634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752b74fa-b19a-4764-990d-4b8648194157') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.720017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752b74fa-b19a-4764-990d-4b8648194157') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.744805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.769611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.777781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:30.778803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:30.790912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:30.803559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] Sync routers for ids ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:30.811152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ee44dacf-f6e7-4591-9abf-e90d4708b3ef tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/routers/a51c8b57-ad01-4a03-978f-4e2f0be6527a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6705558 Apr 21 14:52:30.815624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] Routers {'a51c8b57-ad01-4a03-978f-4e2f0be6527a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:30.816571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.821759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33698) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:30.876010 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:30.884166 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-503ba22a-5427-4ced-a832-d4fc14888017 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:30.884850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-503ba22a-5427-4ced-a832-d4fc14888017 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:30.896173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.896536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 172.26.4.107 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/867b3394-a49d-4506-99ed-05274d3ae67b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:30.905789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] Routers {'a51c8b57-ad01-4a03-978f-4e2f0be6527a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:30.906506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.909279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-503ba22a-5427-4ced-a832-d4fc14888017 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:30.910683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-503ba22a-5427-4ced-a832-d4fc14888017 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/91c8b85a-0345-4d48-835f-264980d8765a HTTP/1.1" status: 404 len: 333 time: 0.0876899 Apr 21 14:52:30.913495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33702) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:30.972111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:30.972513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0b65c-4cc7-475c-babe-636a04e38930 None None] The sync data for ids ['a51c8b57-ad01-4a03-978f-4e2f0be6527a'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:31.044889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.063553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7cfa-c5fc-4a74-988a-13a835371a85 req-16f316bb-922b-427a-8acb-d1af7f9b743b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:31.065032 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-76ec7cfa-c5fc-4a74-988a-13a835371a85 req-16f316bb-922b-427a-8acb-d1af7f9b743b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.3364751 Apr 21 14:52:31.065613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.070168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.093726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=f46cc717-22df-47f4-a327-ae41d1cb8930,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:31.103965 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-aaf6c87b-510e-4e4e-9aab-31bb93875ae1 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/f46cc717-22df-47f4-a327-ae41d1cb8930 HTTP/1.1" status: 204 len: 168 time: 0.8717999 Apr 21 14:52:31.104976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33706) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:31.153507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.247994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.317108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.352687 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-76ec7cfa-c5fc-4a74-988a-13a835371a85 req-f012668e-2ca4-425d-b8d4-2941aa82fa84 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307096 Apr 21 14:52:31.420866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.423307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.451406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.451919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Fanout notify agent at l3_agent the message router_deleted on router a51c8b57-ad01-4a03-978f-4e2f0be6527a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:31.467867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.470350 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d40f6551-19dd-48a8-b60e-956ae40512c4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/routers/a51c8b57-ad01-4a03-978f-4e2f0be6527a HTTP/1.1" status: 204 len: 168 time: 0.5545886 Apr 21 14:52:31.472822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:31.540748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet 3055b373-ea7c-40f7-a2eb-495b28305fed {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:31.544343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.602007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.635685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:31.642832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:31.647809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.659872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:31.710737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=867b3394-a49d-4506-99ed-05274d3ae67b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:31.735084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3ae1a7-7459-49fa-b0ea-32e6297673a5']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:31.758028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c04ef57-5676-4755-89da-43abf07c6d8f') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:31.758403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c04ef57-5676-4755-89da-43abf07c6d8f') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:31.817015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.828176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.911946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.948637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.961234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.963343 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-5c599431-fca5-4111-996b-ca047476b64b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4579656 Apr 21 14:52:31.965896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=3055b373-ea7c-40f7-a2eb-495b28305fed,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:31.968453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:31.970011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a1d1f-85ef-45d6-affe-2eb5fdec2685 None None] Network 764a637b-1ae7-4b92-86da-80a69857ee7b requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:31.974216 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4be41b66-05ab-419e-ae26-4cb1db6a9da6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/3055b373-ea7c-40f7-a2eb-495b28305fed HTTP/1.1" status: 204 len: 168 time: 0.5001192 Apr 21 14:52:31.976810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:31.982844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:31.996712 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:32.027194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c6855722-9c6f-4b99-8e17-e19a1a4fc177 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:32.108362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.119963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 516320c2-df82-4a29-b340-f7ff2b990ee3 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:32.120291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.205939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.238492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.242546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c6855722-9c6f-4b99-8e17-e19a1a4fc177 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:32.252403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c6855722-9c6f-4b99-8e17-e19a1a4fc177 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:32.253121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.253284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] Pushing event deleted for resources: {'Network': ['ID=ba3ae1a7-7459-49fa-b0ea-32e6297673a5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.273257 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f98efa1b-4de3-48a7-9deb-40f7c0846343 tempest-BulkNetworkOpsTest-1689932978 tempest-BulkNetworkOpsTest-1689932978-project] 10.222.0.35 "DELETE /v2.0/networks/ba3ae1a7-7459-49fa-b0ea-32e6297673a5 HTTP/1.1" status: 204 len: 168 time: 1.1657925 Apr 21 14:52:32.278008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-5f02f249-ee48-4ec9-8349-8395812d0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:32.279853 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-5f02f249-ee48-4ec9-8349-8395812d0991 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1099 time: 0.2823675 Apr 21 14:52:32.390540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] For port 516320c2-df82-4a29-b340-f7ff2b990ee3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=516320c2-df82-4a29-b340-f7ff2b990ee3,segment=NetworkSegment(475371f6-1ed7-413d-bd10-699973b88c58),segment_id=475371f6-1ed7-413d-bd10-699973b88c58)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:32.390907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.406088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.434179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port c6855722-9c6f-4b99-8e17-e19a1a4fc177, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c6855722-9c6f-4b99-8e17-e19a1a4fc177,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:32.437995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] DHCP port deletion for 764a637b-1ae7-4b92-86da-80a69857ee7b request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:32.442759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.485782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Deleting port 516320c2-df82-4a29-b340-f7ff2b990ee3 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:32.486231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.556426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 516320c2-df82-4a29-b340-f7ff2b990ee3 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:32.560158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-e44ae722-545d-456e-ba92-7fdec6496d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:32.562117 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-e44ae722-545d-456e-ba92-7fdec6496d55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 898 time: 0.1869864 Apr 21 14:52:32.625050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=c6855722-9c6f-4b99-8e17-e19a1a4fc177,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.632343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.646435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33726) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:32.670847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.729002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No DVR routers for this DVR port 516320c2-df82-4a29-b340-f7ff2b990ee3 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:32.779581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=516320c2-df82-4a29-b340-f7ff2b990ee3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:32.783886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] For port 516320c2-df82-4a29-b340-f7ff2b990ee3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=516320c2-df82-4a29-b340-f7ff2b990ee3,segment=NetworkSegment(475371f6-1ed7-413d-bd10-699973b88c58),segment_id=475371f6-1ed7-413d-bd10-699973b88c58)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:32.784691 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-5c5d55e9-ecfc-447e-823c-1b75486c315f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 1002 time: 0.2150319 Apr 21 14:52:32.785402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.881905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33732) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:32.906587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:32.924412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Calling delete_port for 516320c2-df82-4a29-b340-f7ff2b990ee3 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:32.952422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764a637b-1ae7-4b92-86da-80a69857ee7b']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:32.972313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475371f6-1ed7-413d-bd10-699973b88c58') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:32.972625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475371f6-1ed7-413d-bd10-699973b88c58') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:32.984576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-15ebd153-4df8-4e5c-b0ef-392c53b9d5b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d4db132bac345d2a7648908b3a59b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344946 Apr 21 14:52:32.985614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33736) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.001685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.037353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.043496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:52:33.044661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:52:33.049944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:33.050474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:33.066278 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:33.153059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.178849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.197193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-acf8df2b-e47b-4c59-b3d5-bd10be4ac8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:33.198607 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-acf8df2b-e47b-4c59-b3d5-bd10be4ac8fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 200 len: 834 time: 0.3610351 Apr 21 14:52:33.204203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.207463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.220393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=764a637b-1ae7-4b92-86da-80a69857ee7b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:33.252451 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e92f294f-9567-425a-8edc-0b0eb1ae110d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/764a637b-1ae7-4b92-86da-80a69857ee7b HTTP/1.1" status: 204 len: 168 time: 1.2712269 Apr 21 14:52:33.255003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33740) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.337301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559497e-d77e-47f5-b3cd-a1465ff1a718 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:33.337859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a559497e-d77e-47f5-b3cd-a1465ff1a718 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:33.354450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.366886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a559497e-d77e-47f5-b3cd-a1465ff1a718 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:33.372094 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a559497e-d77e-47f5-b3cd-a1465ff1a718 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/6647f099-106e-4c25-8f2c-1a704ae64e98 HTTP/1.1" status: 200 len: 840 time: 0.1121666 Apr 21 14:52:33.372323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33744) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.406296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac1a73c-353e-43ab-ad06-d8ea6b648aba,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:33.431567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.437124 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c1fe164d-9679-429d-9dd1-dde93ed5a934 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ac1a73c-353e-43ab-ad06-d8ea6b648aba HTTP/1.1" status: 204 len: 168 time: 0.4463663 Apr 21 14:52:33.461706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5068a7ab-91d6-4c2e-8e67-a114e741751b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/6647f099-106e-4c25-8f2c-1a704ae64e98?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0854530 Apr 21 14:52:33.463982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33750) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:33.470992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:33.535016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.545561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Deleting port 516320c2-df82-4a29-b340-f7ff2b990ee3 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:33.547243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.598984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:33.603539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:33.607176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:33.614968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:33.627787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:33.632200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:33.659073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-d7a893ff-8460-40a1-9086-214d840d1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:33.660440 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-d7a893ff-8460-40a1-9086-214d840d1d0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4540396 Apr 21 14:52:33.698355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b3a7d648-5117-4a9d-97cd-3e688515a29b None None] The port '516320c2-df82-4a29-b340-f7ff2b990ee3' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:52:33.977496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c6855722-9c6f-4b99-8e17-e19a1a4fc177 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:34.037970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.085352 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-f1251d6f-9c46-4d24-90c0-156109b374c3 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093153 Apr 21 14:52:34.123895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:34.125930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c6855722-9c6f-4b99-8e17-e19a1a4fc177 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:34.126428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.130826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:34.135794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:34.136460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.160064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb08ec-aa4e-446e-a8ca-f7968439e077 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:34.162619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=906a6686-1151-48d3-b03f-f16d9555bf10,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.182124 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-09300973-df61-421c-a68d-4ff5309b4fad tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7159002 Apr 21 14:52:34.182369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33764) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.188616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'security_group': {'name': 'tempest-secgroup-1967208728'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:34.194804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:34.198752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:34.205245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:34.212229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:34.224382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.250641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:34.255191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:34.260819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:34.283133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:34.290216 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4929cc59-4740-4c40-9cee-fa589b171f16 req-530db0ef-dddd-45dd-b08b-8ec3308930d4 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918373 Apr 21 14:52:34.435626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router 6fecf26b-b73e-41cd-8437-b7de43b37773 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:34.489132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.494594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 516320c2-df82-4a29-b340-f7ff2b990ee3 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:34.502216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.542526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 516320c2-df82-4a29-b340-f7ff2b990ee3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:52:34.544165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 516320c2-df82-4a29-b340-f7ff2b990ee3 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:34.564489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48899f04-f752-4e1c-bd9c-612cee539c8c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.570676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.576149 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-faef6849-347d-4ce2-b081-79c4a0b9d215 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3926783 Apr 21 14:52:34.576985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33776) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.584716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'security_group': {'name': 'tempest-secgroup-1898648643'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:34.592855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:34.597373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:34.601520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:34.609795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:34.610339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-51834484-7877-49db-ad4b-66e85a8dcea6', 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'tenant_id': 'ce6e8765507a41058e2595693305a8ad', 'fixed_ips': [{'subnet_id': '906a6686-1151-48d3-b03f-f16d9555bf10'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:52:34.611360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.625398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.648314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:34.653550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:34.656669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:34.664527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:34.680480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33780) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.785060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.796973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Allocated IP 172.20.0.2 (51834484-7877-49db-ad4b-66e85a8dcea6/906a6686-1151-48d3-b03f-f16d9555bf10/de16f500-f95e-4c8e-ad94-aa80f7ffc034) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:34.797323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.844050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.873370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832390039'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:34.875600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f3e69a-a2a6-4aea-b652-3f88a6817242,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:34.879632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:34.888149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:34.890463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:34.894349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-71202dd6-c92b-47b2-84f1-76432cab96a5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3136590 Apr 21 14:52:34.894495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:34.894590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33786) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:34.900839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-910581053', 'security_groups': ['b1f3e69a-a2a6-4aea-b652-3f88a6817242'], 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '906a6686-1151-48d3-b03f-f16d9555bf10'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:34.951187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:34.980045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:34.989213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.000381 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Sync routers for ids ['6fecf26b-b73e-41cd-8437-b7de43b37773'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:35.017361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.022839 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Routers {'6fecf26b-b73e-41cd-8437-b7de43b37773'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:35.023703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6fecf26b-b73e-41cd-8437-b7de43b37773'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:35.033540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.044081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Transition to ACTIVE for port object de16f500-f95e-4c8e-ad94-aa80f7ffc034 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:35.051882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:35.063044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:35.071895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Transition to ACTIVE for port object de16f500-f95e-4c8e-ad94-aa80f7ffc034 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:35.078566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:35.082546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.095373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:35.105139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.106486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4ec24ca1-cc25-4931-b126-de4315bfd469 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6136713 Apr 21 14:52:35.109520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:35.114921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33790) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.120726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:35.131261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:35.148944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:35.156803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:35.161559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:35.204384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.270717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Attempting to bind port de16f500-f95e-4c8e-ad94-aa80f7ffc034 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:35.271416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Attempting to bind port de16f500-f95e-4c8e-ad94-aa80f7ffc034 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '33343e0a-6e64-4afe-8970-482e373a19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:35.272131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Attempting to bind port de16f500-f95e-4c8e-ad94-aa80f7ffc034 on network 51834484-7877-49db-ad4b-66e85a8dcea6 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:35.282197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:35.283426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Checking segment: {'id': '33343e0a-6e64-4afe-8970-482e373a19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:35.284984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.285620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Bound using segment: {'id': '33343e0a-6e64-4afe-8970-482e373a19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:35.286358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Bound port: de16f500-f95e-4c8e-ad94-aa80f7ffc034, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33343e0a-6e64-4afe-8970-482e373a19ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:35.287026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.352627 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Set router 6fecf26b-b73e-41cd-8437-b7de43b37773 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:35.404620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.414633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:35.418898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:35.420707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.430294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.436566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.17 (6ae3170d-f322-44bc-88ec-9603ab6a5001/fcbb7976-65fc-495f-8ef1-485fba935cb2/bb472b2a-8539-4499-b984-40fc9a5077f0) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:35.438925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:35.451466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:35.456002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.463415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:35.476144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:35.503136 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-857bdda0-130f-4f4d-a74f-64c8e7011d51 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/6fecf26b-b73e-41cd-8437-b7de43b37773 HTTP/1.1" status: 200 len: 908 time: 0.3870268 Apr 21 14:52:35.503830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33794) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.506699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8815d-18db-448a-b29e-d607349ce00d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.541235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee90eb-640f-4cf2-9c5f-0e3eedba1e15 None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.579798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port cf4eed65-b350-4de7-a6ba-7354707e615b yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:35.709357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.714821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.718604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.754280 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecf26b-b73e-41cd-8437-b7de43b37773', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.107'}], 'enable_snat': True}, 'gw_port_id': '867b3394-a49d-4506-99ed-05274d3ae67b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:28Z', 'updated_at': '2022-04-21T14:52:32Z', 'revision_number': 3, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port': {'id': '867b3394-a49d-4506-99ed-05274d3ae67b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fecf26b-b73e-41cd-8437-b7de43b37773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:30Z', 'updated_at': '2022-04-21T14:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:35.758820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Checking router: 6fecf26b-b73e-41cd-8437-b7de43b37773 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:52:35.759296 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Updating router 6fecf26b-b73e-41cd-8437-b7de43b37773 port 867b3394-a49d-4506-99ed-05274d3ae67b binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:52:35.766614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object bb472b2a-8539-4499-b984-40fc9a5077f0 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:35.781021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0838a910-9f55-4155-858a-de6ee3986e05,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:35.789742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.791147 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-281bf04e-9d1b-456e-842b-041468a887ac tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1030929 Apr 21 14:52:35.795415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33798) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:35.830248 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.888859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a3bcbe8b-29f7-4b51-a531-4c7779940eba tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:35.898474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.906603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:35.997463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:36.002322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:36.004766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:36.007193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:36.092372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.104089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:36.189341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a3bcbe8b-29f7-4b51-a531-4c7779940eba tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:36.190748 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3bcbe8b-29f7-4b51-a531-4c7779940eba tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3943892 Apr 21 14:52:36.193861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33802) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:36.204145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.11 (51834484-7877-49db-ad4b-66e85a8dcea6/906a6686-1151-48d3-b03f-f16d9555bf10/cf4eed65-b350-4de7-a6ba-7354707e615b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:36.207385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-security--2047856007', 'description': 'tempest-security-description-399922981'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:36.224954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:36.310450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.330622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.355062 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.369995 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Transition to ACTIVE for port object 867b3394-a49d-4506-99ed-05274d3ae67b will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:36.377017 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.432361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc401d3b-b369-42f9-9c8e-2e9fbc7bb004 None None] Provisioning for port bb472b2a-8539-4499-b984-40fc9a5077f0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:36.438623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc401d3b-b369-42f9-9c8e-2e9fbc7bb004 None None] Provisioning complete for port bb472b2a-8539-4499-b984-40fc9a5077f0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:36.439004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc401d3b-b369-42f9-9c8e-2e9fbc7bb004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.442483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.459184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.466517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.471392 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "PUT /v2.0/security-groups/0838a910-9f55-4155-858a-de6ee3986e05 HTTP/1.1" status: 200 len: 1779 time: 0.2729871 Apr 21 14:52:36.474519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33806) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:36.475784 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Attempting to bind port 867b3394-a49d-4506-99ed-05274d3ae67b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:36.476148 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Attempting to bind port 867b3394-a49d-4506-99ed-05274d3ae67b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:36.476505 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Attempting to bind port 867b3394-a49d-4506-99ed-05274d3ae67b on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:36.496873 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:36.497339 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:36.497735 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.499112 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:36.499593 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Bound port: 867b3394-a49d-4506-99ed-05274d3ae67b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:36.499982 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.518682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.520450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bc401d3b-b369-42f9-9c8e-2e9fbc7bb004 None None] Port bb472b2a-8539-4499-b984-40fc9a5077f0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:36.552188 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028746-28a9-43d3-810b-d537c26e806c None None] Pushing event updated for resources: {'Port': ['ID=867b3394-a49d-4506-99ed-05274d3ae67b,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:36.583279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port 867b3394-a49d-4506-99ed-05274d3ae67b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:36.583772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.597549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] For port 867b3394-a49d-4506-99ed-05274d3ae67b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:36.602716 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] For port 867b3394-a49d-4506-99ed-05274d3ae67b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=867b3394-a49d-4506-99ed-05274d3ae67b,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:36.608971 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.706376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Routers {'6fecf26b-b73e-41cd-8437-b7de43b37773'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:36.707264 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6fecf26b-b73e-41cd-8437-b7de43b37773'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:36.723031 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa9a37db-3b98-431c-8c2c-44cf718422c2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups/0838a910-9f55-4155-858a-de6ee3986e05 HTTP/1.1" status: 200 len: 1779 time: 0.2450125 Apr 21 14:52:36.726739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33810) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:36.769162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca6c9d-a148-455d-a999-e4e15968413d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0838a910-9f55-4155-858a-de6ee3986e05,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:36.896913 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] Set router 6fecf26b-b73e-41cd-8437-b7de43b37773 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:36.930831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:36.952047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.005482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.015480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] For port 867b3394-a49d-4506-99ed-05274d3ae67b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=867b3394-a49d-4506-99ed-05274d3ae67b,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:37.015833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.020819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c028746-28a9-43d3-810b-d537c26e806c None None] Pushing event updated for resources: {'Port': ['ID=867b3394-a49d-4506-99ed-05274d3ae67b,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.026101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object cf4eed65-b350-4de7-a6ba-7354707e615b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:37.032430 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fecf26b-b73e-41cd-8437-b7de43b37773', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:28Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 4, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:37.037724 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3707bac-48af-4c71-a5c0-7623101f410c None None] The sync data for ids ['6fecf26b-b73e-41cd-8437-b7de43b37773'] in dv-neutron-838896-1-hyperv is: [{'id': '6fecf26b-b73e-41cd-8437-b7de43b37773', 'name': 'tempest-snat-router-1449393141', 'tenant_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:52:28Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 4, 'project_id': '3eb9ea8d4cec407f8a89de1adbd0994b', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:37.097185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.103173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.151991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:37.153386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.171193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for 867b3394-a49d-4506-99ed-05274d3ae67b owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:37.216629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:37.231336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Provisioning for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:37.238987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:37.240165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.243023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.247578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.258757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.295700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0838a910-9f55-4155-858a-de6ee3986e05,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.300796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.391837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=cf4eed65-b350-4de7-a6ba-7354707e615b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.398385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:37.399965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:37.419304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:37.419592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.422787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:37.434953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.443880 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-66f6b170-a9aa-4f49-86ed-8c8301f7d1d6 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/0838a910-9f55-4155-858a-de6ee3986e05 HTTP/1.1" status: 204 len: 168 time: 0.7120478 Apr 21 14:52:37.443880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:37.505479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33814) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.506253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:37.512894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.576465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:37.577520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.627823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622d0db-40cb-44f4-8548-80cf9d7f3ad7 None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:37.684252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:52:37.694426 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0496d371-0c55-4a43-a440-cc6e32f9cb64 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7987492 Apr 21 14:52:37.698343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1b66cf3c-4641-4278-bbec-486e27d70874 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:37.702060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33818) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.722361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:37.848727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Provisioning for port cf4eed65-b350-4de7-a6ba-7354707e615b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:37.849315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1b66cf3c-4641-4278-bbec-486e27d70874 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:37.850817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1b66cf3c-4641-4278-bbec-486e27d70874 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3435013 Apr 21 14:52:37.853953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33822) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.854112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Provisioning complete for port cf4eed65-b350-4de7-a6ba-7354707e615b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:37.854375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.865483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.905456 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-a448b9ee-619a-44d1-ba35-01cb6f59a629 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] delete failed (client error): The resource could not be found. Apr 21 14:52:37.906906 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a448b9ee-619a-44d1-ba35-01cb6f59a629 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/0838a910-9f55-4155-858a-de6ee3986e05 HTTP/1.1" status: 404 len: 347 time: 0.0511348 Apr 21 14:52:37.912329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33826) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:37.919861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280626868'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:37.924035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Port cf4eed65-b350-4de7-a6ba-7354707e615b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:37.930384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:37.939094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Provisioning complete for port bb472b2a-8539-4499-b984-40fc9a5077f0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:37.939621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.944657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:37.957176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b07d4f59-c85d-479f-8e9e-ac253974027c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/4bc05907-c3be-4ed6-8b1c-94703a541540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0726395 Apr 21 14:52:37.958849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:37.974749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:37.999470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:38.003858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:38.010674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:38.017970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:38.023692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:38.036459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Port': ['ID=867b3394-a49d-4506-99ed-05274d3ae67b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.054405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:38.114717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.116683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:38.117780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:38.118523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:38.120299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.124791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:38.129024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:38.138531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.168353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f22b60-edf6-4fb1-ab93-c4085521656a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.169126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3f71e-b8be-4e94-9374-a4fc9c9ad4c9 None None] Port bb472b2a-8539-4499-b984-40fc9a5077f0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:38.181903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.184063 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-947d47db-4da8-4a99-8f79-21bb27bfa66e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2699647 Apr 21 14:52:38.187373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33834) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.195702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': '85f22b60-edf6-4fb1-ab93-c4085521656a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:38.203045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:38.207122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:38.210182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:38.217003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:38.240283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.261004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:38.279414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:38.280422 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.312162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.316053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.339152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.341173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:38.343119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8097a332-a226-47d7-a9b8-b24c3d058132,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.345178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.360663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.361972 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ee124b19-b89c-40fa-8410-8da034c3d635 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1735392 Apr 21 14:52:38.365748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33838) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.380841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:38.404337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.416343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.459435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.479425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.481546 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8097a332-a226-47d7-a9b8-b24c3d058132 HTTP/1.1" status: 204 len: 168 time: 0.1142628 Apr 21 14:52:38.482563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2bd8f-d223-45c4-a581-2d6c7b86853c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8097a332-a226-47d7-a9b8-b24c3d058132,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.486394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33842) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.491096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.539235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-517e7b7e-b4dd-40d6-975d-bf6bcdec0da2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:38.557833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-517e7b7e-b4dd-40d6-975d-bf6bcdec0da2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:38.562905 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-517e7b7e-b4dd-40d6-975d-bf6bcdec0da2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726416 Apr 21 14:52:38.563631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33846) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.590518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.591006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6fecf26b-b73e-41cd-8437-b7de43b37773 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:38.606569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.607700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4327a5b5-4574-4b2e-9324-be93dbdefb72 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/routers/6fecf26b-b73e-41cd-8437-b7de43b37773 HTTP/1.1" status: 204 len: 168 time: 3.1027625 Apr 21 14:52:38.610610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33850) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.645770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.676281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.704445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 906a6686-1151-48d3-b03f-f16d9555bf10 (CIDR: 172.20.0.0/28) Apr 21 14:52:38.726101 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:38.726576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:38.743395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.766430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f22b60-edf6-4fb1-ab93-c4085521656a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:38.782060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.783324 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fcc0a16f-b4cb-47cb-b98c-0d4b877f1fc1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/85f22b60-edf6-4fb1-ab93-c4085521656a HTTP/1.1" status: 204 len: 168 time: 0.2187800 Apr 21 14:52:38.785867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.852308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5416496-5d18-41bd-963c-a13abf1f4e9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:38.858612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb472b2a-8539-4499-b984-40fc9a5077f0', 'name': '', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:df:72:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:35Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:38.863681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:52:38.864121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Updating router 4bc05907-c3be-4ed6-8b1c-94703a541540 port bb472b2a-8539-4499-b984-40fc9a5077f0 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:52:38.871302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5416496-5d18-41bd-963c-a13abf1f4e9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:38.873275 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5416496-5d18-41bd-963c-a13abf1f4e9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858653 Apr 21 14:52:38.874569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33858) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.874824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e2b5d09b-849e-4ad2-a17f-7a88cd6cd18c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1570172 Apr 21 14:52:38.880968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:38.881250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:38.889283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048500716'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:38.895826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.926545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:38.946635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:38.970588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:38.998870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.031027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:39.034824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:39.038517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:39.044993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:39.055896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:39.059890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.090866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:39.099560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:39.103427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:39.113369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:39.132536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.157009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Deleting port c6855722-9c6f-4b99-8e17-e19a1a4fc177 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:39.158168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.309523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.322872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Transition to ACTIVE for port object bb472b2a-8539-4499-b984-40fc9a5077f0 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:39.331497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.341353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.353234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.440555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65136dc-7f00-4f8f-b45e-6430ea91de8e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:39.451798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] For port c6855722-9c6f-4b99-8e17-e19a1a4fc177, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c6855722-9c6f-4b99-8e17-e19a1a4fc177,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:39.452176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.461830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.463336 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b150188a-bee6-4fb4-a616-818e41e035ed tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5810609 Apr 21 14:52:39.467646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.469791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.476903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a65136dc-7f00-4f8f-b45e-6430ea91de8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:39.525848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:39.533581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:39.539483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:39.540056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.550748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248a85-1fde-44eb-bcb2-b684e1c19b8e None None] Pushing event updated for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:39.553632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420176eb-d6f1-438a-8cbd-53bf6b01b9bd None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:39.567568 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6915734 Apr 21 14:52:39.571165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33872) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.577821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-813901431', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '121ba800-7e68-47ee-b3f6-deea5004880e'}], 'security_groups': ['48899f04-f752-4e1c-bd9c-612cee539c8c']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:39.604651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:39.614045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Calling delete_port for c6855722-9c6f-4b99-8e17-e19a1a4fc177 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:39.661330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:39.666971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:39.681492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01c53d-a099-47fd-b133-f80bcd0b6337 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=121ba800-7e68-47ee-b3f6-deea5004880e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:39.687230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:39.723763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.762061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Attempting to bind port bb472b2a-8539-4499-b984-40fc9a5077f0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:52:39.762598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Attempting to bind port bb472b2a-8539-4499-b984-40fc9a5077f0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:52:39.763068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Attempting to bind port bb472b2a-8539-4499-b984-40fc9a5077f0 on network 6ae3170d-f322-44bc-88ec-9603ab6a5001 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:52:39.775374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:52:39.776034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Checking segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:52:39.776500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.777538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Bound using segment: {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:52:39.777538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Bound port: bb472b2a-8539-4499-b984-40fc9a5077f0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dc71d6-1b8a-4588-a83d-4618e516419e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:52:39.778651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.814109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.819706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.888606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dff1110-e0b5-4720-83fb-bd0243760c83,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:39.898304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.912479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.913741 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a409d1b7-416d-497f-86d4-b0882eb5fb19 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4448860 Apr 21 14:52:39.916199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:39.923997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a65136dc-7f00-4f8f-b45e-6430ea91de8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:39.934056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:39.942347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:39.946274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:39.953950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:39.957472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:39.984376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] For port bb472b2a-8539-4499-b984-40fc9a5077f0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:52:39.995260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] For port bb472b2a-8539-4499-b984-40fc9a5077f0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bb472b2a-8539-4499-b984-40fc9a5077f0,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:52:40.007593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.040115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6855722-9c6f-4b99-8e17-e19a1a4fc177,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.093261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.105881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:40.106451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:40.147864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.163334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d248a85-1fde-44eb-bcb2-b684e1c19b8e None None] Pushing event updated for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.349701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Delete allocated IP 172.20.0.11 (51834484-7877-49db-ad4b-66e85a8dcea6/906a6686-1151-48d3-b03f-f16d9555bf10) {{(pid=88107) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:40.361261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.21 (51834484-7877-49db-ad4b-66e85a8dcea6/121ba800-7e68-47ee-b3f6-deea5004880e/cf4eed65-b350-4de7-a6ba-7354707e615b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:40.378866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:52:40.446007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Update dhcp port {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'fixed_ips': [{'subnet_id': '906a6686-1151-48d3-b03f-f16d9555bf10', 'ip_address': '172.20.0.2'}, {'subnet_id': '121ba800-7e68-47ee-b3f6-deea5004880e'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'de16f500-f95e-4c8e-ad94-aa80f7ffc034'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:52:40.472321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.475552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.491292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.504230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.538104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc30632-f14f-4d10-be51-275c9ef9944c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.544189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.544716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 368d3e7a-cf84-43f1-af3d-89cd8f90aa25 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:40.560598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.561869 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c4a04f08-6f39-4897-b378-d21dd304ae85 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "DELETE /v2.0/routers/368d3e7a-cf84-43f1-af3d-89cd8f90aa25 HTTP/1.1" status: 204 len: 168 time: 1.9503553 Apr 21 14:52:40.563976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.564734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a953588f-3b1e-4fb6-a421-30424ad8dc56 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6468947 Apr 21 14:52:40.566238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33882) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.568274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.572350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1453220685', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:40.573584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a65136dc-7f00-4f8f-b45e-6430ea91de8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:40.580282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:40.583912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:40.591533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:40.593588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:40.594929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:40.599542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:40.603356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:40.608421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.612750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:40.618312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.631654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.637855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object cf4eed65-b350-4de7-a6ba-7354707e615b will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:40.639896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.641096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.646518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.727472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.733086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.759204 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0b1ac9-a955-470c-9f90-8c0b914db580,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.793498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.797954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-02611485-a1b9-46c5-9869-19ff4b66e368 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2285099 Apr 21 14:52:40.798823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.806031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a65136dc-7f00-4f8f-b45e-6430ea91de8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:40.812894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:40.817747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:40.821354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:40.832063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] In _notify_port_updated(), no bound segment for port cf4eed65-b350-4de7-a6ba-7354707e615b on network 51834484-7877-49db-ad4b-66e85a8dcea6 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:52:40.833565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:40.838878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:40.840204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.845375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:40.845586 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/ports/cf4eed65-b350-4de7-a6ba-7354707e615b HTTP/1.1" status: 200 len: 920 time: 1.2734544 Apr 21 14:52:40.850362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.869841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3db86-bc44-44f5-ba52-f46b8b875484 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=cf4eed65-b350-4de7-a6ba-7354707e615b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:40.912349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:40.954524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port cf4eed65-b350-4de7-a6ba-7354707e615b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:40.954864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.045897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Allocated IP 172.20.0.18 (51834484-7877-49db-ad4b-66e85a8dcea6/121ba800-7e68-47ee-b3f6-deea5004880e/de16f500-f95e-4c8e-ad94-aa80f7ffc034) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:41.077021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.095142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.134867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47fdc48-bfe0-4344-b128-285a92a958eb,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:41.170707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb472b2a-8539-4499-b984-40fc9a5077f0', 'name': '', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:df:72:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:35Z', 'updated_at': '2022-04-21T14:52:39Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:41.176973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba191d4c-8426-41f8-9bfb-47895daf6800 None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:52:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb472b2a-8539-4499-b984-40fc9a5077f0', 'name': '', 'network_id': '6ae3170d-f322-44bc-88ec-9603ab6a5001', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:df:72:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:52:35Z', 'updated_at': '2022-04-21T14:52:39Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'fcbb7976-65fc-495f-8ef1-485fba935cb2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:41.181353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.182581 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-367e136b-c80e-4a39-a3cb-1bb5c19ee133 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3823204 Apr 21 14:52:41.195251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33898) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.320009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:41.330533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.340842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a65136dc-7f00-4f8f-b45e-6430ea91de8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:41.351864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.356457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:41.362513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.362896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:41.366121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:41.373612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:41.382445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Transition to ACTIVE for port object de16f500-f95e-4c8e-ad94-aa80f7ffc034 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:41.388858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.428863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.511265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for cf4eed65-b350-4de7-a6ba-7354707e615b owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:41.548079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d83bbe-7f63-4fa5-92cf-37bb3f19467a None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:41.567905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.575050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.602121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f263838a-a08d-4bb7-bb0c-a6bde0bac164,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:41.626721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.627911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c01a8821-59fe-4a45-9819-9e356335ebde tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4323902 Apr 21 14:52:41.630967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33902) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:41.718680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.777451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=cf4eed65-b350-4de7-a6ba-7354707e615b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:41.909134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.947681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.953256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.961007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.963515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:41.968378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4f917090-ef85-46c2-a21d-bb1791e57d98 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/cf4eed65-b350-4de7-a6ba-7354707e615b HTTP/1.1" status: 204 len: 168 time: 1.1213760 Apr 21 14:52:41.969076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33906) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.017270 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fec442-d7fb-4175-a0b4-eddb34fe5b4b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:42.023453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f4fec442-d7fb-4175-a0b4-eddb34fe5b4b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:42.043865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f4fec442-d7fb-4175-a0b4-eddb34fe5b4b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:42.049802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f4fec442-d7fb-4175-a0b4-eddb34fe5b4b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/cf4eed65-b350-4de7-a6ba-7354707e615b HTTP/1.1" status: 404 len: 333 time: 0.0788715 Apr 21 14:52:42.050565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33910) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.075125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:42.077149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.109464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.113243 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f263838a-a08d-4bb7-bb0c-a6bde0bac164 HTTP/1.1" status: 204 len: 168 time: 0.4813399 Apr 21 14:52:42.114991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33914) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.148357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca571859-a3ad-4455-83cc-d40f625faea3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f263838a-a08d-4bb7-bb0c-a6bde0bac164,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.181234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bb472b2a-8539-4499-b984-40fc9a5077f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:42.194120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Allocated IP 172.26.4.160 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/281ad059-522b-4ca0-847a-d9b10ce6e076) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:42.239140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5e83bce9-fe60-4756-88c9-e882f3511a7e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:42.246359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.273437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bb472b2a-8539-4499-b984-40fc9a5077f0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:42.280058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bb472b2a-8539-4499-b984-40fc9a5077f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:42.280700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.284603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.305431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5e83bce9-fe60-4756-88c9-e882f3511a7e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:42.310117 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5e83bce9-fe60-4756-88c9-e882f3511a7e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1941988 Apr 21 14:52:42.310698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33918) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.358032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.364249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:42.364837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.369818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.383435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.388603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.412587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f3e69a-a2a6-4aea-b652-3f88a6817242,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.416598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.420494 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf25421a-616e-4ad4-b3b2-2b333a7ac817 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/security-groups/b1f3e69a-a2a6-4aea-b652-3f88a6817242 HTTP/1.1" status: 204 len: 168 time: 0.3659747 Apr 21 14:52:42.420698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33922) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.423189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.464840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.472733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:42.482360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Could not find standard attr ID for object cf4eed65-b350-4de7-a6ba-7354707e615b. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:42.488064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.493103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:42.493600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.497487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:42.498018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/c47fdc48-bfe0-4344-b128-285a92a958eb HTTP/1.1" status: 204 len: 168 time: 0.1837852 Apr 21 14:52:42.498998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b19ea-cf1b-4aee-a760-a1af44f13e88 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47fdc48-bfe0-4344-b128-285a92a958eb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.499970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:42.501766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33926) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.516522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Provisioning for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:42.527426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:42.527799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2fd799fc-0c15-498e-a6c2-568d8e27907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.554814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.556731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event updated for resources: {'Port': ['ID=281ad059-522b-4ca0-847a-d9b10ce6e076,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.563694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port bb472b2a-8539-4499-b984-40fc9a5077f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bb472b2a-8539-4499-b984-40fc9a5077f0,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:42.577324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.592634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-333d70b1-768c-4ad2-9981-aadc9d39055a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:42.620102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.639926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-333d70b1-768c-4ad2-9981-aadc9d39055a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:42.643988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-333d70b1-768c-4ad2-9981-aadc9d39055a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1387825 Apr 21 14:52:42.645088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33930) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.659469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c6855722-9c6f-4b99-8e17-e19a1a4fc177 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:42.699703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.702579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c6855722-9c6f-4b99-8e17-e19a1a4fc177 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:52:42.702933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c6855722-9c6f-4b99-8e17-e19a1a4fc177 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:42.713022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.754029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.755930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.781578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.809115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.810510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/security-groups/48899f04-f752-4e1c-bd9c-612cee539c8c HTTP/1.1" status: 204 len: 168 time: 0.3888702 Apr 21 14:52:42.813436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.814596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c0b1ac9-a955-470c-9f90-8c0b914db580,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.825152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.829077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-62fbb78e-05be-40b4-a3d9-bd3db253ae03 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3c0b1ac9-a955-470c-9f90-8c0b914db580 HTTP/1.1" status: 204 len: 168 time: 0.1831920 Apr 21 14:52:42.829702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33940) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.832925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523951a-9019-46a7-998f-c824bb488d27 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48899f04-f752-4e1c-bd9c-612cee539c8c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:42.901639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-48874c6a-c969-4b10-8f8b-94b65ff97a53 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:42.921412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-48874c6a-c969-4b10-8f8b-94b65ff97a53 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:42.922729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-48874c6a-c969-4b10-8f8b-94b65ff97a53 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0914879 Apr 21 14:52:42.925488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:42.973355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:42.989729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-42b8360c-98fd-49b3-a9ae-79db294f8c29 None None] Could not find standard attr ID for object cf4eed65-b350-4de7-a6ba-7354707e615b. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:42.999616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet 906a6686-1151-48d3-b03f-f16d9555bf10 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:43.006610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.100363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.128154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.142656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.148960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fc30632-f14f-4d10-be51-275c9ef9944c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.157692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.158802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-630b4dcc-ff08-4546-bc72-51b9f0e79903 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8fc30632-f14f-4d10-be51-275c9ef9944c HTTP/1.1" status: 204 len: 168 time: 0.2315981 Apr 21 14:52:43.161383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33948) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.180936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.208615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e32b5cc-de0b-4cc4-b5d2-c82b2eb8bf5f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:43.224600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4e32b5cc-de0b-4cc4-b5d2-c82b2eb8bf5f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:43.225972 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4e32b5cc-de0b-4cc4-b5d2-c82b2eb8bf5f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0636537 Apr 21 14:52:43.228837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33952) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.260943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.273000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.298571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.318107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dff1110-e0b5-4720-83fb-bd0243760c83,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.327520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.328773 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-55e3afa3-c7f6-45d5-ae6f-18276a8c8a11 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8dff1110-e0b5-4720-83fb-bd0243760c83 HTTP/1.1" status: 204 len: 168 time: 0.0989847 Apr 21 14:52:43.331340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.378274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa619db2-72bd-4cfc-867f-b0833a8522e2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:43.393579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa619db2-72bd-4cfc-867f-b0833a8522e2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:43.394954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa619db2-72bd-4cfc-867f-b0833a8522e2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627041 Apr 21 14:52:43.398002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.463082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.489161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.536675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.555578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65136dc-7f00-4f8f-b45e-6430ea91de8e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.573026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.577122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-50c77e23-d1f2-4f1a-84da-e4c2ebbeb5f4 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/a65136dc-7f00-4f8f-b45e-6430ea91de8e HTTP/1.1" status: 204 len: 168 time: 0.1762648 Apr 21 14:52:43.577600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.582053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.626824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-943f05e7-9a29-4fb9-a12d-c60df7232398 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:43.641874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-943f05e7-9a29-4fb9-a12d-c60df7232398 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:43.643063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-943f05e7-9a29-4fb9-a12d-c60df7232398 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645342 Apr 21 14:52:43.649322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33968) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.654859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777838263'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:43.661069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.671508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.681656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.702936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.706951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.709798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.715407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.759735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.795242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.796045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.799186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.807384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=906a6686-1151-48d3-b03f-f16d9555bf10,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.824064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d04018-4ed6-4361-a8f7-6cb0abbdeea0 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:43.853941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac02f93d-be54-49af-beef-82e2a3cf3f3b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:43.864274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.868542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0068c93f-ac29-49e6-9c1a-dac75893e6e3 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2157295 Apr 21 14:52:43.868725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:43.874678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'ac02f93d-be54-49af-beef-82e2a3cf3f3b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:43.880640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:43.884926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:43.887915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:43.893765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:43.912995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.948572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bb472b2a-8539-4499-b984-40fc9a5077f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:43.975168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.983634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:43.989733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.005763 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca476ccf-e6a1-42a0-bad4-818c1d81df9a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/906a6686-1151-48d3-b03f-f16d9555bf10 HTTP/1.1" status: 204 len: 168 time: 1.1901186 Apr 21 14:52:44.007255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33976) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.016555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0286084-4c63-48a0-9180-abd8ee88d44c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.019982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:44.030295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.031765 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-def83d68-f672-4d2e-bc50-41d7d197c89d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1620591 Apr 21 14:52:44.034468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33980) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.106280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.117480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bb472b2a-8539-4499-b984-40fc9a5077f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:44.117848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.137849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.190263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Router 41f0089b-4976-4cc8-9b24-1947db662597 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:44.193563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.202907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.215002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac02f93d-be54-49af-beef-82e2a3cf3f3b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.227866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.229679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8366b129-0706-4f8e-96e1-f278d15d0717 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/ac02f93d-be54-49af-beef-82e2a3cf3f3b HTTP/1.1" status: 204 len: 168 time: 0.1939754 Apr 21 14:52:44.232007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.268855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.279632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.287689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-72c5ea37-4094-44e7-ae55-ad42dfc080f2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:44.288324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.305936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-72c5ea37-4094-44e7-ae55-ad42dfc080f2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:44.307326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-72c5ea37-4094-44e7-ae55-ad42dfc080f2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741415 Apr 21 14:52:44.311032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33988) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.315308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:44.316028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--816747607'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:44.318848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.322986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.333303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.343495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.366485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.372571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.375978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.381953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.459948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.465270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.515855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:44.525330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce60b0c8-bf0b-45fa-ae6d-d1be20f29852,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.539218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.539529 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] Sync routers for ids ['41f0089b-4976-4cc8-9b24-1947db662597'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:44.543157 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fcd94884-5c23-426f-bddb-ce8e741bf424 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2285657 Apr 21 14:52:44.543741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 33992) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.549516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169129850'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:44.557119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.560775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.562095 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5e2f4ea-85d4-476a-bffb-b6cf282f4a10 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9947748 Apr 21 14:52:44.562925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.563653 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] Routers {'41f0089b-4976-4cc8-9b24-1947db662597'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:44.565540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 33996) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.566376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41f0089b-4976-4cc8-9b24-1947db662597'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:44.569700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.572801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:44.577481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.591594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.614551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.619347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.622734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.629707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.651202 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:44.662950 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] Routers {'41f0089b-4976-4cc8-9b24-1947db662597'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:44.663969 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41f0089b-4976-4cc8-9b24-1947db662597'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:44.724929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.733652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.771896 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:44.772511 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b28ca85-75a6-4fea-95c1-743c81ae6d67 None None] The sync data for ids ['41f0089b-4976-4cc8-9b24-1947db662597'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:44.814064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc70ee1-95bf-4dab-ae6a-1b8257599352,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:44.830887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.832606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-419e58cf-e634-48c7-9b2f-e3ed05ba6c96 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2878704 Apr 21 14:52:44.835569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34000) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:44.848480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'ce60b0c8-bf0b-45fa-ae6d-d1be20f29852', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ccc70ee1-95bf-4dab-ae6a-1b8257599352', 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:44.855297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:44.860167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:44.863639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:44.871929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:44.901468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.921756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ba2aa59c-4c06-4113-bac7-3fcbeb869d3a None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:44.922417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa59c-4c06-4113-bac7-3fcbeb869d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.981075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.983409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ba2aa59c-4c06-4113-bac7-3fcbeb869d3a None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:44.986830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:44.994679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ba2aa59c-4c06-4113-bac7-3fcbeb869d3a None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:44.995325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba2aa59c-4c06-4113-bac7-3fcbeb869d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.012296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9568842-3dc8-4da7-9285-5ee375d9ed06,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.029149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.033631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f6f3dff3-76f8-48cd-9b92-ab63dae5804b tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1967597 Apr 21 14:52:45.034524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34004) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.065987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.081127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.111503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.137633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.138810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/e9568842-3dc8-4da7-9285-5ee375d9ed06 HTTP/1.1" status: 204 len: 168 time: 0.1032934 Apr 21 14:52:45.141100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8cc32-bab4-41fd-af71-dac32ec8fac2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9568842-3dc8-4da7-9285-5ee375d9ed06,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.142615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34008) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.191981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25c0424d-2422-48b9-990a-eecb8563314c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:45.194658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.207864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25c0424d-2422-48b9-990a-eecb8563314c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:45.209484 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25c0424d-2422-48b9-990a-eecb8563314c tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0659597 Apr 21 14:52:45.212356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34014) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.276451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.307617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.326175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:45.332758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:45.338459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:45.339030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.343023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3becb3f-9d98-4b7c-b71f-f258a281d13e None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:45.357695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.366084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=2ee02e5d-e4ea-4321-ad1e-45881f922994,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.375357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc70ee1-95bf-4dab-ae6a-1b8257599352,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.396541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.400510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dbe95b6e-96e8-4878-8dbf-30cb676143dd tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/ccc70ee1-95bf-4dab-ae6a-1b8257599352 HTTP/1.1" status: 204 len: 168 time: 0.1844449 Apr 21 14:52:45.400703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34018) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.429261 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-edd0fdcf-b79a-4f57-8da9-943340060426 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4180653 Apr 21 14:52:45.432641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34022) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.443703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'security_group': {'name': 'tempest-secgroup-1637373129'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:45.459082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.465187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.468063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:45.479064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:45.490737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.500823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5853eec2-0bd7-4c20-9eb9-851671a5952a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:45.521282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.545497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.549733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:45.552686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5853eec2-0bd7-4c20-9eb9-851671a5952a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:45.557432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5853eec2-0bd7-4c20-9eb9-851671a5952a tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1557622 Apr 21 14:52:45.559273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:45.561901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.577079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.655477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.701636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.753754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.768076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.801575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Update dhcp port {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'fixed_ips': [{'subnet_id': '121ba800-7e68-47ee-b3f6-deea5004880e', 'ip_address': '172.20.0.18'}, {'subnet_id': '2ee02e5d-e4ea-4321-ad1e-45881f922994'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'de16f500-f95e-4c8e-ad94-aa80f7ffc034'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:52:45.827023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.833835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34030) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.834038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3985579 Apr 21 14:52:45.838767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.842232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.843683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/ce60b0c8-bf0b-45fa-ae6d-d1be20f29852 HTTP/1.1" status: 204 len: 168 time: 0.2808745 Apr 21 14:52:45.850320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'security_group': {'name': 'tempest-secgroup-1746345337'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:45.850610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34034) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.861101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.867678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.868098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:45.873551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:45.877052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f1b8f-a2ae-4260-b042-a49e4ab1fd1b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa44d7b-f2f7-4886-bb10-bf93055e2d13,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.904634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a256eae-80f5-4b5e-a000-1f8106089e38 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce60b0c8-bf0b-45fa-ae6d-d1be20f29852,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:45.922982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4c85cb93-0bbf-4373-9144-1c33f579a83e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:45.936443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.942636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4c85cb93-0bbf-4373-9144-1c33f579a83e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:45.948493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4c85cb93-0bbf-4373-9144-1c33f579a83e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930691 Apr 21 14:52:45.948690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34038) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:45.957651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--429886615'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:45.965398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:45.974528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:45.977029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:45.988630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.015942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.019925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:46.022797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:46.029662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.062572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.074690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:46.079142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:46.088336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.102759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Allocated IP 172.20.0.2 (51834484-7877-49db-ad4b-66e85a8dcea6/2ee02e5d-e4ea-4321-ad1e-45881f922994/de16f500-f95e-4c8e-ad94-aa80f7ffc034) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:46.117255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.122278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.169120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1caf2ee-a214-467e-a18c-3146b9718ce4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.181087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.185603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0c8c8b16-481f-4fbc-ad6b-40b302ed045f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2358539 Apr 21 14:52:46.186316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.191981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'd1caf2ee-a214-467e-a18c-3146b9718ce4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:46.198594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.203338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:46.206156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:46.212694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.231099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.252027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:46.282095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.289818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.296014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.300173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.303844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.304107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Transition to ACTIVE for port object de16f500-f95e-4c8e-ad94-aa80f7ffc034 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:46.308626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.330038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd12ab7-9246-4517-8f95-9d1398274659,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.341183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.345777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-78daea1a-2bac-4ce0-b7dd-7c8209cac7d5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1583276 Apr 21 14:52:46.346546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34046) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.377784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.393779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.394589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.409669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.422669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.445657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dd12ab7-9246-4517-8f95-9d1398274659,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.450719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.454475 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-47312238-70e2-4d9c-87f0-476f238eb4b1 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/5dd12ab7-9246-4517-8f95-9d1398274659 HTTP/1.1" status: 204 len: 168 time: 0.1044099 Apr 21 14:52:46.455232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34050) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.466110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272c771-12a8-4ad4-b7a4-275f64162fbf None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.508841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d4b74d4d-8166-460a-915b-95863e58ba9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:46.528962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d4b74d4d-8166-460a-915b-95863e58ba9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:46.530879 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d4b74d4d-8166-460a-915b-95863e58ba9d tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0748820 Apr 21 14:52:46.533803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34054) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.603302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.645342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.651625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.654960 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8187635 Apr 21 14:52:46.655266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34058) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.663299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'security_group': {'name': 'tempest-secgroup-923954316'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:46.670290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.674617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:46.677860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:46.686656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.687012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d315e8-b6ae-4f1b-8349-20295603dc3a tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61019c02-4c12-44e3-b060-294d984347ae,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.719029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.719844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router 41f0089b-4976-4cc8-9b24-1947db662597 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:52:46.743622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.748160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:security_group_rule and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:46.751977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:46.755200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.774777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.795593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1caf2ee-a214-467e-a18c-3146b9718ce4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:46.807195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.808887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7766b14b-bb3c-4786-9cf4-01f28516a24e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/d1caf2ee-a214-467e-a18c-3146b9718ce4 HTTP/1.1" status: 204 len: 168 time: 0.2734911 Apr 21 14:52:46.812740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34062) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.872922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-230a65d1-7ade-4427-8867-a095fc1aedcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:46.904659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-230a65d1-7ade-4427-8867-a095fc1aedcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:46.908742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-230a65d1-7ade-4427-8867-a095fc1aedcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0922687 Apr 21 14:52:46.910991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34066) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.925281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--72678132'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:46.927398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:46.932727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.937345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:46.937537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-55f8c13b-fef0-4218-ac5c-a396624fed47 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "PUT /v2.0/routers/41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 200 len: 926 time: 2.3682144 Apr 21 14:52:46.937537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34070) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:46.944545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] Sync routers for ids ['41f0089b-4976-4cc8-9b24-1947db662597'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:46.955158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] Routers {'41f0089b-4976-4cc8-9b24-1947db662597'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:46.955785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41f0089b-4976-4cc8-9b24-1947db662597'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:46.956738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.957922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:46.966372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:46.991696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.038474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:47.039806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f199b8-ae44-45ff-b49b-5de64532068c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:47.048672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:47.053232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:47.053841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] Routers {'41f0089b-4976-4cc8-9b24-1947db662597'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:47.054452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['41f0089b-4976-4cc8-9b24-1947db662597'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:47.056004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:47.062292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:47.073526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.075019 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddc8cf39-3097-46b5-9cc8-94f53fc99db0 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4185500 Apr 21 14:52:47.081778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34074) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.087086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-959023846', 'security_groups': ['04f199b8-ae44-45ff-b49b-5de64532068c'], 'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2ee02e5d-e4ea-4321-ad1e-45881f922994'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:47.135995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:47.136694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f520142-a8c8-4574-9ab6-b535f1dea7ae None None] The sync data for ids ['41f0089b-4976-4cc8-9b24-1947db662597'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:47.158296 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e012f171-ac9b-4c66-8d85-fe731b95d3b1 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 200 len: 926 time: 0.2196136 Apr 21 14:52:47.160979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:47.161113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34078) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.161671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.223141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:47.235550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Provisioning for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:47.240601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:47.240971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27424c5a-ed4d-434a-bda9-70730e46135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.244448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46855f-d094-4019-99fe-2c5a27e0edf5 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:47.245288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7c46855f-d094-4019-99fe-2c5a27e0edf5 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Synchronizing usage tracker for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:47.254550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:47.262161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7c46855f-d094-4019-99fe-2c5a27e0edf5 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Unset dirty status for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:47.266090 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7c46855f-d094-4019-99fe-2c5a27e0edf5 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=41f0089b-4976-4cc8-9b24-1947db662597&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1013517 Apr 21 14:52:47.266311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34084) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.276338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:47.291675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.297290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.310436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:47.407768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5562c81a-ed8a-435a-ae5f-033af1649cad tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:47.408361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5562c81a-ed8a-435a-ae5f-033af1649cad tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Synchronizing usage tracker for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:47.423895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5562c81a-ed8a-435a-ae5f-033af1649cad tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Unset dirty status for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:47.425235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5562c81a-ed8a-435a-ae5f-033af1649cad tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.1580424 Apr 21 14:52:47.428277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34088) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.441924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5419874-84f0-4c24-aaa6-8320b65c5925,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:47.446417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.447597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7e78a4cc-a67c-4bac-b923-3029b1ffa3c9 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5356796 Apr 21 14:52:47.450733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34092) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.456946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a5419874-84f0-4c24-aaa6-8320b65c5925', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:47.467206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:47.474722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5d95e817-3c44-4532-815b-e7eb605ba0dd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 200 len: 205 time: 0.0452659 Apr 21 14:52:47.477106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34096) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.481241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:47.486795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:47.494556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:47.498794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.529023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] device_id is not set on port 1de45ab8-c39b-4161-aacc-fbe3695a2170 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:52:47.563908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.663858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.810254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.818520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.846681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.856170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port 281ad059-522b-4ca0-847a-d9b10ce6e076 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:47.856529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.894520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3489d6b3-ccb6-4184-ae9c-4f9d1f50d84f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:47.917674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:47.921267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2390eee3-af09-4a68-95ed-e5c99f7fccc2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4672861 Apr 21 14:52:47.921805 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34100) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.924488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.10 (51834484-7877-49db-ad4b-66e85a8dcea6/2ee02e5d-e4ea-4321-ad1e-45881f922994/1de45ab8-c39b-4161-aacc-fbe3695a2170) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:47.950614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-42d93fb4-77a5-49cd-b28d-d04c878e2ae8 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules/3489d6b3-ccb6-4184-ae9c-4f9d1f50d84f HTTP/1.1" status: 200 len: 763 time: 0.0277228 Apr 21 14:52:47.954450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34104) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:47.956911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:48.025460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:48.025823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.052730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ff323da-6f81-484f-b9ae-ca85c5d5ba86 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:48.054709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.135544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ff323da-6f81-484f-b9ae-ca85c5d5ba86 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:48.140000 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ff323da-6f81-484f-b9ae-ca85c5d5ba86 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1822128 Apr 21 14:52:48.140979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34108) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.195573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.220209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.236439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.263617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 1de45ab8-c39b-4161-aacc-fbe3695a2170 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:48.266169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.288993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3489d6b3-ccb6-4184-ae9c-4f9d1f50d84f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.297701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.299052 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0ba55eaf-27ae-4ac7-9828-9045e2d0d261 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/3489d6b3-ccb6-4184-ae9c-4f9d1f50d84f HTTP/1.1" status: 204 len: 168 time: 0.1571743 Apr 21 14:52:48.301726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34112) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.311496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for 281ad059-522b-4ca0-847a-d9b10ce6e076 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:48.339135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.402030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8258afba-8d40-4b29-9cba-ad77184882f7 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:48.436801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:48.441706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:48.446874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:48.471994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8258afba-8d40-4b29-9cba-ad77184882f7 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:48.473280 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8258afba-8d40-4b29-9cba-ad77184882f7 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1704667 Apr 21 14:52:48.476185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34116) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.477034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=1de45ab8-c39b-4161-aacc-fbe3695a2170,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.483340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a5419874-84f0-4c24-aaa6-8320b65c5925', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:48.489475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:48.497548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.522818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:48.523850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.537841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:48.548557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dec1f82e-6449-48d9-8cf7-ba86072f717c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4633245 Apr 21 14:52:48.548796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.552219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=281ad059-522b-4ca0-847a-d9b10ce6e076,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.559860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:48.634584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.695226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.713661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:48.719044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:48.722396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:48.726479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-72b338d5-8e5e-46cd-8994-b31088d504ce None None] Provisioning for port 1de45ab8-c39b-4161-aacc-fbe3695a2170 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:48.728607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:48.733574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-72b338d5-8e5e-46cd-8994-b31088d504ce None None] Provisioning complete for port 1de45ab8-c39b-4161-aacc-fbe3695a2170 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:48.733942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-72b338d5-8e5e-46cd-8994-b31088d504ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.739459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:48.743138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.802433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-72b338d5-8e5e-46cd-8994-b31088d504ce None None] Port 1de45ab8-c39b-4161-aacc-fbe3695a2170 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:48.880165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ee02e5d-e4ea-4321-ad1e-45881f922994 (CIDR: 172.20.0.0/28) Apr 21 14:52:48.883379 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:48.883866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:48.891881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.896212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.898616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.903326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d85d845d-f42c-4e6b-95bd-b160babf0fd4 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3522692 Apr 21 14:52:48.904442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.905506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34124) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.910974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:48.940404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dded5b6-7b63-4c4d-a3e3-bc05c9065b24,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:48.950223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.950749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router 41f0089b-4976-4cc8-9b24-1947db662597 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:48.965520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.966538 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9b7cbed7-a5b0-4acd-be34-e10c9dbe339a tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 204 len: 168 time: 1.4885020 Apr 21 14:52:48.967825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:48.969126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-98819c1e-0dfb-4a1d-9d35-430449fdfd94 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4917321 Apr 21 14:52:48.970670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34128) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.973095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34132) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:48.977474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-593275805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:48.991709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.000434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.004418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.009610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c1b27480-207e-4321-acd4-aa85ceb33291 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules/9dded5b6-7b63-4c4d-a3e3-bc05c9065b24 HTTP/1.1" status: 200 len: 763 time: 0.0355556 Apr 21 14:52:49.013314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34136) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.015695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.041912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.042988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.058228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.062003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.064749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.070428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.077985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2c727438-cd03-4304-a769-76983f87c598 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:49.080778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:49.084167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.085379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.107284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2c727438-cd03-4304-a769-76983f87c598 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:49.108611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2c727438-cd03-4304-a769-76983f87c598 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0944054 Apr 21 14:52:49.110060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.113375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.131475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.135298 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8c69c0b4-c110-4d50-8efe-7009ccb00f73 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1610894 Apr 21 14:52:49.135516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34144) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.141188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:49.213663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.230301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.258705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.ipam_backend_mixin [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 121ba800-7e68-47ee-b3f6-deea5004880e (CIDR: 172.20.0.16/28) Apr 21 14:52:49.265420 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:49.265736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:49.280239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.301613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dded5b6-7b63-4c4d-a3e3-bc05c9065b24,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:49.306030 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ee994f51-7f4f-417f-bd31-a8884e9bc56b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3996007 Apr 21 14:52:49.308856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34148) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.314167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'subnet': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:49.331020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.332074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c81bef21-bffa-4e10-ab7d-bba7601c10e5 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/9dded5b6-7b63-4c4d-a3e3-bc05c9065b24 HTTP/1.1" status: 204 len: 168 time: 0.2177837 Apr 21 14:52:49.337921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34152) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.453476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.457167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Usage tracker for resource:subnet and tenant:ce6e8765507a41058e2595693305a8ad is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.459940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.465797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.475386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Made reservation on behalf of ce6e8765507a41058e2595693305a8ad for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:52:49.478817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.568468 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4d2947a4-efea-470b-85f4-e07ed81a344f tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2293944 Apr 21 14:52:49.571054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.571196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.584341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': 'a5419874-84f0-4c24-aaa6-8320b65c5925', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:49.594240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:49.602025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:49.606579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:49.617286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:49.639220 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Project ebdc61c665a94420b8c0d3e16d341574 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:49.648820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.767370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.771987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.922005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820415ca-45d1-4336-8260-1c75d2d2ed62,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:49.945840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:49.946979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cc4518b5-5e7d-4700-bd67-8290be1f5bcc tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3748267 Apr 21 14:52:49.949850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34162) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.979670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-33797ab1-82c7-4fed-bde6-4b9f38f27a55 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules/820415ca-45d1-4336-8260-1c75d2d2ed62 HTTP/1.1" status: 200 len: 769 time: 0.0289233 Apr 21 14:52:49.982685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:49.996969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.000458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.033846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.062316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Network 51834484-7877-49db-ad4b-66e85a8dcea6 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:50.073711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:50.081278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:50.081806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.084550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613e809-73b8-4626-a683-e8759e9bc37c None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:50.100489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e75f42dd-ca97-426b-9978-fc60c0f81d40 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:50.112821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Subnet': ['ID=0a09f54c-be4b-4c2f-aab6-5504a1fcb561,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.127610 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1cd28472-bd6e-496a-a0d1-2bc0156138cc tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8176663 Apr 21 14:52:50.130827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34170) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.135912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e75f42dd-ca97-426b-9978-fc60c0f81d40 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:50.140369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e75f42dd-ca97-426b-9978-fc60c0f81d40 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1544108 Apr 21 14:52:50.142280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2077542009', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a09f54c-be4b-4c2f-aab6-5504a1fcb561'}], 'security_groups': ['5aa44d7b-f2f7-4886-bb10-bf93055e2d13', '61019c02-4c12-44e3-b060-294d984347ae']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:50.152579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34174) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.203486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.222937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.229030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Allocated IP 172.26.4.9 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b86dff90-90e4-4431-9cbc-2e829bf47e47) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:50.279531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.284447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.345421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=820415ca-45d1-4336-8260-1c75d2d2ed62,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.382814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.386189 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-15bc1377-8dba-4fe7-ba5d-878eea5e4601 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/820415ca-45d1-4336-8260-1c75d2d2ed62 HTTP/1.1" status: 204 len: 168 time: 0.2304323 Apr 21 14:52:50.387163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34178) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.445734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.474568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9eb25118-ec53-42df-ac01-174b982bd526 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:50.477535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Update dhcp port {'port': {'network_id': '51834484-7877-49db-ad4b-66e85a8dcea6', 'fixed_ips': [{'subnet_id': '121ba800-7e68-47ee-b3f6-deea5004880e', 'ip_address': '172.20.0.18'}, {'subnet_id': '2ee02e5d-e4ea-4321-ad1e-45881f922994', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a09f54c-be4b-4c2f-aab6-5504a1fcb561'}], 'binding:host_id': 'dv-neutron-838896-1-hyperv'}, 'id': 'de16f500-f95e-4c8e-ad94-aa80f7ffc034'} from dv-neutron-838896-1-hyperv. {{(pid=88109) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 21 14:52:50.498048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9eb25118-ec53-42df-ac01-174b982bd526 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:50.499589 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9eb25118-ec53-42df-ac01-174b982bd526 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115074 Apr 21 14:52:50.502334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34182) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:50.532700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.555214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.645560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:50.650067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:50.654472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.656162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:50.693450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event updated for resources: {'Port': ['ID=b86dff90-90e4-4431-9cbc-2e829bf47e47,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:50.716274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Delete allocated IP 172.20.0.10 (51834484-7877-49db-ad4b-66e85a8dcea6/2ee02e5d-e4ea-4321-ad1e-45881f922994) {{(pid=88108) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 14:52:50.726516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Allocated IP 172.20.0.46 (51834484-7877-49db-ad4b-66e85a8dcea6/0a09f54c-be4b-4c2f-aab6-5504a1fcb561/1de45ab8-c39b-4161-aacc-fbe3695a2170) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:50.730164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.947462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.950377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.964995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Transition to ACTIVE for port object 1de45ab8-c39b-4161-aacc-fbe3695a2170 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:50.968561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:50.974394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5419874-84f0-4c24-aaa6-8320b65c5925,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.041256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Allocated IP 172.20.0.34 (51834484-7877-49db-ad4b-66e85a8dcea6/0a09f54c-be4b-4c2f-aab6-5504a1fcb561/de16f500-f95e-4c8e-ad94-aa80f7ffc034) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:51.051572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.054845 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3444a78e-0394-473a-8e0c-5e07a0c572ad tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/a5419874-84f0-4c24-aaa6-8320b65c5925 HTTP/1.1" status: 204 len: 168 time: 0.5492587 Apr 21 14:52:51.063327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34186) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.141627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event updated for resources: {'Port': ['ID=1de45ab8-c39b-4161-aacc-fbe3695a2170,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.149790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] In _notify_port_updated(), no bound segment for port 1de45ab8-c39b-4161-aacc-fbe3695a2170 on network 51834484-7877-49db-ad4b-66e85a8dcea6 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:52:51.156449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:51.156719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.161047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f5258026-3989-4ef4-a425-06861c1ddae3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "PUT /v2.0/ports/1de45ab8-c39b-4161-aacc-fbe3695a2170 HTTP/1.1" status: 200 len: 960 time: 1.0271769 Apr 21 14:52:51.161671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34190) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.181150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:51.190984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd481412-dfd6-4d6a-bb5b-aa45224d44a2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:51.210728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.223289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.227374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Transition to ACTIVE for port object de16f500-f95e-4c8e-ad94-aa80f7ffc034 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:52:51.232291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.235191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 1de45ab8-c39b-4161-aacc-fbe3695a2170 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:51.235596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.280410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dd481412-dfd6-4d6a-bb5b-aa45224d44a2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:51.286577 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dd481412-dfd6-4d6a-bb5b-aa45224d44a2 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2186103 Apr 21 14:52:51.288316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34194) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:51.303536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group': {'name': 'tempest-secgroup--146503275'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:51.310161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:51.325788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:51.391400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.405708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c9d5-4c02-4336-b9cc-a04ffb383c2a None None] Pushing event updated for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.500916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:51.512687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:51.523127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:51.534205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:51.581575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.718776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.722567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.724469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 1de45ab8-c39b-4161-aacc-fbe3695a2170 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:51.843758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.854286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.890404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:51.948322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c474b3a-005b-4ac5-af5d-10664dea6f2d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:51.968598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Router 625e86e2-fff4-4d07-b1ff-fd880d6913a7 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:51.974979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:52:51.977178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.022265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.025998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f933596f-4c40-4a51-bf44-ba1e4ddb01a0 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7315531 Apr 21 14:52:52.032895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34200) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.035607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=1de45ab8-c39b-4161-aacc-fbe3695a2170,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.040378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Request body: {'security_group_rule': {'security_group_id': '1c474b3a-005b-4ac5-af5d-10664dea6f2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:52.051079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:52.064972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:52.065374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.085836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Usage tracker for resource:security_group_rule and tenant:ebdc61c665a94420b8c0d3e16d341574 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:52.088933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:52.130137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:52.132851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:52.133648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Could not find standard attr ID for object 1de45ab8-c39b-4161-aacc-fbe3695a2170. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:52.145996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Provisioning for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:52:52.154060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:52.154545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cae397e6-fc59-4452-8e0f-db34ca37e156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.170485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:52.174299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.178463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.179586 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4324cef5-b8ea-40c5-b7ea-b64a32dca9c7 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "PUT /v2.0/routers/625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 200 len: 881 time: 3.0432355 Apr 21 14:52:52.182333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34204) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.184596 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] Sync routers for ids ['625e86e2-fff4-4d07-b1ff-fd880d6913a7'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:52.191980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.196302 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f71ff20-459f-4fd2-aff0-ce70f3d67300 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/1de45ab8-c39b-4161-aacc-fbe3695a2170 HTTP/1.1" status: 204 len: 168 time: 1.0313962 Apr 21 14:52:52.201696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34208) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.202749 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] Routers {'625e86e2-fff4-4d07-b1ff-fd880d6913a7'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:52.203820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['625e86e2-fff4-4d07-b1ff-fd880d6913a7'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.262044 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f221e61-2147-4146-8334-9cc675ba01e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] GET failed (client error): The resource could not be found. Apr 21 14:52:52.262480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3f221e61-2147-4146-8334-9cc675ba01e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Synchronizing usage tracker for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:52.276578 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.277445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3f221e61-2147-4146-8334-9cc675ba01e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Unset dirty status for tenant:ce6e8765507a41058e2595693305a8ad on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:52.278617 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3f221e61-2147-4146-8334-9cc675ba01e5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports/1de45ab8-c39b-4161-aacc-fbe3695a2170 HTTP/1.1" status: 404 len: 333 time: 0.0760021 Apr 21 14:52:52.283364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34212) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.287709 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] Routers {'625e86e2-fff4-4d07-b1ff-fd880d6913a7'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:52.288518 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['625e86e2-fff4-4d07-b1ff-fd880d6913a7'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.301966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.310015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.339116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb2f093-e422-4e17-83ec-9d4d805567b5,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.361516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.363507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:52.364156 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46eda98-325d-43c7-8be2-d9bf5c4dab21 None None] The sync data for ids ['625e86e2-fff4-4d07-b1ff-fd880d6913a7'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:52.364491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-738074f5-806c-4ee6-96b8-f18b859b4d01 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3304312 Apr 21 14:52:52.369364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34216) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.429172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-46bcece5-b6ba-44aa-97ed-82dc1123c46e tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 200 len: 922 time: 0.2443728 Apr 21 14:52:52.439297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34220) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.491815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.534432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.553885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.583254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3119b33-533e-4352-b1eb-027324926463 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:52.587237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.587437 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3119b33-533e-4352-b1eb-027324926463 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=625e86e2-fff4-4d07-b1ff-fd880d6913a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1444950 Apr 21 14:52:52.587437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.610994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-433440d5-1070-4d30-8024-85a26aac1f21 None None] Could not find standard attr ID for object 1de45ab8-c39b-4161-aacc-fbe3695a2170. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:52:52.633924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.656258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.677760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c474b3a-005b-4ac5-af5d-10664dea6f2d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.689089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.692338 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6d81ad9f-0776-458e-af9d-bca87f17f0fa tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c474b3a-005b-4ac5-af5d-10664dea6f2d HTTP/1.1" status: 204 len: 168 time: 0.3198810 Apr 21 14:52:52.692679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34228) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.704552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f199b8-ae44-45ff-b49b-5de64532068c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:52.713913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.715701 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-431f2ee1-0ed2-41fa-bfe4-f6beb64cdeb3 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/security-groups/04f199b8-ae44-45ff-b49b-5de64532068c HTTP/1.1" status: 204 len: 168 time: 0.4314280 Apr 21 14:52:52.723545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34232) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.762172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e30e9a-724c-4e91-b2df-9b5861f99417 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:52.767441 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a6e30e9a-724c-4e91-b2df-9b5861f99417 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.1747816 Apr 21 14:52:52.767441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34236) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.796324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8740e6f9-cf89-4229-bc54-4cee12411a1e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:52.818125 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-54d66973-105b-454f-b854-9ae758937eb5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 200 len: 205 time: 0.0492043 Apr 21 14:52:52.818956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34240) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.835952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8740e6f9-cf89-4229-bc54-4cee12411a1e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:52.837182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8740e6f9-cf89-4229-bc54-4cee12411a1e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435990 Apr 21 14:52:52.840636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.862934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.902414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:52.921084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4580aad6-11c4-476f-b5d0-a260145690bb tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Synchronizing usage tracker for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:52.953828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4580aad6-11c4-476f-b5d0-a260145690bb tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] Unset dirty status for tenant:ebdc61c665a94420b8c0d3e16d341574 on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:52.957722 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4580aad6-11c4-476f-b5d0-a260145690bb tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1135087 Apr 21 14:52:52.957868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34248) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:52.977621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-227ffff5-fef5-4176-ac2b-f8dd77703d60 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] delete failed (client error): The resource could not be found. Apr 21 14:52:52.978592 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-227ffff5-fef5-4176-ac2b-f8dd77703d60 tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c474b3a-005b-4ac5-af5d-10664dea6f2d HTTP/1.1" status: 404 len: 347 time: 0.0198197 Apr 21 14:52:52.984207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34252) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.002820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.019340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.036658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61019c02-4c12-44e3-b060-294d984347ae,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.062772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.063969 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a67b6b3-05d5-4520-b7af-51aacb1e1fd1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/security-groups/61019c02-4c12-44e3-b060-294d984347ae HTTP/1.1" status: 204 len: 168 time: 0.3388186 Apr 21 14:52:53.067965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34258) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.093516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69f90f8b-f776-4234-8197-7c66bc35569e tempest-SecGroupIPv6Test-991195327 tempest-SecGroupIPv6Test-991195327-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1078703 Apr 21 14:52:53.146450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.177479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.230746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.248514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa44d7b-f2f7-4886-bb10-bf93055e2d13,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.256676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.270266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9bc16ac4-75fa-45a1-9827-e0fcf3142516 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/security-groups/5aa44d7b-f2f7-4886-bb10-bf93055e2d13 HTTP/1.1" status: 204 len: 168 time: 0.2013090 Apr 21 14:52:53.273027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.334446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.345922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port b86dff90-90e4-4431-9cbc-2e829bf47e47 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:53.346254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.346621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet 2ee02e5d-e4ea-4321-ad1e-45881f922994 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:53.349592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.398507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34270) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.415760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.503050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.523931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.616544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51c6e47b-1cf5-4a60-918f-874c8e8d7478 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ebdc61c665a94420b8c0d3e16d341574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147021 Apr 21 14:52:53.617505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34276) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.647915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for b86dff90-90e4-4431-9cbc-2e829bf47e47 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:53.655344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.712063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee02e5d-e4ea-4321-ad1e-45881f922994,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.724857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.732206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a872e-69c9-4a31-b4bd-ce3d5136436b None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:53.734433 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2786ef3c-1460-446b-91ec-268a35a77d19 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/2ee02e5d-e4ea-4321-ad1e-45881f922994 HTTP/1.1" status: 204 len: 168 time: 0.4603951 Apr 21 14:52:53.740254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34280) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:53.749388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.784522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.822817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet 0a09f54c-be4b-4c2f-aab6-5504a1fcb561 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:53.829861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.864914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.892238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8815d-18db-448a-b29e-d607349ce00d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:53.914446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:53.916054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6e02b516-e8ef-4e01-a3f0-7cea8068a924 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8ed8815d-18db-448a-b29e-d607349ce00d HTTP/1.1" status: 204 len: 168 time: 0.2973366 Apr 21 14:52:53.954171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.015872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.084914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=b86dff90-90e4-4431-9cbc-2e829bf47e47,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:54.220376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.281423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.523429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.526398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.561381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.618550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.619023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router 625e86e2-fff4-4d07-b1ff-fd880d6913a7 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:52:54.623089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=0a09f54c-be4b-4c2f-aab6-5504a1fcb561,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:54.639156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.650564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993aaac-a5bb-4951-b7bc-e8a55fd66cef None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:54.651371 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a0ebc8d1-3a7e-4383-b752-78e9966030e7 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/0a09f54c-be4b-4c2f-aab6-5504a1fcb561 HTTP/1.1" status: 204 len: 168 time: 0.9101183 Apr 21 14:52:54.655546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34304) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.656829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.661485 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3fddd8b0-eb73-49cd-9130-538812a05842 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 204 len: 168 time: 1.8381729 Apr 21 14:52:54.662290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34308) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.667538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1411308032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:54.674499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:54.678583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:54.681427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:54.687734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:54.704858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.706086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.725140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.729412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02bfbfc-a58e-4bda-9bef-bf9f796863f1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:54.730311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02bfbfc-a58e-4bda-9bef-bf9f796863f1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:54.732237 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e02bfbfc-a58e-4bda-9bef-bf9f796863f1 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/2ee02e5d-e4ea-4321-ad1e-45881f922994 HTTP/1.1" status: 404 len: 337 time: 0.0755472 Apr 21 14:52:54.736606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34314) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.749109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.809755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.813374 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3266b9bf-1a3d-42b4-b090-c97421a4c1eb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1476285 Apr 21 14:52:54.814094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34318) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.814441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e657d311-c87e-4d06-85b7-a06558249ac6 None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:54.814953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e657d311-c87e-4d06-85b7-a06558249ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.822995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': True}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:54.829540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting subnet 121ba800-7e68-47ee-b3f6-deea5004880e {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:52:54.833110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.865404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:54.909071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.925114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e657d311-c87e-4d06-85b7-a06558249ac6 None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:54.954291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e657d311-c87e-4d06-85b7-a06558249ac6 None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:54.954920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e657d311-c87e-4d06-85b7-a06558249ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:54.993034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b5874935-a1ec-40cf-814b-e3a41b91d2c5 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:54.993944 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-b5874935-a1ec-40cf-814b-e3a41b91d2c5 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 14:52:54.994487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b5874935-a1ec-40cf-814b-e3a41b91d2c5 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:55.000212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5874935-a1ec-40cf-814b-e3a41b91d2c5 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1289048 Apr 21 14:52:55.000212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34328) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.007028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689000232'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:55.021980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.030735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.034395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.042035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.068070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.098651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.119063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.145824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.149944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.152927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.158891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.218390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.267958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Subnet': ['ID=121ba800-7e68-47ee-b3f6-deea5004880e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.277927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.296522 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0395e19d-c3fa-4983-88ec-372ede946e55 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/121ba800-7e68-47ee-b3f6-deea5004880e HTTP/1.1" status: 204 len: 168 time: 0.5581014 Apr 21 14:52:55.303973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.338314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-649823ab-71df-400d-b544-8ed65f712b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.354071 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-422309bc-ada6-466b-89a1-db209274f0d8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.354313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422309bc-ada6-466b-89a1-db209274f0d8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.367169 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-422309bc-ada6-466b-89a1-db209274f0d8 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/906a6686-1151-48d3-b03f-f16d9555bf10 HTTP/1.1" status: 404 len: 337 time: 0.0620604 Apr 21 14:52:55.369988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34336) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.393771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.426958 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-00462194-25c9-4381-a20f-14961e3ce538 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "GET /v2.0/ports?device_id=a51c8b57-ad01-4a03-978f-4e2f0be6527a HTTP/1.1" status: 200 len: 205 time: 0.0558558 Apr 21 14:52:55.429053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.429992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34340) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.492491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.512009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.514513 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-efd80755-0b40-4bc2-998a-1d1cd86161d5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] delete failed (client error): The resource could not be found. Apr 21 14:52:55.517919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-efd80755-0b40-4bc2-998a-1d1cd86161d5 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/routers/a51c8b57-ad01-4a03-978f-4e2f0be6527a HTTP/1.1" status: 404 len: 336 time: 0.0847778 Apr 21 14:52:55.518843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34344) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.523128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.532942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.543813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.547430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=902357b8-0c68-4716-b53b-40eda2df73bd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.564101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa9b58c-0974-4fc6-a409-df6b2a9195ff tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.564812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa9b58c-0974-4fc6-a409-df6b2a9195ff tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.569682 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eaa9b58c-0974-4fc6-a409-df6b2a9195ff tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/3055b373-ea7c-40f7-a2eb-495b28305fed HTTP/1.1" status: 404 len: 337 time: 0.0458453 Apr 21 14:52:55.569682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34348) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.612391 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03d74fc-2359-47c6-a4d4-00b8c5b26cb6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.612816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03d74fc-2359-47c6-a4d4-00b8c5b26cb6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.614609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e03d74fc-2359-47c6-a4d4-00b8c5b26cb6 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/b099798b-48df-4b6c-b467-e85496367fc4 HTTP/1.1" status: 404 len: 337 time: 0.0444839 Apr 21 14:52:55.617249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.669704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.674847 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96c87e3-ccee-4791-af16-19f2cbac3b61 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.675453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96c87e3-ccee-4791-af16-19f2cbac3b61 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.683148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.697243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a88eb-fbaa-42dd-b0c0-aa1fa2686e54 None None] Network 51834484-7877-49db-ad4b-66e85a8dcea6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:52:55.702845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f96c87e3-ccee-4791-af16-19f2cbac3b61 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ca027d3a-9d10-4628-88df-cc43cc68238d HTTP/1.1" status: 404 len: 337 time: 0.0822794 Apr 21 14:52:55.707839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34356) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.764045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.768095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7670863 Apr 21 14:52:55.768896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34360) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.772204 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3648b47-7c4c-4bb0-8f1c-c31a2aa93a5b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.772660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3648b47-7c4c-4bb0-8f1c-c31a2aa93a5b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.776656 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e3648b47-7c4c-4bb0-8f1c-c31a2aa93a5b tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/58265921-d25b-49b8-a769-890e2cd20774 HTTP/1.1" status: 404 len: 333 time: 0.0631285 Apr 21 14:52:55.781797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2e910-aaf3-4748-82be-7d603be9fba2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:55.783349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.787348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:55.791484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:55.794809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:55.801071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:55.805870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9b17f4c5-8e6c-4bb0-bd74-249a00d9d34b None None] Provisioning complete for port 6647f099-106e-4c25-8f2c-1a704ae64e98 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:55.806318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b17f4c5-8e6c-4bb0-bd74-249a00d9d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.809296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3f64f-66fa-4449-b5a2-173ca2c73cba tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2e910-aaf3-4748-82be-7d603be9fba2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.822702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.839736 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-0001d451-2383-4747-83fc-d00036764a44 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.840595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0001d451-2383-4747-83fc-d00036764a44 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.842493 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0001d451-2383-4747-83fc-d00036764a44 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ae22e7a4-acbd-43b6-861b-4bcdd4fb3763 HTTP/1.1" status: 404 len: 337 time: 0.0561569 Apr 21 14:52:55.845123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34368) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.892610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-573f2d28-8436-4155-8c50-45fa8843b13d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.893050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573f2d28-8436-4155-8c50-45fa8843b13d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.897499 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-573f2d28-8436-4155-8c50-45fa8843b13d tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/a9a2f634-dfb5-41dd-8282-8a26b57d3e2e HTTP/1.1" status: 404 len: 337 time: 0.0486264 Apr 21 14:52:55.897499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.898061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34372) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:55.926931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.934813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9b17f4c5-8e6c-4bb0-bd74-249a00d9d34b None None] Port 6647f099-106e-4c25-8f2c-1a704ae64e98 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:52:55.947901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.955233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.959164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9b17f4c5-8e6c-4bb0-bd74-249a00d9d34b None None] Provisioning complete for port de16f500-f95e-4c8e-ad94-aa80f7ffc034 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:52:55.959606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b17f4c5-8e6c-4bb0-bd74-249a00d9d34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:55.968396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91d2003-c831-4a0c-b75a-5251cd96d95c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:55.969518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91d2003-c831-4a0c-b75a-5251cd96d95c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:55.979237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79aee4ca-b5bd-4a44-a2a9-721b1f27e7a6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:55.991263 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b91d2003-c831-4a0c-b75a-5251cd96d95c tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/ec5d8ea1-9824-4e00-986e-13d528449c2a HTTP/1.1" status: 404 len: 333 time: 0.0889168 Apr 21 14:52:55.991496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34376) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.027973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.032040 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f46e38ab-5d26-493f-8642-31e7d3a4bee4 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2567377 Apr 21 14:52:56.035796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.041068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2e910-aaf3-4748-82be-7d603be9fba2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:56.047210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.051378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:56.054833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:56.061006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.065051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9befed-fe0b-436f-9c38-77c0fb9b7787 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:56.065530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9befed-fe0b-436f-9c38-77c0fb9b7787 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:56.069834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6d9befed-fe0b-436f-9c38-77c0fb9b7787 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/a12ea00a-8621-473e-9310-92707b899f0f HTTP/1.1" status: 404 len: 337 time: 0.0748446 Apr 21 14:52:56.071541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34386) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.091893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 172.26.4.57 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/0d1f16c5-f2f4-4521-b786-24ff8e393f12) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:52:56.118091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6545c0e4-9e2b-4f43-8161-31123ec92796 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] DELETE failed (client error): The resource could not be found. Apr 21 14:52:56.118539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6545c0e4-9e2b-4f43-8161-31123ec92796 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:52:56.118867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] DHCP port deletion for 51834484-7877-49db-ad4b-66e85a8dcea6 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:52:56.123906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6545c0e4-9e2b-4f43-8161-31123ec92796 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/subnets/ad02efd2-5dbb-495a-9d07-03b831eb0e67 HTTP/1.1" status: 404 len: 337 time: 0.0477717 Apr 21 14:52:56.124099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34390) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.126084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Deleting port de16f500-f95e-4c8e-ad94-aa80f7ffc034 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:56.126508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.129120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.193930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:52:56.197821 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f3f9dc1-1750-45f6-95c4-93a474873a4f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1584320 Apr 21 14:52:56.198108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34394) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.267215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Deleting port 6647f099-106e-4c25-8f2c-1a704ae64e98 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:56.267593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.269556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.300403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.340236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] For port de16f500-f95e-4c8e-ad94-aa80f7ffc034, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=de16f500-f95e-4c8e-ad94-aa80f7ffc034,segment=NetworkSegment(33343e0a-6e64-4afe-8970-482e373a19ca),segment_id=33343e0a-6e64-4afe-8970-482e373a19ca)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:52:56.340893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.361521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.381160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2e910-aaf3-4748-82be-7d603be9fba2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.385891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.388844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-938cbb88-5673-4c14-9e4f-d74c50d5e013 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/c9c2e910-aaf3-4748-82be-7d603be9fba2 HTTP/1.1" status: 204 len: 168 time: 0.1880114 Apr 21 14:52:56.391164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.448349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cdb81e5a-b971-4c34-af5f-b375a84021f8 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:56.467332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cdb81e5a-b971-4c34-af5f-b375a84021f8 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:56.472554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cdb81e5a-b971-4c34-af5f-b375a84021f8 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775001 Apr 21 14:52:56.473635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34402) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.480523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--105913537'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:56.484610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Calling delete_port for de16f500-f95e-4c8e-ad94-aa80f7ffc034 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:56.487491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.498296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.508484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.522949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.530530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.534319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:56.537607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:56.544268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.575504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.622503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.628002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] Pushing event deleted for resources: {'Port': ['ID=de16f500-f95e-4c8e-ad94-aa80f7ffc034,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.628353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.633660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba4144-ba0f-41cb-8d65-df23e8f679fc None None] No DVR routers for this DVR port de16f500-f95e-4c8e-ad94-aa80f7ffc034 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:52:56.666515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.672739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b59209-a5a8-47fc-aaad-ad951aa6c1a8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.682514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.684543 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3b256c55-00c9-423d-bd2c-4d9bdf6ba1ec tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2095790 Apr 21 14:52:56.687658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34406) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.692567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5efb409c-b246-437b-8f73-cf9d0e5b3ac9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'c5b59209-a5a8-47fc-aaad-ad951aa6c1a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:56.693335 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-5efb409c-b246-437b-8f73-cf9d0e5b3ac9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 14:52:56.693822 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-5efb409c-b246-437b-8f73-cf9d0e5b3ac9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:56.694719 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5efb409c-b246-437b-8f73-cf9d0e5b3ac9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061748 Apr 21 14:52:56.700953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34410) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.763364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.800644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Calling delete_port for 6647f099-106e-4c25-8f2c-1a704ae64e98 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:52:56.801133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.832121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.856227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.875103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b59209-a5a8-47fc-aaad-ad951aa6c1a8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.882682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:56.885947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ffe159f-7384-4c62-92c5-dd97b9f34692 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/c5b59209-a5a8-47fc-aaad-ad951aa6c1a8 HTTP/1.1" status: 204 len: 168 time: 0.1841564 Apr 21 14:52:56.887151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34414) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.935675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:52:56.938922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c454d26-a5dd-4bf6-8ea1-58099e665280 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:56.940085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:52:56.942646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:52:56.955053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c454d26-a5dd-4bf6-8ea1-58099e665280 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:56.956227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c454d26-a5dd-4bf6-8ea1-58099e665280 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681736 Apr 21 14:52:56.959957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34418) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:56.965839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--936691458'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:56.972166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:56.982436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:56.983487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=0d1f16c5-f2f4-4521-b786-24ff8e393f12,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:56.992801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.014299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:57.018580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:57.021955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:57.029392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:57.074841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.105963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.109716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.138926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Port': ['ID=6647f099-106e-4c25-8f2c-1a704ae64e98,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:57.161640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b2f3f2-d5c4-479f-83f6-1b7140bccb8a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:57.170525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.171790 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4a7e710c-061d-41bd-9bc9-f36aa19d5a04 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2106407 Apr 21 14:52:57.175040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.180736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-198f4a50-98b1-489f-aaf4-f76772d692a6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'f7b2f3f2-d5c4-479f-83f6-1b7140bccb8a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.181992 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-198f4a50-98b1-489f-aaf4-f76772d692a6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 14:52:57.182749 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-198f4a50-98b1-489f-aaf4-f76772d692a6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.183873 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-198f4a50-98b1-489f-aaf4-f76772d692a6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077693 Apr 21 14:52:57.186414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34426) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.230607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.251011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.263550 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b2201133-3131-4a32-b224-a166e0a70c6f tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/ports/6647f099-106e-4c25-8f2c-1a704ae64e98 HTTP/1.1" status: 204 len: 168 time: 1.1335762 Apr 21 14:52:57.263764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34430) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.279396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.334030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.353467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b2f3f2-d5c4-479f-83f6-1b7140bccb8a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:57.360523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.363662 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e9fc85e5-8e41-4467-9d08-cfa18e2dc55f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7b2f3f2-d5c4-479f-83f6-1b7140bccb8a HTTP/1.1" status: 204 len: 168 time: 0.1763432 Apr 21 14:52:57.364239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34436) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.416470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b393888c-0dff-4427-909c-ec01482cc610 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:57.432235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b393888c-0dff-4427-909c-ec01482cc610 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:57.434605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b393888c-0dff-4427-909c-ec01482cc610 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694709 Apr 21 14:52:57.438727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34442) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.443740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--450428133'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.450833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:57.460396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:57.463685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.470820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.482529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7cf7dae0-87da-4a94-ab45-484b1d165dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.497612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:57.501340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:57.504096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:57.509627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:57.624247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.688793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.695293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.741515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8ac884-375c-4753-983f-ff1396c9eca2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:57.745022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.748273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.749561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c3cab2dc-ac7a-497f-bd4e-a2ef1deaaab1 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3097544 Apr 21 14:52:57.752391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34446) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.757559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-989068b3-b54e-44be-89bc-16ce94f79f51 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'af8ac884-375c-4753-983f-ff1396c9eca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.773611 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-989068b3-b54e-44be-89bc-16ce94f79f51 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 14:52:57.774261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-989068b3-b54e-44be-89bc-16ce94f79f51 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.778294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-989068b3-b54e-44be-89bc-16ce94f79f51 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219119 Apr 21 14:52:57.778519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34450) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.783820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f195757b-3d5c-45ac-bc7a-19ac5328f5d9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'af8ac884-375c-4753-983f-ff1396c9eca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.784598 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-f195757b-3d5c-45ac-bc7a-19ac5328f5d9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 14:52:57.785063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f195757b-3d5c-45ac-bc7a-19ac5328f5d9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.789261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f195757b-3d5c-45ac-bc7a-19ac5328f5d9 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075583 Apr 21 14:52:57.789517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34454) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.794720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ff872f07-4af8-4736-a7a1-6f989f3e4787 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'af8ac884-375c-4753-983f-ff1396c9eca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.795503 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-ff872f07-4af8-4736-a7a1-6f989f3e4787 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 14:52:57.796078 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-ff872f07-4af8-4736-a7a1-6f989f3e4787 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.799570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff872f07-4af8-4736-a7a1-6f989f3e4787 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066328 Apr 21 14:52:57.799866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34458) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.805698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7c2223d1-d01f-430a-9af1-9a5d1e7bbf79 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': 'af8ac884-375c-4753-983f-ff1396c9eca2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:57.806705 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-7c2223d1-d01f-430a-9af1-9a5d1e7bbf79 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 14:52:57.807175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-7c2223d1-d01f-430a-9af1-9a5d1e7bbf79 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:57.810903 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7c2223d1-d01f-430a-9af1-9a5d1e7bbf79 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072107 Apr 21 14:52:57.811182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34462) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:57.879876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.910719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.945977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:52:57.957406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51834484-7877-49db-ad4b-66e85a8dcea6']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.967359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:57.985387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: de16f500-f95e-4c8e-ad94-aa80f7ffc034 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:52:57.985731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device de16f500-f95e-4c8e-ad94-aa80f7ffc034 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:52:57.989778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33343e0a-6e64-4afe-8970-482e373a19ca') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.990073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33343e0a-6e64-4afe-8970-482e373a19ca') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:57.998299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8ac884-375c-4753-983f-ff1396c9eca2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.001339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.002370 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-65086191-4ac8-4116-8f7f-441268e11d16 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/af8ac884-375c-4753-983f-ff1396c9eca2 HTTP/1.1" status: 204 len: 168 time: 0.1903384 Apr 21 14:52:58.004880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34466) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.007453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.056765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-30bdee06-c48c-425f-83db-b568af35e021 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:58.071190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-30bdee06-c48c-425f-83db-b568af35e021 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:58.076552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-30bdee06-c48c-425f-83db-b568af35e021 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666211 Apr 21 14:52:58.077461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34470) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.082297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028058652'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.089747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.091408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.101428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:52:58.101767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.108548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:52:58.116702 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:52:58.119200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.137514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.141189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.143980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.149474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.221631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.224917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.271044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98157a81-233d-43ba-af9b-3d466e1673f7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.274069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.275150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.275294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-01597006-a7ff-459e-a8fe-34b004519601 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1968739 Apr 21 14:52:58.281708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34476) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.288304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b3757161-615e-4021-831e-2e5bb26fcd29 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.289009 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-b3757161-615e-4021-831e-2e5bb26fcd29 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 14:52:58.289517 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b3757161-615e-4021-831e-2e5bb26fcd29 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.292903 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b3757161-615e-4021-831e-2e5bb26fcd29 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064230 Apr 21 14:52:58.293141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34480) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.295380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.297760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.308649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] Pushing event deleted for resources: {'Network': ['ID=51834484-7877-49db-ad4b-66e85a8dcea6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:58.309168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.318166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c5edd544-394d-4fad-8c4b-64f7adae4498 tempest-PortsTestJSON-1987873675 tempest-PortsTestJSON-1987873675-project] 10.222.0.35 "DELETE /v2.0/networks/51834484-7877-49db-ad4b-66e85a8dcea6 HTTP/1.1" status: 204 len: 168 time: 1.0492420 Apr 21 14:52:58.319171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.320499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.322941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.324508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.329815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.360102 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.363995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-919b0ac9-8718-4cd0-95b0-c89cc775170c tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668812 Apr 21 14:52:58.364303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34486) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.370777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7f5b3bdb-0abe-418f-bcb4-ab9e9ed9d1d2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.371559 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-7f5b3bdb-0abe-418f-bcb4-ab9e9ed9d1d2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 14:52:58.372038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-7f5b3bdb-0abe-418f-bcb4-ab9e9ed9d1d2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.375282 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7f5b3bdb-0abe-418f-bcb4-ab9e9ed9d1d2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067976 Apr 21 14:52:58.377497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.383595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.386057 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:52:58.390909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.394752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.397661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.403598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.439079 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.439565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-47c69b3e-c46f-4a45-95bc-0ea24b13b071 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0610669 Apr 21 14:52:58.442209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34496) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.449439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2b7deea5-87d0-49af-ab14-dc6948d80306 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.450227 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-2b7deea5-87d0-49af-ab14-dc6948d80306 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 14:52:58.450838 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-2b7deea5-87d0-49af-ab14-dc6948d80306 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.451906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2b7deea5-87d0-49af-ab14-dc6948d80306 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086498 Apr 21 14:52:58.455570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34500) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.461801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.467597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.471582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.474663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.482639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.496535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Project 04addc11274e4cb6ae49065c6a03a025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:58.517413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.518584 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1db6825a-db08-4450-8a5d-88ef1b013bc0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0618625 Apr 21 14:52:58.521597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.527001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2ef24ab4-0b03-490f-81e4-10eefe3c1074 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.527756 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-2ef24ab4-0b03-490f-81e4-10eefe3c1074 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 14:52:58.528088 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-2ef24ab4-0b03-490f-81e4-10eefe3c1074 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.531600 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2ef24ab4-0b03-490f-81e4-10eefe3c1074 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064542 Apr 21 14:52:58.531739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34508) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.537834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.544097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.547328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router f02cc8cd-f736-44e3-bb2b-b56e63b38607 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:52:58.548196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.551906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.558470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.569415 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Project 04addc11274e4cb6ae49065c6a03a025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:58.590911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.594841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6f886681-c841-49cc-a062-3906e18ad90e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0592737 Apr 21 14:52:58.595081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34514) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.600740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '98157a81-233d-43ba-af9b-3d466e1673f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:58.606452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:58.610201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:58.613556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:58.619214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:58.630851 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Project 04addc11274e4cb6ae49065c6a03a025 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:52:58.654218 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:52:58.658198 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1bfa7f12-477f-4eb8-8921-88f594f1174b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0585964 Apr 21 14:52:58.658418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34518) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.676544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.684722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.740241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:52:58.744354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.748969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0df7e9ba-a062-4895-9609-01b8cc4eb67b tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "PUT /v2.0/routers/f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 200 len: 918 time: 3.9343560 Apr 21 14:52:58.751259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] Sync routers for ids ['f02cc8cd-f736-44e3-bb2b-b56e63b38607'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:52:58.753439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:58.757995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.772467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] Routers {'f02cc8cd-f736-44e3-bb2b-b56e63b38607'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:58.773318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f02cc8cd-f736-44e3-bb2b-b56e63b38607'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.841183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.849840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] Routers {'f02cc8cd-f736-44e3-bb2b-b56e63b38607'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:52:58.850450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['f02cc8cd-f736-44e3-bb2b-b56e63b38607'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.897179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.915777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:52:58.916604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b018fe-b127-47a6-85ae-b546e3febdd3 None None] The sync data for ids ['f02cc8cd-f736-44e3-bb2b-b56e63b38607'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:52:58.950334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:58.992625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-50a6f093-4110-4123-8cd3-e5e39ce7936d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce6e8765507a41058e2595693305a8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148365 Apr 21 14:52:58.995238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.033589 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dbc2d633-ffc5-4ced-bfdd-43670af2a4bc tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 200 len: 924 time: 0.2770205 Apr 21 14:52:59.036440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34538) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.060504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.074522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.088942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.104127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98157a81-233d-43ba-af9b-3d466e1673f7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.114972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.118316 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-35d1c883-3c3e-4c3a-ac6c-95b109150d0f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/98157a81-233d-43ba-af9b-3d466e1673f7 HTTP/1.1" status: 204 len: 168 time: 0.4567666 Apr 21 14:52:59.119301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34542) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.142252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee921dc-188f-467f-85c6-ab591411e1d7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:59.143983 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fee921dc-188f-467f-85c6-ab591411e1d7 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=f02cc8cd-f736-44e3-bb2b-b56e63b38607&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1065621 Apr 21 14:52:59.146695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34546) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.178815 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-362a7c5a-1fd9-47df-a044-d72fa316df24 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584111 Apr 21 14:52:59.184150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34550) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.189866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--65582297'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:59.195589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:59.197795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.211908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:59.216582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:59.220670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1985798-7a03-4cb2-bc61-c4a908408833,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.225878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:59.231669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.232837 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36f3e48e-cfa3-482a-b34d-a3995dc86899 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1985798-7a03-4cb2-bc61-c4a908408833 HTTP/1.1" status: 204 len: 168 time: 0.2359617 Apr 21 14:52:59.241484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.262523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:59.266393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:59.269344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:59.275425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:59.293920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564b434b-eed3-429f-8cd1-4cb587f3f659 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:52:59.294399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-564b434b-eed3-429f-8cd1-4cb587f3f659 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Synchronizing usage tracker for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:52:59.305973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-564b434b-eed3-429f-8cd1-4cb587f3f659 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Unset dirty status for tenant:3eb9ea8d4cec407f8a89de1adbd0994b on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:52:59.310453 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-564b434b-eed3-429f-8cd1-4cb587f3f659 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.1595016 Apr 21 14:52:59.310725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34556) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.351509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.356961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.361544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddf5fc0e-eb10-4197-9a10-6c219530cd68 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 200 len: 205 time: 0.0496342 Apr 21 14:52:59.362163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34560) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.486725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.487915 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3025699 Apr 21 14:52:59.490855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.491246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741b7d-bd90-4bad-8f4d-eaf535638bd6 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a0c75a-b9c6-467c-bbee-7c190853da29,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:52:59.504041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '11a0c75a-b9c6-467c-bbee-7c190853da29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:59.514886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:59.519120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:59.522864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:59.529504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:59.575705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The resource could not be found. Apr 21 14:52:59.579767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34576) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.579907 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f9a70e8b-9642-4e86-b8f7-d36da90c508f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0880225 Apr 21 14:52:59.588602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '11a0c75a-b9c6-467c-bbee-7c190853da29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '200587b0-4e8a-4c14-b926-891c125957fe'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:52:59.595262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:52:59.604575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:52:59.609598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:52:59.613845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.673587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:52:59.934419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The resource could not be found. Apr 21 14:52:59.935473 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cd001134-b857-404c-93a9-489dc0a6f245 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3548343 Apr 21 14:52:59.938269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.968367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:52:59.974032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34594) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:52:59.992301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port 0d1f16c5-f2f4-4521-b786-24ff8e393f12 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:52:59.992633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.079706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.081304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029168493'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:00.086925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.090668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.093465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.099507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.109638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.122409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.136785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.140586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.143310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.148733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.173859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.237700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.239059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.243416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.257454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.265788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.273843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.284369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.287799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b327fe-d33d-40b4-bc06-fad94e607114,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.361931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.364705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.364957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for 0d1f16c5-f2f4-4521-b786-24ff8e393f12 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:00.368926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.391787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.410635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e00777-977a-4a2f-a8cc-a3e7d6587f95,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.413662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.417846 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25d3b3b9-b44b-4abe-beba-02cafaeb51d6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4397430 Apr 21 14:53:00.418075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34600) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.428977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a0c75a-b9c6-467c-bbee-7c190853da29,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.446883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.451041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34606) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.451255 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0287c691-4fd3-4220-b3a1-42eab4d810cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/11a0c75a-b9c6-467c-bbee-7c190853da29 HTTP/1.1" status: 204 len: 168 time: 0.5120060 Apr 21 14:53:00.512838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed0e8154-0b35-4a65-9ac8-57b06f314049 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:00.542975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8f0714b1-912e-4de7-b4d8-95332b45dd74 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:00.554891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed0e8154-0b35-4a65-9ac8-57b06f314049 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:00.556121 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ed0e8154-0b35-4a65-9ac8-57b06f314049 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1371522 Apr 21 14:53:00.559647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34610) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.562863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8f0714b1-912e-4de7-b4d8-95332b45dd74 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:00.564154 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f0714b1-912e-4de7-b4d8-95332b45dd74 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118264 Apr 21 14:53:00.566794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-security--974643003', 'description': 'tempest-security-description-1974232413'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:00.567948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34614) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.572851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '9a0af844-74ef-41f6-b1ba-2333ceaf6ba1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:00.578697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.582757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.585601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.592247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.593959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.626711 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The resource could not be found. Apr 21 14:53:00.631231 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b6502eb0-2397-4b1d-a810-f8fc56b44c59 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0589740 Apr 21 14:53:00.631538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.636698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213354523'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:00.642351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.647830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.652513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.655220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=0d1f16c5-f2f4-4521-b786-24ff8e393f12,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.664534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.684723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.688546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.691428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.697047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.768737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.773735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.786766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.789269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.825573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6c653-d7ac-4f99-8931-1ddaed4804b9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:00.835447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.839773 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-df324fba-a6e6-4ab7-9ea3-75844a28ae5d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2042046 Apr 21 14:53:00.840537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:00.841929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.846471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250511999'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:00.852203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.857275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.860089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.865875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.876068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.895585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:00.899308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:00.902678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:00.908342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:00.931660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:00.932900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "PUT /v2.0/security-groups/a9e00777-977a-4a2f-a8cc-a3e7d6587f95 HTTP/1.1" status: 200 len: 1779 time: 0.3721688 Apr 21 14:53:00.937444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.001931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.004580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.006249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a355625-5298-4b63-803e-ca0e06fb9ff2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e00777-977a-4a2f-a8cc-a3e7d6587f95,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.010345 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18f9d6f0-e7fc-43a9-b955-91b621682016 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups/a9e00777-977a-4a2f-a8cc-a3e7d6587f95 HTTP/1.1" status: 200 len: 1779 time: 0.0717936 Apr 21 14:53:01.013650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.030786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.031301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router f02cc8cd-f736-44e3-bb2b-b56e63b38607 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:53:01.038237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.041998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.043092 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dcd1668b-ea2f-4cb2-94e5-a46e9c482ccd tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 204 len: 168 time: 1.6729314 Apr 21 14:53:01.045255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.047241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34634) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.052528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1938937023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:01.058976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.062771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:01.065630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:01.071393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.084981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.085918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.102613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.112279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e0840c-973e-47af-bbff-3ff127b7ab92,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.117799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.119050 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0705b018-5123-4d8d-b197-0c2b01de869b tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2772322 Apr 21 14:53:01.123055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34638) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.125362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.128739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '11e6c653-d7ac-4f99-8931-1ddaed4804b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '90e0840c-973e-47af-bbff-3ff127b7ab92'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:01.141692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.149560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.150266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:01.150861 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9011e4ac-ddb0-4970-9415-0766f4969ef5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1027012 Apr 21 14:53:01.153782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34642) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.154617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:01.157178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.158933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'enable_snat': False}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:01.162124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.197467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.349332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:53:01.350261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c839949-a31d-4b42-b5cc-2c0a07bb6b15 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2262700 Apr 21 14:53:01.353059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34646) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.394973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.419089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e00777-977a-4a2f-a8cc-a3e7d6587f95,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.440549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.443706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.444823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e7c71271-7e1b-4adf-a973-ef58ec0f94cd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9e00777-977a-4a2f-a8cc-a3e7d6587f95 HTTP/1.1" status: 204 len: 168 time: 0.4302583 Apr 21 14:53:01.452997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34650) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.491456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.552531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f7fcbbd-a7e8-433d-9549-7c8777b574d1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:01.569293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5f7fcbbd-a7e8-433d-9549-7c8777b574d1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:01.570574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f7fcbbd-a7e8-433d-9549-7c8777b574d1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166074 Apr 21 14:53:01.573454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34654) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.585777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.611441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e0840c-973e-47af-bbff-3ff127b7ab92,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.613364 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-81c2bb53-4948-45ce-ae3b-f28e533b2188 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] delete failed (client error): The resource could not be found. Apr 21 14:53:01.614356 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81c2bb53-4948-45ce-ae3b-f28e533b2188 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/a9e00777-977a-4a2f-a8cc-a3e7d6587f95 HTTP/1.1" status: 404 len: 347 time: 0.0399489 Apr 21 14:53:01.618348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34658) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.624223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--462075594'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:01.631472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.633902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.637460 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a8b9a1c1-b8c4-4843-bb7d-e2c14665631e tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/90e0840c-973e-47af-bbff-3ff127b7ab92 HTTP/1.1" status: 204 len: 168 time: 0.2809939 Apr 21 14:53:01.637593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34662) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.653305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.658368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.684764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.722979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.731132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-66e961ee-a478-406e-ab1d-343c65527f00 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:01.733733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:01.737133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:01.745517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.757845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-66e961ee-a478-406e-ab1d-343c65527f00 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:01.767272 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-66e961ee-a478-406e-ab1d-343c65527f00 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1281312 Apr 21 14:53:01.770374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34666) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.839779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.843982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.889599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80979694-721b-47fb-a4e0-1ed0eecf0bf8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:01.894423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.898822 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69b8d3fc-8334-4ef8-bb88-5c5fc1e7ee9a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2797782 Apr 21 14:53:01.899419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:01.905290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '80979694-721b-47fb-a4e0-1ed0eecf0bf8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:01.906478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:01.910955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:01.914811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:01.917799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:01.923472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:01.944425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.003523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.007755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.032020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8960a9aa-b4aa-48e7-b10b-0516d7a2331f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.035730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.041392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.042667 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-12856b80-e5a6-4b79-baf3-912b7136dcd7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423447 Apr 21 14:53:02.045693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34674) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.074546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.084867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.097862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.110778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.127106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8960a9aa-b4aa-48e7-b10b-0516d7a2331f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.129422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.133329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b190c01-989e-4b6d-8690-eb5d2f231cdd tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/8960a9aa-b4aa-48e7-b10b-0516d7a2331f HTTP/1.1" status: 204 len: 168 time: 0.0840006 Apr 21 14:53:02.133603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34678) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.137709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.189983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.223796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6c653-d7ac-4f99-8931-1ddaed4804b9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.274155 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d6a172a0-373c-48a4-ab7a-7f42b430082a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1394744 Apr 21 14:53:02.277278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34682) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.277537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.278512 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6f8cd9a9-6d6c-4eb5-836a-8219c3cd7bcb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/11e6c653-d7ac-4f99-8931-1ddaed4804b9 HTTP/1.1" status: 204 len: 168 time: 0.5069256 Apr 21 14:53:02.281818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34686) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.339976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.365911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.383578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Allocated IP 172.26.4.147 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/e088ea46-cb3e-4510-a11f-8f211f9cbdcd) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:02.388827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e44e7b80-ca0c-4ef6-b97d-987d19aa0801 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:02.418024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.427016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e44e7b80-ca0c-4ef6-b97d-987d19aa0801 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:02.431996 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e44e7b80-ca0c-4ef6-b97d-987d19aa0801 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1455495 Apr 21 14:53:02.432520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34690) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.442630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265863348'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:02.447759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80979694-721b-47fb-a4e0-1ed0eecf0bf8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.452476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.460791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.461914 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b7824681-c709-4c94-adca-1460f30d9b6a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/80979694-721b-47fb-a4e0-1ed0eecf0bf8 HTTP/1.1" status: 204 len: 168 time: 0.1836715 Apr 21 14:53:02.464970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34694) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.467927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.501968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.535723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.539907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b05b4c5a-4d32-41c7-8f1f-ba7385f951c6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:02.545803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:02.551232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:02.555131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.560470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.569436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b05b4c5a-4d32-41c7-8f1f-ba7385f951c6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:02.574593 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b05b4c5a-4d32-41c7-8f1f-ba7385f951c6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1048195 Apr 21 14:53:02.574758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34698) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.586785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.587515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--311089017'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:02.595533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.610956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.633003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.653105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:02.656353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:02.660060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:02.671751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.678845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.680088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:02.683954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:02.686666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.704262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Pushing event updated for resources: {'Port': ['ID=e088ea46-cb3e-4510-a11f-8f211f9cbdcd,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.710763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.751270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9d77fe-af1a-4be7-87ea-a6fa12a23c5e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.767788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.771893 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c49f3cb-7b9b-4356-a8a2-e5a30cf638cb tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3350384 Apr 21 14:53:02.772072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34702) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.781742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '4b9d77fe-af1a-4be7-87ea-a6fa12a23c5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:02.789245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.802572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:02.806966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:02.820779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.843138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.855279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.893281 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:53:02.894299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ad206f4-6924-45cc-954e-17b86699f8f2 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1203778 Apr 21 14:53:02.898363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34708) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.906637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group_rule': {'security_group_id': '4b9d77fe-af1a-4be7-87ea-a6fa12a23c5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:02.907145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda0741-bb44-4858-a765-8a35bc8678ca,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:02.913737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:02.915317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a7740ac3-4d2f-4756-ad53-f1242abb0451 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3395324 Apr 21 14:53:02.918834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:02.920051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.924680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0fda0741-bb44-4858-a765-8a35bc8678ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:02.930225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:02.931037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:02.935573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:02.936850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:02.938173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:02.944196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.944598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:02.960392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.020135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.023748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.051924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda86bc0-5b2a-43ec-8c20-1bac7402a1e8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.059955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:53:03.060959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f0120d71-75fa-4b5b-8ec3-6fe4f1f64ca0 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1616819 Apr 21 14:53:03.064049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.065739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8bf58282-ba8e-4228-b390-cce218be7ae5 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1458821 Apr 21 14:53:03.066290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34716) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.068715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34718) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.082851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0fda0741-bb44-4858-a765-8a35bc8678ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.093564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.106630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:03.111839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:03.125506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:03.160939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.176952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.224177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.263196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.280393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.287291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.313575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.317545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1a2331-f4f8-45cc-868e-56a282c4ee4e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.345187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9d77fe-af1a-4be7-87ea-a6fa12a23c5e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.356742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.360429 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-261dee74-5288-40dd-926b-8aa8046c3e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2884123 Apr 21 14:53:03.360429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.360429 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8c6fcd69-1bfa-4b39-89c3-988ba1ad9d5f tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/4b9d77fe-af1a-4be7-87ea-a6fa12a23c5e HTTP/1.1" status: 204 len: 168 time: 0.2927527 Apr 21 14:53:03.360736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34724) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.362651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34726) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.368595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0fda0741-bb44-4858-a765-8a35bc8678ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.389036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.395123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:03.404309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:03.413905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:03.436645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40ea7e46-a891-4bf8-b16b-ab4b93296177 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:03.450602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.477997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40ea7e46-a891-4bf8-b16b-ab4b93296177 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:03.479226 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-40ea7e46-a891-4bf8-b16b-ab4b93296177 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1155162 Apr 21 14:53:03.483269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34732) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.487763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502804577'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.503039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.518839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:03.542721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.553766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.562827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.578072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.590259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Usage tracker for resource:security_group_rule and tenant:04addc11274e4cb6ae49065c6a03a025 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:03.598496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:03.601376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7723eb-5256-4aa3-8ef3-8269f82d7568,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.610273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:03.615874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.617105 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dbd78c6c-c563-434e-9ded-4ebf65703e70 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2556145 Apr 21 14:53:03.619927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34736) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.627854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0fda0741-bb44-4858-a765-8a35bc8678ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.638424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.640342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.644890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:03.647777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.649671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:03.656889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:03.685361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.688995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.736648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc76cf9-5bbe-4241-afa8-7f2613931502,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.743443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.744605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9640bc69-cae6-43be-bc54-62a95d18686d tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2606893 Apr 21 14:53:03.747953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34740) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.751450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.753110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-de924698-4e18-446f-be03-383af2703954 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.753546 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-de924698-4e18-446f-be03-383af2703954 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 14:53:03.754033 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-de924698-4e18-446f-be03-383af2703954 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 14:53:03.754921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-de924698-4e18-446f-be03-383af2703954 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "PUT /v2.0/security-groups/4bc76cf9-5bbe-4241-afa8-7f2613931502 HTTP/1.1" status: 409 len: 330 time: 0.0061600 Apr 21 14:53:03.757421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34744) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.828900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.856425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.904454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.909929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.910082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.929682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc76cf9-5bbe-4241-afa8-7f2613931502,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.938103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.946103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e01093-693b-4a96-bac0-ae372c357e7c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:03.946302 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d7649b9a-1c80-47c3-a676-2d73fa1d7a09 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/4bc76cf9-5bbe-4241-afa8-7f2613931502 HTTP/1.1" status: 204 len: 168 time: 0.1768458 Apr 21 14:53:03.946862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.964425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:03.965693 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ff358bfe-01f0-4c76-8697-d7aaf175ec7d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3435557 Apr 21 14:53:03.966865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Router 16fa4d2a-e30f-4280-aa83-1a4a3b24098a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:53:03.968620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34752) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:03.975188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0fda0741-bb44-4858-a765-8a35bc8678ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:03.982380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:03.989398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:04.007032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95cca6d0-c0f2-4536-9e06-6dd511b5f669 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Synchronizing usage tracker for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:04.022731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-95cca6d0-c0f2-4536-9e06-6dd511b5f669 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] Unset dirty status for tenant:04addc11274e4cb6ae49065c6a03a025 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:04.023977 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95cca6d0-c0f2-4536-9e06-6dd511b5f669 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0759540 Apr 21 14:53:04.028282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.039917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:04.044998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f0b53cbd-b46a-4eac-a0e0-c93fb0c1f367 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] delete failed (client error): The resource could not be found. Apr 21 14:53:04.046018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f0b53cbd-b46a-4eac-a0e0-c93fb0c1f367 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "DELETE /v2.0/security-groups/b0fd0a51-8e1e-41ce-8437-14a165d0efce HTTP/1.1" status: 404 len: 347 time: 0.0170615 Apr 21 14:53:04.049708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34760) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.058389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:04.066674 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f541274c-0868-4a01-a819-f0e7f0ac6913 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] show failed (client error): The resource could not be found. Apr 21 14:53:04.067893 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f541274c-0868-4a01-a819-f0e7f0ac6913 tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-groups/a5533073-3492-44ae-85b9-be6ad9f477fe HTTP/1.1" status: 404 len: 347 time: 0.0170717 Apr 21 14:53:04.071643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34764) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.085314 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-72d1fd06-fec9-4ece-a7b0-76419970fbcd tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] show failed (client error): The resource could not be found. Apr 21 14:53:04.086275 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-72d1fd06-fec9-4ece-a7b0-76419970fbcd tempest-NegativeSecGroupIPv6Test-1015627975 tempest-NegativeSecGroupIPv6Test-1015627975-project] 10.222.0.35 "GET /v2.0/security-group-rules/ecfafd7b-aaec-4c2b-aabd-6fff2fbb065b HTTP/1.1" status: 404 len: 356 time: 0.0137424 Apr 21 14:53:04.094907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.220942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:04.225516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.226752 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f00ed19e-7106-4f2f-b694-25bc8fe4bf20 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "PUT /v2.0/routers/16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 200 len: 920 time: 3.0720472 Apr 21 14:53:04.230395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34770) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.233223 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] Sync routers for ids ['16fa4d2a-e30f-4280-aa83-1a4a3b24098a'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:04.242925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.247450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.263887 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] Routers {'16fa4d2a-e30f-4280-aa83-1a4a3b24098a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:04.264414 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['16fa4d2a-e30f-4280-aa83-1a4a3b24098a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.275990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840e9018-5e8b-49e2-8b50-3961e0694e5d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.290445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.292520 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0bae85db-bd64-4058-8736-4dd79dfd327b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3224711 Apr 21 14:53:04.295408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34776) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.331447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.334130 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.344050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] Routers {'16fa4d2a-e30f-4280-aa83-1a4a3b24098a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:04.344765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['16fa4d2a-e30f-4280-aa83-1a4a3b24098a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.349244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.383034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.405481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.407124 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/840e9018-5e8b-49e2-8b50-3961e0694e5d HTTP/1.1" status: 204 len: 168 time: 0.1102126 Apr 21 14:53:04.409550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34780) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.410057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34782) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.414959 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:04.415453 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d987965-5094-41e5-a405-91cb4c795ad6 None None] The sync data for ids ['16fa4d2a-e30f-4280-aa83-1a4a3b24098a'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:04.418674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5a263-fd83-4705-a5b2-5f14e914426d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=840e9018-5e8b-49e2-8b50-3961e0694e5d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.467165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37706834-a2a9-434e-875f-434d9c67a5a3 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 200 len: 926 time: 0.2324514 Apr 21 14:53:04.471381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34790) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.474062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d46c0f34-f7c9-466c-8d8b-897b26bee262 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:04.491463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d46c0f34-f7c9-466c-8d8b-897b26bee262 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:04.492826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d46c0f34-f7c9-466c-8d8b-897b26bee262 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0801225 Apr 21 14:53:04.495795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34794) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.524301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.536294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.544646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37211178-dab8-4085-b664-0f6dc471229d tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:04.546201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37211178-dab8-4085-b664-0f6dc471229d tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=16fa4d2a-e30f-4280-aa83-1a4a3b24098a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0739625 Apr 21 14:53:04.548710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34800) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.594455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.616907 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-319c35ef-dda3-42db-b6e9-eb71092dd240 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=04addc11274e4cb6ae49065c6a03a025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057946 Apr 21 14:53:04.620271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e01093-693b-4a96-bac0-ae372c357e7c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.621743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34804) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.637232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.638274 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cf7a9f36-8d4b-4162-bdc3-d345ecce83cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/f2e01093-693b-4a96-bac0-ae372c357e7c HTTP/1.1" status: 204 len: 168 time: 0.1415744 Apr 21 14:53:04.641621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34808) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.677103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b7201-839b-4654-80d2-5ca8d6780cdd tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:04.678482 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db4b7201-839b-4654-80d2-5ca8d6780cdd tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/networks/3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 881 time: 0.1288550 Apr 21 14:53:04.681388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.722500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d71941c-796a-43aa-9200-db0b393ba502 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:04.731216 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-88e08a6a-b454-4ac3-b340-40c11a82be40 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 200 len: 205 time: 0.0455329 Apr 21 14:53:04.731433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.735524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.758242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3d71941c-796a-43aa-9200-db0b393ba502 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:04.763198 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3d71941c-796a-43aa-9200-db0b393ba502 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1169951 Apr 21 14:53:04.763866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34820) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:04.777654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.824103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.836421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.866227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.883896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.903761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db7723eb-5256-4aa3-8ef3-8269f82d7568,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.916068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902357b8-0c68-4716-b53b-40eda2df73bd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:04.931016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.934583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1bb3372-8ac7-47bc-84b7-645122caf5ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/902357b8-0c68-4716-b53b-40eda2df73bd HTTP/1.1" status: 204 len: 168 time: 0.3083119 Apr 21 14:53:04.942733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:04.944177 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-44ea29fd-29e9-4b37-a0f7-0682d6aca56e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/db7723eb-5256-4aa3-8ef3-8269f82d7568 HTTP/1.1" status: 204 len: 168 time: 0.1797237 Apr 21 14:53:04.946561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34828) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.000422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b942c846-512c-473d-b0bb-9c26a240b1e8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:05.016677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b942c846-512c-473d-b0bb-9c26a240b1e8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:05.018060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b942c846-512c-473d-b0bb-9c26a240b1e8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0705571 Apr 21 14:53:05.021042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34832) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.035077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.053374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.075133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.103732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.122802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb1a2331-f4f8-45cc-868e-56a282c4ee4e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.134690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.137076 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-27e70dd7-c081-4f88-b502-214834b69dcb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/eb1a2331-f4f8-45cc-868e-56a282c4ee4e HTTP/1.1" status: 204 len: 168 time: 0.1126070 Apr 21 14:53:05.139836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34838) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.190671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0037c09e-db4b-4522-861d-bdf9a417c178 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:05.207957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0037c09e-db4b-4522-861d-bdf9a417c178 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:05.209150 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0037c09e-db4b-4522-861d-bdf9a417c178 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0680575 Apr 21 14:53:05.212033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34844) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.235367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34850) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.242220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.253405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.285820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.304227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.308176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eda86bc0-5b2a-43ec-8c20-1bac7402a1e8,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.318268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.319371 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-534b97f2-1863-4295-b8da-b939ece5951b tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/eda86bc0-5b2a-43ec-8c20-1bac7402a1e8 HTTP/1.1" status: 204 len: 168 time: 0.1063678 Apr 21 14:53:05.326291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34856) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.338403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port e088ea46-cb3e-4510-a11f-8f211f9cbdcd {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:05.338771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.376579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c9bb6cd4-91f4-4984-a5ef-6ccd1194cdba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:05.392751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c9bb6cd4-91f4-4984-a5ef-6ccd1194cdba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:05.393991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c9bb6cd4-91f4-4984-a5ef-6ccd1194cdba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0688195 Apr 21 14:53:05.396928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34862) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.579176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.606776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.665287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.684771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda0741-bb44-4858-a765-8a35bc8678ca,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:05.703015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34874) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.709730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.713239 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ebd76bbb-7d5b-423e-a58f-55933b9279ef tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/0fda0741-bb44-4858-a765-8a35bc8678ca HTTP/1.1" status: 204 len: 168 time: 0.3130066 Apr 21 14:53:05.718449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34880) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.751542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.777927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d21675bf-42b2-40a3-8f6b-18996d7c319d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:05.795981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d21675bf-42b2-40a3-8f6b-18996d7c319d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:05.802940 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d21675bf-42b2-40a3-8f6b-18996d7c319d tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779350 Apr 21 14:53:05.804424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34884) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:05.809990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--897953057'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:05.816476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:05.827563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:05.843527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1867193106-network', 'tenant_id': '68859b5095bb4496bfd7fb4880307186'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:05.848504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.862318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:05.869871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Usage tracker for resource:network and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:05.874612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:05.882396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:05.884570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:05.889799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:05.894930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:05.902039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:05.907352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Made reservation on behalf of 68859b5095bb4496bfd7fb4880307186 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:05.907562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for e088ea46-cb3e-4510-a11f-8f211f9cbdcd owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:05.910001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.926655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:05.950756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:05.957931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:05.961555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:05.970081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:06.033511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.041612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.096836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d31ca-4b9f-4e1e-a586-37874dbf443b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.131440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.132969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-affcb3f2-a79a-4cb8-b9e3-080c4ff518e7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3276362 Apr 21 14:53:06.135761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34888) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.147157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': 'd47d31ca-4b9f-4e1e-a586-37874dbf443b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:06.157436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:06.160478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.163370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:06.166462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:06.169142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.188336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:06.217514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65376cc4-9326-40ec-890d-e61d54b93d65,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.222024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.235582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.240642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:06.266373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.266706 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Added segment be62899f-971d-4f45-b457-0a43aabbb318 of type vlan for network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb Apr 21 14:53:06.295490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=e088ea46-cb3e-4510-a11f-8f211f9cbdcd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.310757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.315137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.320458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.356432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76e1185-dd40-4dfb-8c2c-c20e50d04b4c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.379464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.380845 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-727bbe08-4e27-4527-b98a-f0216c878b21 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2433906 Apr 21 14:53:06.382286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.383393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:06.383951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.388238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34892) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.514643 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8105090 Apr 21 14:53:06.515423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306fe31-a42a-458d-9212-c4efd59f1b0f admin admin] Pushing event updated for resources: {'Network': ['ID=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.517329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34896) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.517812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.525800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:06.532591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Request body: {'subnet': {'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1867193106-subnet', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:06.541776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:06.549796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Usage tracker for resource:subnet and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:06.553375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:06.569451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:06.578416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.590961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Made reservation on behalf of 68859b5095bb4496bfd7fb4880307186 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:06.593027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.609849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.644060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.795038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.823601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d31ca-4b9f-4e1e-a586-37874dbf443b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:06.859680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.859830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.860832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9b6be76d-8dff-478e-875f-9cbe1f34ffba tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/d47d31ca-4b9f-4e1e-a586-37874dbf443b HTTP/1.1" status: 204 len: 168 time: 0.4595797 Apr 21 14:53:06.864046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34900) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:06.864193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.908086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.958324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.958822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router 16fa4d2a-e30f-4280-aa83-1a4a3b24098a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:53:06.983635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31db230-d216-4ce0-88be-b4b624061420 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:06.989380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:06.990465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e8a69ea3-5772-48d1-9a25-7ed887c76e41 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 204 len: 168 time: 2.2581456 Apr 21 14:53:06.994636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34904) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.001063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2082848582', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:07.016094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c079229-a9ee-4579-ad89-37040d8ec527,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:07.027772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:07.028121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Network hostable DHCP agents. Network: 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:07.032267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d31db230-d216-4ce0-88be-b4b624061420 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:07.033502 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d31db230-d216-4ce0-88be-b4b624061420 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1690896 Apr 21 14:53:07.037423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34908) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.040162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:07.051269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--560341101'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:07.052780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:07.058700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Usage tracker for resource:router and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:07.061564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:07.062275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:07.064421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:07.066400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:07.067135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.072085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:07.072331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66345309-ae21-4dfb-9963-c6b1b13ea8ef None None] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:07.085230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:07.087567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dc099794-a052-478c-9616-055b3f7ae061 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5671859 Apr 21 14:53:07.090886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34912) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:07.095976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:07.100829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:07.106390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.107046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Usage tracker for resource:router and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:07.107403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.110097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:07.116164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:07.127135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.128541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.129603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.150007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.154121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.175055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:07.183205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:07.212300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:07.293504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:07.327684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port bb472b2a-8539-4499-b984-40fc9a5077f0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:07.328158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.361693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:07.362515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.478227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.536639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Allocated IP 172.20.0.2 (6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb/3c079229-a9ee-4579-ad89-37040d8ec527/e79ab2dd-7b14-49ce-8fc9-275c9a6339fe) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:07.642506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.818165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.834440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Transition to ACTIVE for port object e79ab2dd-7b14-49ce-8fc9-275c9a6339fe will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:07.860611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Transition to ACTIVE for port object e79ab2dd-7b14-49ce-8fc9-275c9a6339fe will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:07.866809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.944181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:07.947321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:07.951996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:07.954177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Pushing event updated for resources: {'Port': ['ID=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:07.954899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.978786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:07.997196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.034063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.046504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Attempting to bind port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:08.046868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Attempting to bind port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:08.047427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Attempting to bind port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:08.047676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port bb472b2a-8539-4499-b984-40fc9a5077f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bb472b2a-8539-4499-b984-40fc9a5077f0,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:08.048014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.053015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:08.053414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:08.053804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.054190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Bound using segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:08.054688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Bound port: e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:08.055060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.148001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] For port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:08.151057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] For port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:08.151813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Allocated IP 172.26.4.15 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/4392c206-a386-4df0-b509-3fa334101132) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:08.155329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.216678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for bb472b2a-8539-4499-b984-40fc9a5077f0 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:08.242344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359f79c-0b7c-4842-8378-56b55e393636 None None] Pushing event updated for resources: {'Port': ['ID=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.281672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b534e-c969-410a-8de3-e5c9b9a2a171,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.296693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.300465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e8cce356-66e2-43c1-92c7-0ae0879ec180 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2595885 Apr 21 14:53:08.302900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34916) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:08.311607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089799554'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:08.324586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:08.337145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.339638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:08.349289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:08.359020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:08.368924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.383672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.471948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:08.478564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:08.481546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:08.512321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4392c206-a386-4df0-b509-3fa334101132,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.532864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:08.551196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:08.557390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:08.598660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:08.607057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.646602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.837465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:08.911439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=bb472b2a-8539-4499-b984-40fc9a5077f0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:08.966388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.001550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.010334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.033221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Allocated IP 172.26.4.12 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/20fcce13-445f-4847-a2ac-5663e2ebbe8b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:09.135599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4683121f-11ab-41b9-bbb1-d76da9ee9b3c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.211712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.212940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c7b30617-37ca-45da-b72d-9c9e45a5739a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9091222 Apr 21 14:53:09.246325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34920) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.257413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '7e4b534e-c969-410a-8de3-e5c9b9a2a171', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4683121f-11ab-41b9-bbb1-d76da9ee9b3c', 'remote_ip_prefix': None}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:09.270861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:09.277838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:09.282257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:09.298113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:09.399061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.416551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.428504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.431407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.438634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6661e1-798e-45af-9f27-b234c92d54dc None None] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:09.553631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3b03642a-0176-4853-a45c-7b2d94b114f6 None None] Provisioning for port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:09.731326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.768531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.779323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.804955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23068e24-b99a-47ce-91e0-928f76827f9e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.826811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:09.832766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:09.839487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:09.862589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.866495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f85d6354-c808-494b-aeac-16f107b8baa6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6162548 Apr 21 14:53:09.870469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34924) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:09.888496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:53:09.890447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event updated for resources: {'Port': ['ID=20fcce13-445f-4847-a2ac-5663e2ebbe8b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:09.972856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:09.986690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.079285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e79ab2dd-7b14-49ce-8fc9-275c9a6339fe up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:10.100884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.143458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23068e24-b99a-47ce-91e0-928f76827f9e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:10.145868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.149605 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ead3f345-3a38-4e8a-b5f5-7e18ac4d3eca tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/23068e24-b99a-47ce-91e0-928f76827f9e HTTP/1.1" status: 204 len: 168 time: 0.2722187 Apr 21 14:53:10.150813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34928) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.155265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:10.160837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:10.161435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.178921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:10.191390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:10.209508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.213318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-38de774a-3705-418f-9f75-91e6602a57b9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1188419 Apr 21 14:53:10.216762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34932) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.221152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:10.222057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:10.280702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:10.292029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-15475d86-a7b0-4fea-a636-670589a0f073 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:10.392257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-15475d86-a7b0-4fea-a636-670589a0f073 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:10.395718 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-15475d86-a7b0-4fea-a636-670589a0f073 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2405858 Apr 21 14:53:10.400351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:10.490645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.514989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:10.599956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.665811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:10.689836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:10.696841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-74c1bb82-d97d-4457-a71e-8beef27caa26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/4bc05907-c3be-4ed6-8b1c-94703a541540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4605052 Apr 21 14:53:10.703141 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:10.716146 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:10.716766 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:10.721777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.872697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:10.928691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:10.965538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 3, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:10.970358 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:10.971630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:10.973378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Updating router 381644bb-a2ee-4e50-b574-4b4cef80cb1f port 4392c206-a386-4df0-b509-3fa334101132 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:11.031912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.094023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.208121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.225162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.252560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683121f-11ab-41b9-bbb1-d76da9ee9b3c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:11.315253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.316366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3d65339-97e6-4c9c-b20a-ae943d9dff31 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/4683121f-11ab-41b9-bbb1-d76da9ee9b3c HTTP/1.1" status: 204 len: 168 time: 0.9152029 Apr 21 14:53:11.319777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:11.379040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.434245 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:11.438965 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:11.448839 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:11.449876 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:11.578206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2a9d399-2b00-420a-8269-5ec4be284d6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:11.580710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.594444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Transition to ACTIVE for port object 4392c206-a386-4df0-b509-3fa334101132 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:11.603360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.642290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157523b-58d0-43a9-b797-b54efad4fb26 req-90ff4e46-3a1d-4eac-b55e-83d958fbb156 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:11.643967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2a9d399-2b00-420a-8269-5ec4be284d6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:11.644575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-0157523b-58d0-43a9-b797-b54efad4fb26 req-90ff4e46-3a1d-4eac-b55e-83d958fbb156 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:11.647998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2a9d399-2b00-420a-8269-5ec4be284d6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3249207 Apr 21 14:53:11.648782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:11.683958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Allocated IP 172.20.0.1 (6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb/3c079229-a9ee-4579-ad89-37040d8ec527/e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:11.684256 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:11.709047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-0157523b-58d0-43a9-b797-b54efad4fb26 req-90ff4e46-3a1d-4eac-b55e-83d958fbb156 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:11.710628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Attempting to bind port 4392c206-a386-4df0-b509-3fa334101132 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:11.711096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Attempting to bind port 4392c206-a386-4df0-b509-3fa334101132 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:11.711556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Attempting to bind port 4392c206-a386-4df0-b509-3fa334101132 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:11.712372 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0157523b-58d0-43a9-b797-b54efad4fb26 req-90ff4e46-3a1d-4eac-b55e-83d958fbb156 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.4916556 Apr 21 14:53:11.716130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Router 724e83f4-27f1-49dc-a0fd-42080579ff33 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:53:11.719973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493a3a2-de2f-43e7-821c-54872abfb9c7 None None] Pushing event updated for resources: {'Port': ['ID=4392c206-a386-4df0-b509-3fa334101132,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:11.724791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:11.725332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:11.725863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.726370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:11.726927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Bound port: 4392c206-a386-4df0-b509-3fa334101132, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:11.727622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.776602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.865237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] For port 4392c206-a386-4df0-b509-3fa334101132, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:11.866446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.869119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] For port 4392c206-a386-4df0-b509-3fa334101132, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4392c206-a386-4df0-b509-3fa334101132,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:11.881870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.898678 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0157523b-58d0-43a9-b797-b54efad4fb26 req-6ae857cf-8bb7-4cf9-b06c-e9979786eb8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662376 Apr 21 14:53:11.941693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.970728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:11.980141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Transition to ACTIVE for port object e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:11.995592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b534e-c969-410a-8de3-e5c9b9a2a171,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.021405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e79ab2dd-7b14-49ce-8fc9-275c9a6339fe up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:12.054621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:12.055127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.058942 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-da90b7c8-180b-4439-9d6f-d55be57767f1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/7e4b534e-c969-410a-8de3-e5c9b9a2a171 HTTP/1.1" status: 204 len: 168 time: 0.4071548 Apr 21 14:53:12.059974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.078354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e048a-582e-4804-b845-bf429644d067 None None] Sync routers for ids ['724e83f4-27f1-49dc-a0fd-42080579ff33'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:12.101332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.106962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.108837 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dd8d3d91-7723-4503-8fd2-9f742db6a105 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1135359 Apr 21 14:53:12.111534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.119439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:12.130264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:12.130760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.145490 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.151027 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08695d8e-9531-4c2e-989d-89283caef7b3 None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '51490e95-b424-428c-a03a-74d2c7c65ce6', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.224', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'port_id': '6653d33e-2491-4974-9eac-2088640dfad5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'mac_address': 'fa:16:3e:d3:e3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:50:57Z', 'updated_at': '2022-04-21T14:51:03Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:12.193129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6e30061d-eb24-4539-bac9-b99bdb44fa2e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:12.193317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] Routers {'724e83f4-27f1-49dc-a0fd-42080579ff33'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:12.194708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['724e83f4-27f1-49dc-a0fd-42080579ff33'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.204117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:12.208132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:12.210315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.215009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:12.273965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6e30061d-eb24-4539-bac9-b99bdb44fa2e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:12.275542 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6e30061d-eb24-4539-bac9-b99bdb44fa2e tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2152784 Apr 21 14:53:12.278912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.282231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 34960) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.284951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493a3a2-de2f-43e7-821c-54872abfb9c7 None None] Pushing event updated for resources: {'Port': ['ID=4392c206-a386-4df0-b509-3fa334101132,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.296748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2041911451'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:12.305782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.308672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.330851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.365498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.384563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] Routers {'724e83f4-27f1-49dc-a0fd-42080579ff33'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:12.385106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['724e83f4-27f1-49dc-a0fd-42080579ff33'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.426901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:12.432853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:12.438139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:12.450132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:12.475457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-d72e048a-582e-4804-b845-bf429644d067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:12.475457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e048a-582e-4804-b845-bf429644d067 None None] The sync data for ids ['724e83f4-27f1-49dc-a0fd-42080579ff33'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:12.482585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:12.483045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.633541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:12.636597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.726902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.744213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-414dd2da-fe2a-4550-abc7-59d4ab9d4f28 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:12.745606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-414dd2da-fe2a-4550-abc7-59d4ab9d4f28 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:12.752462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93631d5f-78e8-4c6a-9859-b00409ab6594 None None] Provisioning for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:12.754026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.788190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-93631d5f-78e8-4c6a-9859-b00409ab6594 None None] Provisioning complete for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:12.788593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-93631d5f-78e8-4c6a-9859-b00409ab6594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.819029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-414dd2da-fe2a-4550-abc7-59d4ab9d4f28 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:12.820262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-414dd2da-fe2a-4550-abc7-59d4ab9d4f28 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.2978642 Apr 21 14:53:12.843665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.864775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.875476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Deleting port 20fcce13-445f-4847-a2ac-5663e2ebbe8b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:12.875821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.907369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-93631d5f-78e8-4c6a-9859-b00409ab6594 None None] Port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:12.945390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffbf826-89dc-4a2f-a4c3-c0c0675231ef,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:12.971051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:12.972667 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-10442b38-6873-488b-841e-4e6c4843d98c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6893229 Apr 21 14:53:12.981539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34970) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:12.992053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': '0ffbf826-89dc-4a2f-a4c3-c0c0675231ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:12.996473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:13.000572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:13.003777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:13.009646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:13.047631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.058878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:13.059221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.089749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.130611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 3, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:13.135096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e973b7-b460-48a4-bf39-07bf3a8fbbb5 None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 3, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:13.268902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.271399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.287936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.364423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.506772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Calling delete_port for 20fcce13-445f-4847-a2ac-5663e2ebbe8b owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:13.557702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.570243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.579681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:13.582469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:13.592579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:13.592938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.593434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13d006-1ed0-420d-b860-0f5ea968bbdc req-86f84c95-7231-47fd-8d2a-c5f1e567f957 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:13.594960 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4f13d006-1ed0-420d-b860-0f5ea968bbdc req-86f84c95-7231-47fd-8d2a-c5f1e567f957 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 946 time: 0.3775899 Apr 21 14:53:13.635144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbd664-4a8b-45eb-bef7-d397bf651c11,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.689251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.689788 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20d1bab5-f576-4c9a-b57c-b1e466577f0c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7066426 Apr 21 14:53:13.709138 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4f13d006-1ed0-420d-b860-0f5ea968bbdc req-edbe19ce-5ff0-48f5-a2da-42ad3fae2c2a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972805 Apr 21 14:53:13.709675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34974) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:13.767911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.782087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.885081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.911617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.942725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-48d4e546-7630-4297-a99d-7126de6031ae None None] Provisioning complete for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:13.947773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48d4e546-7630-4297-a99d-7126de6031ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.962907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bdbd664-4a8b-45eb-bef7-d397bf651c11,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.984568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:13.985741 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d086bc6b-d061-49cd-b2be-48069adeeaf4 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0bdbd664-4a8b-45eb-bef7-d397bf651c11 HTTP/1.1" status: 204 len: 168 time: 0.2738693 Apr 21 14:53:13.986872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Pushing event deleted for resources: {'Port': ['ID=20fcce13-445f-4847-a2ac-5663e2ebbe8b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:13.993745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34978) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:14.030869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4392c206-a386-4df0-b509-3fa334101132 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:14.054469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:14.108731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-48d4e546-7630-4297-a99d-7126de6031ae None None] Port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:14.130371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4392c206-a386-4df0-b509-3fa334101132 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:14.137771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4392c206-a386-4df0-b509-3fa334101132 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:14.138395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.145901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3bc35d1a-1603-4078-bae1-5a7725534306 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:14.160262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.278138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.281626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:14.297408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4392c206-a386-4df0-b509-3fa334101132, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4392c206-a386-4df0-b509-3fa334101132,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:14.303244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.308585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3bc35d1a-1603-4078-bae1-5a7725534306 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:14.312732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3bc35d1a-1603-4078-bae1-5a7725534306 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3150735 Apr 21 14:53:14.312842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 34982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:14.356938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bb472b2a-8539-4499-b984-40fc9a5077f0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:14.382258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.403494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: bb472b2a-8539-4499-b984-40fc9a5077f0 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:14.403837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bb472b2a-8539-4499-b984-40fc9a5077f0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:14.430576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4392c206-a386-4df0-b509-3fa334101132,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.482861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=653b7ada-11f9-4ab5-8bf8-03bbe674d9cd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:14.586250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:14.590775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.593144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'name': 'network-vif-deleted', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:53:14.619271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.622523 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c383d17c-625f-423e-a43c-4065eda0dbf3 req-0defe25d-b978-43ca-971d-9d88578edf9d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/653b7ada-11f9-4ab5-8bf8-03bbe674d9cd HTTP/1.1" status: 204 len: 173 time: 1.7811234 Apr 21 14:53:14.629597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:14.632276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:14.634669 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a1fd672-c050-4ab7-b60a-d7bd9dbe71c1 admin admin] 10.222.0.35 "PUT /v2.0/routers/381644bb-a2ee-4e50-b574-4b4cef80cb1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4180646 Apr 21 14:53:14.650709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3d4398-4afe-46ee-873b-5d800c72a5ea'] response: {'server_uuid': 'a7ced1cb-a029-4e73-8766-c7d6097a3e2d', 'name': 'network-vif-deleted', 'tag': '653b7ada-11f9-4ab5-8bf8-03bbe674d9cd', 'status': 'completed', 'code': 200} Apr 21 14:53:14.705196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.076460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Router 724e83f4-27f1-49dc-a0fd-42080579ff33 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:15.081349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a9a635b-1064-4e8e-846d-9beb21eafec4 req-a9012069-e26c-49f3-94ef-c3312b2e0d2d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=a7ced1cb-a029-4e73-8766-c7d6097a3e2d HTTP/1.1" status: 200 len: 210 time: 0.0832391 Apr 21 14:53:15.085988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.150715 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:15.161569 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:15.162234 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.260023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:15.274715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] Sync routers for ids ['724e83f4-27f1-49dc-a0fd-42080579ff33'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:15.276234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.279949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.283586 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/0ffbf826-89dc-4a2f-a4c3-c0c0675231ef HTTP/1.1" status: 204 len: 168 time: 0.9672780 Apr 21 14:53:15.283691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35002) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.292526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.293870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb1ce358-741e-4b2f-bd42-7bba44272ed9 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "PUT /v2.0/routers/724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 200 len: 710 time: 3.1803129 Apr 21 14:53:15.296571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35006) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.300605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] Routers {'724e83f4-27f1-49dc-a0fd-42080579ff33'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:15.302387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['724e83f4-27f1-49dc-a0fd-42080579ff33'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.356874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebee9f-1e80-4af8-bb31-25036e0b7ecb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffbf826-89dc-4a2f-a4c3-c0c0675231ef,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.400493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35012) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.407238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5ff164dc-8396-493f-8e2f-d4ffbdb4573f tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:15.413282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1432009167-network', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:15.416220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.423227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.429393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] Routers {'724e83f4-27f1-49dc-a0fd-42080579ff33'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:15.430012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['724e83f4-27f1-49dc-a0fd-42080579ff33'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.434567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Usage tracker for resource:network and tenant:770cc0c5c6ac4cd190021bc8104b6396 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:15.440910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:15.451307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.456116 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bbc46897-30fa-49c7-a490-94555b8a11e0 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/routers/724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 200 len: 745 time: 0.1584899 Apr 21 14:53:15.458797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35016) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.466619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5ff164dc-8396-493f-8e2f-d4ffbdb4573f tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:15.468076 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5ff164dc-8396-493f-8e2f-d4ffbdb4573f tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1834581 Apr 21 14:53:15.472512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35020) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.478922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--214732811'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:15.485583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Made reservation on behalf of 770cc0c5c6ac4cd190021bc8104b6396 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:15.487936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.503422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.515007 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-254eea8a-4f8c-4522-84b3-00465d87a5c9 tempest-RoutersIpV6AdminTest-610014607 tempest-RoutersIpV6AdminTest-610014607-project-admin] 10.222.0.35 "GET /v2.0/ports?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&device_id=724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 200 len: 205 time: 0.0549560 Apr 21 14:53:15.516527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.517494 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:15.518067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35024) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.531566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.543831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.548704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Usage tracker for resource:security_group_rule and tenant:770cc0c5c6ac4cd190021bc8104b6396 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:15.552376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:15.558917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.559603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1edc7d3-c71b-48f6-9cbf-b23893b2ac16 None None] The sync data for ids ['724e83f4-27f1-49dc-a0fd-42080579ff33'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:15.559730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.578235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.597710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.604981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-34336739-26fe-4d4c-a69e-35b15175a246 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 200 len: 205 time: 0.0827310 Apr 21 14:53:15.605921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35028) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.616948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.736347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.741453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.742962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.745799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.785574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.799110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.803115 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3267431 Apr 21 14:53:15.811354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:15.821585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': 'b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:15.832581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:15.834790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:15.836630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.843772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:15.847574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:15.858887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:15.861499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.861835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.862163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.862485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.862802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.863112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.863580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.863893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.864201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.864567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.864874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.865155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4180cb5-0081-4f5f-b2c4-4a47efa26de8 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:15.874012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.874345 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Added segment 20d32165-bc43-4eea-9949-7c1b01ac8720 of type vlan for network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb Apr 21 14:53:15.895821 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 2, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:15.900393 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:15.900821 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Updating router 381644bb-a2ee-4e50-b574-4b4cef80cb1f port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:15.930699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.935932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72e977-a74e-4b05-935a-e3e90efb3e82,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:15.938285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:15.962466 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.011729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4392c206-a386-4df0-b509-3fa334101132 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:16.015014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.016078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:16.016572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.075236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.091485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.094399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.097763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.118239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4392c206-a386-4df0-b509-3fa334101132 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:16.118871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.158643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.159164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Fanout notify agent at l3_agent the message router_deleted on router 724e83f4-27f1-49dc-a0fd-42080579ff33 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:53:16.173014 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7714112 Apr 21 14:53:16.177933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.182719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35038) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.183264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35040) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.185395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc3cf61-e2b0-4bfd-94ef-841a570632d9,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.185699 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e833e8b-f402-40a1-8fa6-8ff838b535c4 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 204 len: 168 time: 0.5788720 Apr 21 14:53:16.194795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277263-6ed4-4c6f-b02a-30a187c73711 admin admin] Pushing event updated for resources: {'Network': ['ID=7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.200663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Request body: {'subnet': {'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1432009167-subnet', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:16.214717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:16.221660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35046) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.255665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:16.259839 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1b8bb36-eb6b-418b-9431-9c72c61f7cd3 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 200 len: 205 time: 0.0705059 Apr 21 14:53:16.262717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35050) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.265522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Usage tracker for resource:subnet and tenant:770cc0c5c6ac4cd190021bc8104b6396 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:16.297872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.320597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:16.329163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.330240 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-04fcced9-1c4c-4597-834a-eca804c54295 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5179646 Apr 21 14:53:16.333502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.343029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35054) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.345635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:16.348335 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-7bd75fda-c20f-4f2b-af66-cee85d75ebbb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:16.349508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7bd75fda-c20f-4f2b-af66-cee85d75ebbb tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/724e83f4-27f1-49dc-a0fd-42080579ff33 HTTP/1.1" status: 404 len: 336 time: 0.0859060 Apr 21 14:53:16.353695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35058) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.374161 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8f3c5a36-d9ca-4341-8e9d-f3ad3729d3e3 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules/fdc3cf61-e2b0-4bfd-94ef-841a570632d9 HTTP/1.1" status: 200 len: 763 time: 0.0298760 Apr 21 14:53:16.376732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35062) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.389528 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.394851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Made reservation on behalf of 770cc0c5c6ac4cd190021bc8104b6396 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:16.397641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.404064 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Transition to ACTIVE for port object e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:16.415624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.432240 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ea18a675-6426-4f10-9d9a-786c578bf2ca tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 200 len: 205 time: 0.0767384 Apr 21 14:53:16.436255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35066) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.508544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-1dbf7b61-5b9f-45cc-b9c7-255d96991750 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:16.509642 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1dbf7b61-5b9f-45cc-b9c7-255d96991750 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/16fa4d2a-e30f-4280-aa83-1a4a3b24098a HTTP/1.1" status: 404 len: 336 time: 0.0724635 Apr 21 14:53:16.513517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35070) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.568959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d61be2f4-088c-4146-8b2b-4c644bd580c5 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 200 len: 205 time: 0.0540655 Apr 21 14:53:16.571080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35074) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.647683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e4f24828-d2d5-4d9d-ad81-858d977ae446 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:16.681349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:16.688506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e4f24828-d2d5-4d9d-ad81-858d977ae446 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:16.690032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e4f24828-d2d5-4d9d-ad81-858d977ae446 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3120382 Apr 21 14:53:16.693729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35078) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.730221 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c4b4-6c88-4fd0-9472-6f6cec83da7c None None] Pushing event updated for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.735990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:16.736333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 653b7ada-11f9-4ab5-8bf8-03bbe674d9cd not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:16.742493 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Attempting to bind port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:16.742858 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Attempting to bind port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:16.743210 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Attempting to bind port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:16.755382 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:16.755650 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:16.755962 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.756284 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Bound using segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:16.756738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Bound port: e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:16.757123 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.779793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.799460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.852840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.865635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] For port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:16.868729 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] For port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:16.870958 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-97e561ac-c87f-4e08-86e4-e955d156cf07 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:16.873311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-97e561ac-c87f-4e08-86e4-e955d156cf07 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/f02cc8cd-f736-44e3-bb2b-b56e63b38607 HTTP/1.1" status: 404 len: 336 time: 0.2998312 Apr 21 14:53:16.874978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35082) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.878358 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.887188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.926867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5f51acb7-a0c2-4a98-8daf-af682fe94dce tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 200 len: 205 time: 0.0484023 Apr 21 14:53:16.927090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdc3cf61-e2b0-4bfd-94ef-841a570632d9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.927243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.956561 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:16.957179 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:16.965396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.968856 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-902d1f73-c84e-4414-abb1-388ef68dd05c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/fdc3cf61-e2b0-4bfd-94ef-841a570632d9 HTTP/1.1" status: 204 len: 168 time: 0.2721851 Apr 21 14:53:16.968856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ce183-a540-44dd-ab9a-3f934021b227,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:16.971572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:16.991334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:16.999708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Checking segment: {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:17.000116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Network hostable DHCP agents. Network: 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:17.034475 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d8c4b4-6c88-4fd0-9472-6f6cec83da7c None None] Pushing event updated for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.044599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9f2c2dff-90c4-4c06-9660-f7a88e5769f6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:17.049028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:17.056531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-3f6a59bc-47dc-442d-839b-e2b53e5f8ede tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:17.058297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3f6a59bc-47dc-442d-839b-e2b53e5f8ede tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/625e86e2-fff4-4d07-b1ff-fd880d6913a7 HTTP/1.1" status: 404 len: 336 time: 0.1299269 Apr 21 14:53:17.060637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.070679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27b83d-b1de-4e7f-87ce-4fa7b995dc21,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.076550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.077726 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/ba27b83d-b1de-4e7f-87ce-4fa7b995dc21 HTTP/1.1" status: 204 len: 168 time: 0.8550336 Apr 21 14:53:17.095094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.097233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.097593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.098624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.098910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.099246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.099574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.099901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.100226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.100600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.101063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.101596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d01b01-29fe-48f4-973b-be6a4669c94b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:17.109173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:17.119191 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d9f6c6fe-70ee-4fe9-9db4-38f1a133b631 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 200 len: 205 time: 0.0573790 Apr 21 14:53:17.121789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:17.122458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.127308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35100) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.128455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca1f181-453b-4e19-ad63-960bc209fbc4 None None] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:17.132135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9f2c2dff-90c4-4c06-9660-f7a88e5769f6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:17.133501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9f2c2dff-90c4-4c06-9660-f7a88e5769f6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1612523 Apr 21 14:53:17.153159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35104) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.153687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35106) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.185060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:17.250977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-62d18263-e83a-40e1-9159-7e2621229e48 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:17.256314 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-62d18263-e83a-40e1-9159-7e2621229e48 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/41f0089b-4976-4cc8-9b24-1947db662597 HTTP/1.1" status: 404 len: 336 time: 0.1277599 Apr 21 14:53:17.258942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35112) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.262358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': 'b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:17.271051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet fcbb7976-65fc-495f-8ef1-485fba935cb2 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:53:17.273993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:17.279046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.310895 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-946dcb63-f911-4cfd-ae11-a925aa615f46 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "GET /v2.0/ports?device_id=905f46e7-baf3-4dd6-8269-98b033d1ca98 HTTP/1.1" status: 200 len: 205 time: 0.0505488 Apr 21 14:53:17.312506 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e01d76a2-29d4-45b3-8132-52004b6e9dce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1246846 Apr 21 14:53:17.313298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35116) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.315774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35118) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.325738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:17.350362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.388895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:17.397849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.409526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:17.414641 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-97f0b541-2a3b-48b2-ab5e-9da20b3bc4c2 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] delete failed (client error): The resource could not be found. Apr 21 14:53:17.415899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-97f0b541-2a3b-48b2-ab5e-9da20b3bc4c2 tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/routers/905f46e7-baf3-4dd6-8269-98b033d1ca98 HTTP/1.1" status: 404 len: 336 time: 0.1013508 Apr 21 14:53:17.417124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Usage tracker for resource:router and tenant:770cc0c5c6ac4cd190021bc8104b6396 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:17.420907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35124) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.423496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:17.470983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:17.474795 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0843d3-9b22-4516-b1bc-447a342fd88b tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] DELETE failed (client error): The resource could not be found. Apr 21 14:53:17.475350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0843d3-9b22-4516-b1bc-447a342fd88b tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:17.477130 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1d0843d3-9b22-4516-b1bc-447a342fd88b tempest-RoutersIpV6AdminTest-1297056775 tempest-RoutersIpV6AdminTest-1297056775-project] 10.222.0.35 "DELETE /v2.0/subnets/7887e2dc-1dae-48ec-9464-8837771afc3c HTTP/1.1" status: 404 len: 337 time: 0.0551746 Apr 21 14:53:17.501031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'fixed_ips': [{'subnet_id': 'ad1ce183-a540-44dd-ab9a-3f934021b227'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:17.502227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.504628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.509531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.512679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.514095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.541238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.541515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.580879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a22e9ef-09fa-45d9-8815-4c5ace8fd35b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.611496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.614266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c8835ee1-fa78-4cf0-a74c-c6aa8560a259 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4575560 Apr 21 14:53:17.616994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35130) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.643658 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f9f016c-c42e-40bf-af5e-b90db7297bc6 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules/0a22e9ef-09fa-45d9-8815-4c5ace8fd35b HTTP/1.1" status: 200 len: 763 time: 0.0255640 Apr 21 14:53:17.646063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.669494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.671100 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:16Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:17.676156 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e97cd0c-fdb1-4d46-b23e-669bcb259353 None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:16Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:17.730532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbb7976-65fc-495f-8ef1-485fba935cb2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:17.732729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:17.766814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de3241-feac-44a1-89d6-c2ea895ebe0d None None] Network 6ae3170d-f322-44bc-88ec-9603ab6a5001 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:17.776692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a9982cb-7866-4ec8-bb28-a843c57ba3fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/fcbb7976-65fc-495f-8ef1-485fba935cb2 HTTP/1.1" status: 204 len: 168 time: 0.6217837 Apr 21 14:53:17.785167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35138) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:17.818777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8fce2fe9-e576-45cf-aeaa-9d195b0a3da7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:17.822301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Allocated IP 172.20.0.2 (7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb/ad1ce183-a540-44dd-ab9a-3f934021b227/e5b1668e-e796-40d5-8c2a-82a0c195c493) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:18.035739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.049172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8fce2fe9-e576-45cf-aeaa-9d195b0a3da7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:18.051122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8fce2fe9-e576-45cf-aeaa-9d195b0a3da7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4039207 Apr 21 14:53:18.057904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35144) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:18.078100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:18.080620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35148) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:18.106426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.112442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.126225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.142480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:18.143088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.201481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.255662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a22e9ef-09fa-45d9-8815-4c5ace8fd35b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:18.272010 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.273123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d443f4d1-8867-4911-991c-3005f380c127 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/0a22e9ef-09fa-45d9-8815-4c5ace8fd35b HTTP/1.1" status: 204 len: 168 time: 0.2140522 Apr 21 14:53:18.277124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35154) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:18.327157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:18.351818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:18.352105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.352210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.414600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-43a42c7a-01dc-4641-a3ae-450439b75bb9 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:18.444198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:18.487353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-43a42c7a-01dc-4641-a3ae-450439b75bb9 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:18.491676 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-43a42c7a-01dc-4641-a3ae-450439b75bb9 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2097187 Apr 21 14:53:18.492465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:18.504835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': 'b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:18.513683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:18.517658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c13c410b050a46a8a6e7c9de1e14f115 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:18.519082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.524249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:18.536960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Transition to ACTIVE for port object e5b1668e-e796-40d5-8c2a-82a0c195c493 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.537613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:18.582594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] DHCP port deletion for 6ae3170d-f322-44bc-88ec-9603ab6a5001 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:53:18.585180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.594091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:18.620114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Deleting port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:18.620370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:18.620704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.620882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.633848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.655767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Transition to ACTIVE for port object e5b1668e-e796-40d5-8c2a-82a0c195c493 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:18.680320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.699672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.715104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.775909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:18.823018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:18.833852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:18.844807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Pushing event updated for resources: {'Port': ['ID=e5b1668e-e796-40d5-8c2a-82a0c195c493,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:18.853033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:18.902170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.911921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.922221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:18.962228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:19.000233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:19.017236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.038037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Allocated IP 172.26.4.145 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/ae46813e-27bf-400a-af6e-cafae7318a03) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:19.041063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.049354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dabec85-58a5-4b62-bed5-cc82938738a8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.095931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.099901 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ec7541f-57fa-4c99-9080-9ea90279f121 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6064324 Apr 21 14:53:19.102960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35162) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.127034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.157604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Attempting to bind port e5b1668e-e796-40d5-8c2a-82a0c195c493 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:19.158049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Attempting to bind port e5b1668e-e796-40d5-8c2a-82a0c195c493 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:19.158500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Attempting to bind port e5b1668e-e796-40d5-8c2a-82a0c195c493 on network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:19.162724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] For port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98cb4100-41bf-4517-bdf3-4b3c5711c7b5,segment=NetworkSegment(24dc71d6-1b8a-4588-a83d-4618e516419e),segment_id=24dc71d6-1b8a-4588-a83d-4618e516419e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:19.163214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.174036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8b3188fc-7450-4468-912b-b4104fe1dcc1 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules/2dabec85-58a5-4b62-bed5-cc82938738a8 HTTP/1.1" status: 200 len: 764 time: 0.0700009 Apr 21 14:53:19.174631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.179031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.211203 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.227093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd4689-53b9-424c-83ce-b6b45df0b2b7,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.239424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:19.239924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Checking segment: {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:19.240969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.241559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Bound using segment: {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:19.242257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Bound port: e5b1668e-e796-40d5-8c2a-82a0c195c493, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:19.242598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.245336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-258876fe-3520-4e62-826a-2f07a699c044 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:19.270333 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cd066cf7-e2c8-4e2f-9af9-f86a296b61c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c13c410b050a46a8a6e7c9de1e14f115&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1696632 Apr 21 14:53:19.270590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae3170d-f322-44bc-88ec-9603ab6a5001']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:19.271365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35170) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.284050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dc71d6-1b8a-4588-a83d-4618e516419e') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:19.284369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dc71d6-1b8a-4588-a83d-4618e516419e') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:19.291439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-258876fe-3520-4e62-826a-2f07a699c044 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:19.295853 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-258876fe-3520-4e62-826a-2f07a699c044 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1143622 Apr 21 14:53:19.299018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35174) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.312491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.342675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.348755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.350890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.360803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Calling delete_port for 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:19.361499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.373558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.375814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:19.376221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:19.392367 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:19.404439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.466886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.478570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.490764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.502587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd4689-53b9-424c-83ce-b6b45df0b2b7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.506506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.527594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.528886 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ce70105-77eb-4572-b40f-b983d795a7d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cbd4689-53b9-424c-83ce-b6b45df0b2b7 HTTP/1.1" status: 204 len: 168 time: 0.2565067 Apr 21 14:53:19.531868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dabec85-58a5-4b62-bed5-cc82938738a8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.534951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.541526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] For port e5b1668e-e796-40d5-8c2a-82a0c195c493, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:19.548747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:19.549160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:19.552798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] For port e5b1668e-e796-40d5-8c2a-82a0c195c493, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e5b1668e-e796-40d5-8c2a-82a0c195c493,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:19.559201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.563006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.570369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:19.571990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d83f2f08-afc8-40c0-8870-33e74c82d5a2 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-group-rules/2dabec85-58a5-4b62-bed5-cc82938738a8 HTTP/1.1" status: 204 len: 168 time: 0.2720506 Apr 21 14:53:19.574791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=6ae3170d-f322-44bc-88ec-9603ab6a5001,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.576723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35180) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.601713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-469e1bc1-2398-4b3c-8386-db6cffb6c81a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/6ae3170d-f322-44bc-88ec-9603ab6a5001 HTTP/1.1" status: 204 len: 168 time: 1.8061447 Apr 21 14:53:19.605984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35184) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:19.658568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f6f66-a0c0-4a17-aa24-44766a70b32d None None] Pushing event updated for resources: {'Port': ['ID=e5b1668e-e796-40d5-8c2a-82a0c195c493,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.668843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:19.675836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:19.680186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:19.716462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=ae46813e-27bf-400a-af6e-cafae7318a03,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:19.755095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b4a41eb3-7b65-4054-b831-86588e1f53a7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:20.050555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Deleting port 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:20.051386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.068945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35190) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:20.099245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b4a41eb3-7b65-4054-b831-86588e1f53a7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:20.103251 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b4a41eb3-7b65-4054-b831-86588e1f53a7 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5232100 Apr 21 14:53:20.104916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35194) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:20.129712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:20.162760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 42e40c89-4ac7-4ff5-9752-e83c75327401 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:20.163099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.176073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60c761d3-9e40-4ab0-8599-716fd2f522c9 None None] The port '98cb4100-41bf-4517-bdf3-4b3c5711c7b5' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:53:20.207676 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d7e9264c-b81d-44cf-85ca-e7547f721bc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3eb9ea8d4cec407f8a89de1adbd0994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377461 Apr 21 14:53:20.209387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.215292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35198) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:20.223717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:20.224209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.343885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.401987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:20.438229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:20.438506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98cb4100-41bf-4517-bdf3-4b3c5711c7b5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:20.439327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.458015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.521720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.538922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.538922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.581652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.671537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.682007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 42e40c89-4ac7-4ff5-9752-e83c75327401 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:20.754601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:20.828311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.829977 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddf313ec-729b-4585-92f4-f69a34b93182 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/b7d05cbe-93e1-483a-8ba1-8ff9785c3b8d HTTP/1.1" status: 204 len: 168 time: 0.7233319 Apr 21 14:53:20.832709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35202) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:20.862780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:20.902226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad57982-834c-4844-9ca3-d9fff3b8f4e2 None None] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:20.933990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa69ea2-0314-4e05-8b75-1d8c0d8deb56,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:20.938572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:53:20.954419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d2cefa70-7b2d-4e91-a3e3-41bffc5e9c0a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:20.983787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d2cefa70-7b2d-4e91-a3e3-41bffc5e9c0a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:20.989539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2cefa70-7b2d-4e91-a3e3-41bffc5e9c0a tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1518240 Apr 21 14:53:20.994310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35206) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:21.007386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909761083'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:21.016269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:21.029008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-af988a8e-75ed-45dd-9143-8b14fc360495 None None] Provisioning for port e5b1668e-e796-40d5-8c2a-82a0c195c493 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:21.032450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.033578 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bf632273-25b4-4ec5-8226-e71123791d12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0aa69ea2-0314-4e05-8b75-1d8c0d8deb56 HTTP/1.1" status: 204 len: 168 time: 0.8167131 Apr 21 14:53:21.035247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:21.041020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.115006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=42e40c89-4ac7-4ff5-9752-e83c75327401,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.158211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:21.168142 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Sync routers for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:21.175843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.181597 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:21.185050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.185757 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:21.186576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4e24e395-9462-4de6-9857-dd1cbedeb8f4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8698702 Apr 21 14:53:21.189279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35212) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:21.267186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:21.276123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:21.281927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:21.294004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:21.298583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.298921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 51490e95-b424-428c-a03a-74d2c7c65ce6 disassociated (deleted). External IP: 172.26.4.224, port: 6653d33e-2491-4974-9eac-2088640dfad5. Apr 21 14:53:21.426958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:21.660738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.668229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.746675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f615cf75-5328-4c05-9fce-349d14e3cac1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:21.809931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.811164 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce0f86d9-830d-47b4-a6f8-bbfdc8f202cb tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8127248 Apr 21 14:53:21.813877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35228) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:21.830943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Request body: {'security_group_rule': {'security_group_id': 'f615cf75-5328-4c05-9fce-349d14e3cac1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:21.844853 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:19Z', 'revision_number': 3, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:21.850162 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Checking router: 44f7aa1a-0526-40fe-9200-a9dc4e1a554e for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:21.850499 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Updating router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e port ae46813e-27bf-400a-af6e-cafae7318a03 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:21.851837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:21.860334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Usage tracker for resource:security_group_rule and tenant:20d545d45e464ee6ad4cfd4068edd2ac is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:21.875878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:21.890543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.895222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:21.911069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:21.922348 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:21.928252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.091262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e5b1668e-e796-40d5-8c2a-82a0c195c493 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:22.200771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35238) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:22.214593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e5b1668e-e796-40d5-8c2a-82a0c195c493 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:22.221549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e5b1668e-e796-40d5-8c2a-82a0c195c493 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:22.222107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.245765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.325463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.336068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.375458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60edaf32-2276-4af3-bd3f-898d99aa95d7,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.390413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.393043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-310067845'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:22.395098 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.398801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:22.408910 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Transition to ACTIVE for port object ae46813e-27bf-400a-af6e-cafae7318a03 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:22.420384 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.421007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Usage tracker for resource:network and tenant:c77dbdf46946491f9f0e6bdd6007695b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:22.426998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e5b1668e-e796-40d5-8c2a-82a0c195c493, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e5b1668e-e796-40d5-8c2a-82a0c195c493,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:22.428684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:22.432938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:22.433229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.442352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:22.456585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.474126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:22.492044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.496361 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-99e700ec-a72c-4a0b-9d65-421a0f9aad6c tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6785145 Apr 21 14:53:22.502572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:22.513444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:22.514185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:22.546750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Attempting to bind port ae46813e-27bf-400a-af6e-cafae7318a03 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:22.547104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Attempting to bind port ae46813e-27bf-400a-af6e-cafae7318a03 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:22.547456 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Attempting to bind port ae46813e-27bf-400a-af6e-cafae7318a03 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:22.556525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bed48f-1825-4651-bd67-dc3425b8783a None None] Pushing event updated for resources: {'Port': ['ID=ae46813e-27bf-400a-af6e-cafae7318a03,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.560761 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:22.561126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:22.561530 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.561990 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:22.562341 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Bound port: ae46813e-27bf-400a-af6e-cafae7318a03, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:22.562697 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.575537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Made reservation on behalf of c77dbdf46946491f9f0e6bdd6007695b for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:22.579221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.595055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e5b1668e-e796-40d5-8c2a-82a0c195c493,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.603906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.630263 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0589776b-73d0-44a5-8671-3f528cbd3e1f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/51490e95-b424-428c-a03a-74d2c7c65ce6 HTTP/1.1" status: 204 len: 168 time: 3.0232673 Apr 21 14:53:22.637492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:53:22.649711 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] For port ae46813e-27bf-400a-af6e-cafae7318a03, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:22.654247 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] For port ae46813e-27bf-400a-af6e-cafae7318a03, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae46813e-27bf-400a-af6e-cafae7318a03,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:22.658955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:22.668426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Usage tracker for resource:security_group_rule and tenant:c77dbdf46946491f9f0e6bdd6007695b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:22.669410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Allocated IP 172.20.0.1 (7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb/ad1ce183-a540-44dd-ab9a-3f934021b227/f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:22.673569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:22.676116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.679256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.695886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:22.730932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.735292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:22.841246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.907173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f615cf75-5328-4c05-9fce-349d14e3cac1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:22.941596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.956801 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:22.963066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Transition to ACTIVE for port object f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:22.965038 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:22.994130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.996059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:22.999762 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa369b2a-ddf5-4216-af8a-06eaac795667 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/f615cf75-5328-4c05-9fce-349d14e3cac1 HTTP/1.1" status: 204 len: 168 time: 0.4923456 Apr 21 14:53:23.000784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:23.001772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.024697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.087150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:23.128156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f001a1f7-9a7f-47a6-90ce-52370c2f04ae'] response: {'name': 'network-changed', 'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5', 'status': 'completed', 'code': 200} Apr 21 14:53:23.143584 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bed48f-1825-4651-bd67-dc3425b8783a None None] Pushing event updated for resources: {'Port': ['ID=ae46813e-27bf-400a-af6e-cafae7318a03,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.145094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-924cacbe-ae2f-4a24-88b3-647d526f6636 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:23.152286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.152845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Added segment ec59aeda-a8cb-4a5f-b212-1755e6d2ebef of type vlan for network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 Apr 21 14:53:23.162861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c873cc57-7b9e-4225-856e-24e2d7980592,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.191928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-924cacbe-ae2f-4a24-88b3-647d526f6636 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:23.196332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-924cacbe-ae2f-4a24-88b3-647d526f6636 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1951799 Apr 21 14:53:23.197371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35260) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:23.236788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.264188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44219a88-bae2-49fc-bca1-a233d0709956 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Synchronizing usage tracker for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:23.327664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.331950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:23.341700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:23.342239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.356109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:23.360657 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:23.363090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:23.371100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:23.380412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44219a88-bae2-49fc-bca1-a233d0709956 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] Unset dirty status for tenant:20d545d45e464ee6ad4cfd4068edd2ac on resource:security_group_rule {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:23.384728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-44219a88-bae2-49fc-bca1-a233d0709956 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1828270 Apr 21 14:53:23.385787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.391241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:23.395276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.405890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:23.427880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.431220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Pushing event updated for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.475998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-f3eef8eb-d2e7-47d2-bef0-0a002adf87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:23.477500 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-f3eef8eb-d2e7-47d2-bef0-0a002adf87c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 1099 time: 0.1698735 Apr 21 14:53:23.601109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-854bb1fa-e525-4c01-8918-aad7e007c774 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:23.601878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-854bb1fa-e525-4c01-8918-aad7e007c774 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:23.612710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:23.615106 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-e07eba24-1496-47b7-89c3-e72c47cb4f29 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] delete failed (client error): The resource could not be found. Apr 21 14:53:23.620332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e07eba24-1496-47b7-89c3-e72c47cb4f29 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "DELETE /v2.0/security-groups/f615cf75-5328-4c05-9fce-349d14e3cac1 HTTP/1.1" status: 404 len: 347 time: 0.1922238 Apr 21 14:53:23.622432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35268) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:23.647367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4437783 Apr 21 14:53:23.658330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a11257-618b-4a31-85ff-12e9ad0d3a15 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'Network': ['ID=8ae26876-4b5c-4ea0-acb1-1f9f636028f9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:23.663273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35272) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:23.668282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-854bb1fa-e525-4c01-8918-aad7e007c774 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:23.677840 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-854bb1fa-e525-4c01-8918-aad7e007c774 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.3820586 Apr 21 14:53:23.681235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:23.685726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Request body: {'subnet': {'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:23.781223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.835378 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:19Z', 'revision_number': 3, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:23.844396 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8afa73-2f98-4b41-a666-e17abc4d8c5b None None] The sync data for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv is: [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:19Z', 'revision_number': 3, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:23.885021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:23.891975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f38115ae-a1bc-4fda-9898-744e3fb49d85 tempest-SecGroupTest-336881011 tempest-SecGroupTest-336881011-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2656119 Apr 21 14:53:23.894812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-ba3c0799-126d-4d5c-b104-f74bc05489ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:23.900315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Usage tracker for resource:subnet and tenant:c77dbdf46946491f9f0e6bdd6007695b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:23.905968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:23.914845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:23.929252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-45714a37-1571-4a80-8ed2-4ecd0f1a901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:23.929479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-ba3c0799-126d-4d5c-b104-f74bc05489ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:23.930659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84ab418d-8bfe-43ce-8805-2045c889da13 req-ba3c0799-126d-4d5c-b104-f74bc05489ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519133 Apr 21 14:53:23.935340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Made reservation on behalf of c77dbdf46946491f9f0e6bdd6007695b for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:23.943303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:23.944312 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-45714a37-1571-4a80-8ed2-4ecd0f1a901d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 200 len: 898 time: 0.4555635 Apr 21 14:53:23.996888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-91d5ee45-0f20-4a53-a39c-f985f235f17a None None] Provisioning for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:24.023984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-91d5ee45-0f20-4a53-a39c-f985f235f17a None None] Provisioning complete for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:24.024293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-91d5ee45-0f20-4a53-a39c-f985f235f17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.055179 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-2f0a48db-5030-460f-aa1e-3bac3107faf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 200 len: 217 time: 0.1032014 Apr 21 14:53:24.065634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e5b1668e-e796-40d5-8c2a-82a0c195c493 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:24.165621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-051e2fa6-5360-4888-8f31-c7b058999b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:24.167969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-051e2fa6-5360-4888-8f31-c7b058999b7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 200 len: 834 time: 0.0862246 Apr 21 14:53:24.261760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-91d5ee45-0f20-4a53-a39c-f985f235f17a None None] Port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:24.289704 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e5b1668e-e796-40d5-8c2a-82a0c195c493 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:24.290080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.333279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.393186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-a6365cf7-060b-432e-9b74-bf1bfba1e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:24.394618 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-a6365cf7-060b-432e-9b74-bf1bfba1e0c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f2b1654-485d-4ebb-8ee4-81c56fb891cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2188356 Apr 21 14:53:24.418552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35280) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:24.485489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'Subnet': ['ID=468f5042-863d-446b-9102-f5ed5a2210cb,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:24.498698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Checking segment: {'id': 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:24.499309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Network hostable DHCP agents. Network: 8ae26876-4b5c-4ea0-acb1-1f9f636028f9, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:24.521666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:24.535917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 8ae26876-4b5c-4ea0-acb1-1f9f636028f9) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:24.543426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:24.544429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.556449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735ac83-58e1-4fec-8b78-95c59497af93 None None] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:24.575564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.resource_extend [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 14:53:24.587796 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9ec39256-9db6-40a5-87c1-ceff5fcca4a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9233675 Apr 21 14:53:24.591151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35286) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:24.591979 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-fdd7fcc1-4503-4201-b4cb-48728df5c45d service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894820 Apr 21 14:53:24.597914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Request body: {'port': {'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1046643445'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:24.601182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.635789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.639171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:24.703477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc9b0c8-f1bc-48b6-b9b5-4df1ce7dbb5b None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '69eeb18d-cdc9-4310-93b0-a7b49f2e5618', 'name': '', 'network_id': '5f2b1654-485d-4ebb-8ee4-81c56fb891cb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0e:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:50:02Z', 'updated_at': '2022-04-21T14:50:19Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'dc8c269b-8b13-42d9-b438-20ae270a5ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:24.843938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dbcfad92-d893-4fb5-ab2f-e927847548f6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20d545d45e464ee6ad4cfd4068edd2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241633 Apr 21 14:53:24.858024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35290) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:24.859044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.895410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Pushing event updated for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:24.907626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:24.923469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Usage tracker for resource:port and tenant:c77dbdf46946491f9f0e6bdd6007695b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:24.931949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:24.934777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-8ae26876-4b5c-4ea0-acb1-1f9f636028f9', 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9', 'tenant_id': 'c77dbdf46946491f9f0e6bdd6007695b', 'fixed_ips': [{'subnet_id': '468f5042-863d-446b-9102-f5ed5a2210cb'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:24.935717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:24.948541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:24.969526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6017a-7edf-4a15-8385-883187244cff req-a44ea981-f399-4f0d-90f9-831cef026f07 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:24.971127 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77d6017a-7edf-4a15-8385-883187244cff req-a44ea981-f399-4f0d-90f9-831cef026f07 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.2273262 Apr 21 14:53:25.024663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Made reservation on behalf of c77dbdf46946491f9f0e6bdd6007695b for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:25.030905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.059085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a401bb0d-8098-40c2-ba43-3d957fe5a2e0 req-278e9de8-4e8c-41f6-828c-bf3a8214edb1 service neutron] 10.222.0.13 "GET /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556355 Apr 21 14:53:25.109530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.128341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] device_id is not set on port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:53:25.140836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:25.143323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:25.225445 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea5a384-ea10-4f4a-aeba-6e5effa86b7a None None] New status for floating IP 51490e95-b424-428c-a03a-74d2c7c65ce6: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:53:25.296897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Allocated IP 172.20.0.2 (8ae26876-4b5c-4ea0-acb1-1f9f636028f9/468f5042-863d-446b-9102-f5ed5a2210cb/da743dd5-7c00-4043-b459-1b99a9c6fa6f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:25.403522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.493821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-015941dc-c028-4226-9b3b-21cfaecd80eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.520185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 6653d33e-2491-4974-9eac-2088640dfad5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:25.520821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.615184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65ec9d58-0aff-4f2a-b8a6-126a97a7c1ff None None] Provisioning complete for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:25.615744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65ec9d58-0aff-4f2a-b8a6-126a97a7c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.647021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:25.687570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.690524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-65ec9d58-0aff-4f2a-b8a6-126a97a7c1ff None None] Port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:25.704818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Transition to ACTIVE for port object da743dd5-7c00-4043-b459-1b99a9c6fa6f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:25.716470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.724479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Transition to ACTIVE for port object da743dd5-7c00-4043-b459-1b99a9c6fa6f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:25.731147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.790844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:25.794092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:25.796655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b327fe-d33d-40b4-bc06-fad94e607114,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:25.803741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:25.826152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70861eb7-2b69-4511-a7d6-fd4dd5e15f49 req-47c4a51e-61b2-4e65-9428-05804fb62f98 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:25.833767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70861eb7-2b69-4511-a7d6-fd4dd5e15f49 req-47c4a51e-61b2-4e65-9428-05804fb62f98 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 946 time: 0.3961856 Apr 21 14:53:25.874236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:25.894235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-052e1d5c-68a5-4b2f-8a76-289afc5cf4fe admin admin] 10.222.0.35 "PUT /v2.0/routers/44f7aa1a-0526-40fe-9200-a9dc4e1a554e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7037003 Apr 21 14:53:25.897588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Pushing event updated for resources: {'Port': ['ID=da743dd5-7c00-4043-b459-1b99a9c6fa6f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:25.930208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.930561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.930905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.931238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.931576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.931913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.932420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.932798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.933228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.933571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.933902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.934228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:25.943599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Attempting to bind port da743dd5-7c00-4043-b459-1b99a9c6fa6f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:25.943969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Attempting to bind port da743dd5-7c00-4043-b459-1b99a9c6fa6f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:25.944331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Attempting to bind port da743dd5-7c00-4043-b459-1b99a9c6fa6f on network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:25.951068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:25.951588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Checking segment: {'id': 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:25.952048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:25.952378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Bound using segment: {'id': 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:25.953477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Bound port: da743dd5-7c00-4043-b459-1b99a9c6fa6f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:25.953477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.000236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Allocated IP 172.20.0.5 (8ae26876-4b5c-4ea0-acb1-1f9f636028f9/468f5042-863d-446b-9102-f5ed5a2210cb/58dc8cbc-ae4a-4735-a501-29ee3fafd06e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:26.015563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70861eb7-2b69-4511-a7d6-fd4dd5e15f49 req-9e8b4913-5e2b-4d00-9328-9554c2538bc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0996dc21-c89b-4315-bbb8-6efd8817c5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789799 Apr 21 14:53:26.050137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae46813e-27bf-400a-af6e-cafae7318a03 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:26.087269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.092037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0a0169da-c9ba-43df-a4d6-a6d1ccca6bcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6b327fe-d33d-40b4-bc06-fad94e607114 HTTP/1.1" status: 204 len: 168 time: 1.2277434 Apr 21 14:53:26.106019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] For port da743dd5-7c00-4043-b459-1b99a9c6fa6f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:26.119227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] For port da743dd5-7c00-4043-b459-1b99a9c6fa6f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da743dd5-7c00-4043-b459-1b99a9c6fa6f,segment=NetworkSegment(ec59aeda-a8cb-4a5f-b212-1755e6d2ebef),segment_id=ec59aeda-a8cb-4a5f-b212-1755e6d2ebef)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:26.130392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.211962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 6653d33e-2491-4974-9eac-2088640dfad5, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6653d33e-2491-4974-9eac-2088640dfad5,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:26.212208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.219911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ae46813e-27bf-400a-af6e-cafae7318a03 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:26.226818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1207d24-ca0e-41ce-93bc-a0f3dc24a3c3 None None] Pushing event updated for resources: {'Port': ['ID=da743dd5-7c00-4043-b459-1b99a9c6fa6f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.233495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ae46813e-27bf-400a-af6e-cafae7318a03 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:26.233495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.407625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.435772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 6653d33e-2491-4974-9eac-2088640dfad5 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:26.451870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ae46813e-27bf-400a-af6e-cafae7318a03, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae46813e-27bf-400a-af6e-cafae7318a03,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:26.459485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Sync routers for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:26.466090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.623528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ae46813e-27bf-400a-af6e-cafae7318a03,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.641812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:26.642534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:52:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:26.757312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.798563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35304) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:26.805111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962364799', 'description': 'tempest-secgroup-smoke-1962364799 description', 'project_id': '68859b5095bb4496bfd7fb4880307186'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:26.817142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:26.821285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:26.824737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:26.829834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=6653d33e-2491-4974-9eac-2088640dfad5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:26.831594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:26.853155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.875382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:26.889927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:26.895014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:26.898760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:26.906595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:26.934690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 6653d33e-2491-4974-9eac-2088640dfad5 on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:26.938439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.941839 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:26.944187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'name': 'network-vif-deleted', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:53:26.996040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Transition to ACTIVE for port object 58dc8cbc-ae4a-4735-a501-29ee3fafd06e will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:27.002954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1aad4f7-9afc-4d1b-bd3e-a6199f601866'] response: {'server_uuid': 'e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1', 'name': 'network-vif-deleted', 'tag': '6653d33e-2491-4974-9eac-2088640dfad5', 'status': 'completed', 'code': 200} Apr 21 14:53:27.005857 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77d6017a-7edf-4a15-8385-883187244cff req-844b12a2-f38e-4ff1-b66e-0e9c5d3db20b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/6653d33e-2491-4974-9eac-2088640dfad5 HTTP/1.1" status: 204 len: 173 time: 2.0286722 Apr 21 14:53:27.007069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.012818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.030967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.075410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc65bf6-b041-42bd-8dc0-04094e36f5ca,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.089677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.090883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-98e3c207-eed1-43f7-9cac-d959c7b72177 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2913454 Apr 21 14:53:27.096466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35312) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:27.114142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:27.131299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:27.139453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:27.139668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:27.142923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:27.144965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:27.147619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:27.156624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:27.191440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.214659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'Port': ['ID=58dc8cbc-ae4a-4735-a501-29ee3fafd06e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.264974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:27.265574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.289881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.299336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.335444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:23Z', 'revision_number': 4, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8', 'name': '', 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'mac_address': 'fa:16:3e:08:e6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:22Z', 'updated_at': '2022-04-21T14:53:23Z', 'revision_number': 2, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'subnets': [{'id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:27.339199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fae675-6f81-42a9-acce-29156bbc4897,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.344793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.345840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cd826974-c2fa-4968-bd71-715930e4dfb9 req-e40e5386-2397-4738-828c-37f4efadf0ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:27.349156 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4b12e893-184f-4acd-b896-7c1a1c4e957e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2505310 Apr 21 14:53:27.349871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35316) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:27.351699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Checking router: 44f7aa1a-0526-40fe-9200-a9dc4e1a554e for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:27.352566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Updating router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:27.355900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:27.362349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:27.366593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:27.370210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:27.376547 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20e91b9f-e426-43a3-af03-51579c6a739a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7838788 Apr 21 14:53:27.379760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35320) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:27.380756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:27.386446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Request body: {'port': {'network_id': '8ae26876-4b5c-4ea0-acb1-1f9f636028f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-531467692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:27.386928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] bootfile-name is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:27.387292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] tftp-server is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:27.387628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] server-ip-address is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:27.399149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.431282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.532164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb286348-49bb-4da3-8959-8c6ad9c8f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.541489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.548488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cd826974-c2fa-4968-bd71-715930e4dfb9 req-e40e5386-2397-4738-828c-37f4efadf0ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:27.549675 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cd826974-c2fa-4968-bd71-715930e4dfb9 req-e40e5386-2397-4738-828c-37f4efadf0ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e41f5f7a-e52f-4bde-95b2-b7c79f0ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.2955780 Apr 21 14:53:27.553479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.612423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8392aea1-7ee1-4e01-a83e-48509065ad87,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.629096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.632374 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-25294c90-5ea9-494c-ba4f-9ba484a3c607 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2815602 Apr 21 14:53:27.636344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35324) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:27.642116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:27.643986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:27.650058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:27.651053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Usage tracker for resource:port and tenant:c77dbdf46946491f9f0e6bdd6007695b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:27.654253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:27.654892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:27.658758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:27.661136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:27.666123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:27.676301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Made reservation on behalf of c77dbdf46946491f9f0e6bdd6007695b for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:27.681240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.695398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.737266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] device_id is not set on port b7c8f624-9771-4fab-8027-ee7eae3170b6 yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:53:27.827303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedf382-f027-4bc2-a13b-5e50152bef4d None None] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:27.850818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.856158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.887407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90fdc93-b427-41cd-be2c-6e3aa5de61ab,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:27.902919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:27.907005 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-12c7fad8-0d23-4b58-8028-0e1d555477a8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2665956 Apr 21 14:53:27.907965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35328) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:27.915491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:27.923383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:27.928274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:27.933269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:27.939886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:27.966190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.010371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ce7a73e7-141f-4cba-960c-9b0c294831b7 None None] Provisioning for port da743dd5-7c00-4043-b459-1b99a9c6fa6f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:28.054610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.063803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.089945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe38c6b0-777f-4e54-ad67-87626b250797,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.093876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Allocated IP 172.20.0.14 (8ae26876-4b5c-4ea0-acb1-1f9f636028f9/468f5042-863d-446b-9102-f5ed5a2210cb/b7c8f624-9771-4fab-8027-ee7eae3170b6) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:28.118436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.120586 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d2716fa1-d64d-42ae-bd8a-75e44a9d2c49 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2109983 Apr 21 14:53:28.123378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35332) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.129031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:28.134469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da743dd5-7c00-4043-b459-1b99a9c6fa6f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:28.135185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:28.139253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:28.142126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:28.147803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:28.162346 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Project 68859b5095bb4496bfd7fb4880307186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:28.170075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.220727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.239139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.243601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.268012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92986669-9977-468f-9a4b-4c84db47ba73,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.278899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.280384 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0a410bfa-9770-4f73-9b1c-96fca2c4ab71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559155 Apr 21 14:53:28.280548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Transition to ACTIVE for port object f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:28.283138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35336) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.289399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'security_group_rule': {'security_group_id': '2cc65bf6-b041-42bd-8dc0-04094e36f5ca', 'project_id': '68859b5095bb4496bfd7fb4880307186', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:28.294710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.296353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:28.300997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:security_group_rule and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:28.304237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:28.310791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:28.321677 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Project 68859b5095bb4496bfd7fb4880307186 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:28.329515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.332810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.349939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Transition to ACTIVE for port object b7c8f624-9771-4fab-8027-ee7eae3170b6 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:28.360917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port da743dd5-7c00-4043-b459-1b99a9c6fa6f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:28.385516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.414608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.421746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.434676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port da743dd5-7c00-4043-b459-1b99a9c6fa6f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:28.435053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.451952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68469a36-c402-4f58-a739-bd7943ec432e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.467188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.472125 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b092029f-2c6e-4dec-b996-bf41758f8032 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1847138 Apr 21 14:53:28.485229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a8a46-d377-4ab1-aa45-e09e9eba675c None None] Pushing event updated for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.500560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'Port': ['ID=b7c8f624-9771-4fab-8027-ee7eae3170b6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:28.512646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:28.514308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:28.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:28.616219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:28.616915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.628304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Attempting to bind port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:28.628677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Attempting to bind port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:28.629453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Attempting to bind port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 on network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:28.646192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:28.646832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Checking segment: {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:28.647297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.647811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Bound using segment: {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:28.648330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Bound port: f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d32165-bc43-4eea-9949-7c1b01ac8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:28.648766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.669393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.671002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c0d66fa6-33fb-4d38-828a-0cf2f32281ce tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2901199 Apr 21 14:53:28.700166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35376) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.735298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6653d33e-2491-4974-9eac-2088640dfad5 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:28.816558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.846007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ee7c7-3b78-48b2-9a48-100ca37fd980 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:28.855634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.860283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ee7c7-3b78-48b2-9a48-100ca37fd980 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:28.874675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ee7c7-3b78-48b2-9a48-100ca37fd980 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:28.877093 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca0ee7c7-3b78-48b2-9a48-100ca37fd980 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2065742 Apr 21 14:53:28.880221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35392) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:28.960389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] For port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:28.966139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] For port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:28.967430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 6653d33e-2491-4974-9eac-2088640dfad5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:28.967658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6653d33e-2491-4974-9eac-2088640dfad5 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:28.985881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:28.990349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Deleting port b7c8f624-9771-4fab-8027-ee7eae3170b6 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:28.990690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.033445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.085812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.107539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.143182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:29.143815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:29.241464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a8a46-d377-4ab1-aa45-e09e9eba675c None None] Pushing event updated for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:29.259501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port da743dd5-7c00-4043-b459-1b99a9c6fa6f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da743dd5-7c00-4043-b459-1b99a9c6fa6f,segment=NetworkSegment(ec59aeda-a8cb-4a5f-b212-1755e6d2ebef),segment_id=ec59aeda-a8cb-4a5f-b212-1755e6d2ebef)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:29.275598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.276687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae46813e-27bf-400a-af6e-cafae7318a03 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:29.323429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.375065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996dc21-c89b-4315-bbb8-6efd8817c5ed,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:29.431889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c460399-614f-4074-89ad-67c09197236b None None] Provisioning complete for port da743dd5-7c00-4043-b459-1b99a9c6fa6f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.432877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c460399-614f-4074-89ad-67c09197236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.445258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.449861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d138c392-34f7-4385-b61b-7641e16d4d0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/0996dc21-c89b-4315-bbb8-6efd8817c5ed HTTP/1.1" status: 204 len: 168 time: 0.7442100 Apr 21 14:53:29.460308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.490036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35402) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:29.599124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=da743dd5-7c00-4043-b459-1b99a9c6fa6f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:29.607465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:29.660762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Calling delete_port for b7c8f624-9771-4fab-8027-ee7eae3170b6 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:29.897099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ae46813e-27bf-400a-af6e-cafae7318a03 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:29.897584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.910208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:29.975806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event deleted for resources: {'Port': ['ID=b7c8f624-9771-4fab-8027-ee7eae3170b6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:30.131925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.143857 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d517cb34-d4da-407f-9a90-d5cc2dccaf84 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "DELETE /v2.0/ports/b7c8f624-9771-4fab-8027-ee7eae3170b6 HTTP/1.1" status: 204 len: 168 time: 1.2557588 Apr 21 14:53:30.145047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35416) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:30.153317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Request body: {'port': {'name': 'tempest-new-port-name-759367600', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:30.154183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] bootfile-name is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:30.154758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] tftp-server is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:30.155589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.api.validators [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] server-ip-address is not in valid_values {{(pid=88108) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 21 14:53:30.195966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c460399-614f-4074-89ad-67c09197236b None None] Provisioning for port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:30.263065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.264731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3c460399-614f-4074-89ad-67c09197236b None None] Provisioning complete for port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:30.265128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c460399-614f-4074-89ad-67c09197236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.337295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3c460399-614f-4074-89ad-67c09197236b None None] Port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:30.365956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:23Z', 'revision_number': 4, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8', 'name': '', 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'mac_address': 'fa:16:3e:08:e6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:22Z', 'updated_at': '2022-04-21T14:53:28Z', 'revision_number': 4, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'subnets': [{'id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:30.366264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.376828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6aa4a4-7ba6-4bad-b777-7c364500e48f None None] The sync data for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv is: [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T14:53:23Z', 'revision_number': 4, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8', 'name': '', 'network_id': '7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'mac_address': 'fa:16:3e:08:e6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:22Z', 'updated_at': '2022-04-21T14:53:28Z', 'revision_number': 4, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'subnets': [{'id': 'ad1ce183-a540-44dd-ab9a-3f934021b227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:30.396559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.482869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da743dd5-7c00-4043-b459-1b99a9c6fa6f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:30.627937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d51f1d08-9da0-46ce-ac82-70df08e79013 None None] Provisioning complete for port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:30.629568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d51f1d08-9da0-46ce-ac82-70df08e79013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.718215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port da743dd5-7c00-4043-b459-1b99a9c6fa6f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:30.729710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.777113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d51f1d08-9da0-46ce-ac82-70df08e79013 None None] Port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:30.821756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d51f1d08-9da0-46ce-ac82-70df08e79013 None None] Could not find standard attr ID for object b7c8f624-9771-4fab-8027-ee7eae3170b6. {{(pid=88109) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 14:53:30.849135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:30.858170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.086396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:31.086965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.202866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event updated for resources: {'Port': ['ID=58dc8cbc-ae4a-4735-a501-29ee3fafd06e,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:31.227972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] In _notify_port_updated(), no bound segment for port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e on network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 {{(pid=88108) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:53:31.235835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:31.236592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.240449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b696701-5d08-4ed5-98d5-06f01887d0a1 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "PUT /v2.0/ports/58dc8cbc-ae4a-4735-a501-29ee3fafd06e HTTP/1.1" status: 200 len: 1135 time: 1.0904510 Apr 21 14:53:31.240629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35448) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:31.341063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ace36-14ff-412f-b700-9d4ea5ac3d96 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:31.341807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-510ace36-14ff-412f-b700-9d4ea5ac3d96 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Synchronizing usage tracker for tenant:c77dbdf46946491f9f0e6bdd6007695b on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:31.379237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-510ace36-14ff-412f-b700-9d4ea5ac3d96 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Unset dirty status for tenant:c77dbdf46946491f9f0e6bdd6007695b on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:31.383807 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-510ace36-14ff-412f-b700-9d4ea5ac3d96 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "GET /v2.0/ports/58dc8cbc-ae4a-4735-a501-29ee3fafd06e HTTP/1.1" status: 200 len: 1135 time: 0.1389360 Apr 21 14:53:31.383984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35452) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:31.391281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 69eeb18d-cdc9-4310-93b0-a7b49f2e5618, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:31.393836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.458221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4debde7c-df41-4b5f-867f-081be4643ef3 None None] Provisioning complete for port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:31.458798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4debde7c-df41-4b5f-867f-081be4643ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.476493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Deleting port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:31.476884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.540070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:31.559868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4debde7c-df41-4b5f-867f-081be4643ef3 None None] Port 58dc8cbc-ae4a-4735-a501-29ee3fafd06e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:31.808467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.907124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:31.996380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=69eeb18d-cdc9-4310-93b0-a7b49f2e5618,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:32.021717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Calling delete_port for 58dc8cbc-ae4a-4735-a501-29ee3fafd06e owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:32.210075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.277597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event deleted for resources: {'Port': ['ID=58dc8cbc-ae4a-4735-a501-29ee3fafd06e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:32.365725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.396834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.423450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-412732e5-bd65-4c27-8f2c-f1f4b7c1c57a tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "DELETE /v2.0/ports/58dc8cbc-ae4a-4735-a501-29ee3fafd06e HTTP/1.1" status: 204 len: 168 time: 1.0383272 Apr 21 14:53:32.426099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35458) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:32.538365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:32.560504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Deleting subnet 468f5042-863d-446b-9102-f5ed5a2210cb {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:53:32.563956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.640956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:32.641754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.650008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:32.651640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.744795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.819429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.863687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:32.868386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.956664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:32.996031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:33.009804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.015978 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "DELETE /v2.0/subnets/468f5042-863d-446b-9102-f5ed5a2210cb HTTP/1.1" status: 204 len: 168 time: 0.5872548 Apr 21 14:53:33.016814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160fdbc-f3a9-42b3-ac24-91288e570eec tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event deleted for resources: {'Subnet': ['ID=468f5042-863d-446b-9102-f5ed5a2210cb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:33.018110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d567d-2b11-4638-8073-cdfa6af36810 None None] Network 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:33.019062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35464) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:33.021131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 4bc05907-c3be-4ed6-8b1c-94703a541540 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:33.147254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.163537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Deleting port da743dd5-7c00-4043-b459-1b99a9c6fa6f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:33.163892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.272009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:33.284368 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887fd302-7311-481c-be61-29959c528e4a None None] Sync routers for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:33.297650 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ce50c98b-3d89-491b-be85-a7212dc625a8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/4bc05907-c3be-4ed6-8b1c-94703a541540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8040669 Apr 21 14:53:33.298371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35468) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:33.302489 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:33.303121 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:33.415123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] DHCP port deletion for 8ae26876-4b5c-4ea0-acb1-1f9f636028f9 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:53:33.420397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Deleting port da743dd5-7c00-4043-b459-1b99a9c6fa6f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:33.420706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.481938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet dc8c269b-8b13-42d9-b438-20ae270a5ec2 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:53:33.489857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] For port da743dd5-7c00-4043-b459-1b99a9c6fa6f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da743dd5-7c00-4043-b459-1b99a9c6fa6f,segment=NetworkSegment(ec59aeda-a8cb-4a5f-b212-1755e6d2ebef),segment_id=ec59aeda-a8cb-4a5f-b212-1755e6d2ebef)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:33.490332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.499228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.605604 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:33.811543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] For port da743dd5-7c00-4043-b459-1b99a9c6fa6f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=da743dd5-7c00-4043-b459-1b99a9c6fa6f,segment=NetworkSegment(ec59aeda-a8cb-4a5f-b212-1755e6d2ebef),segment_id=ec59aeda-a8cb-4a5f-b212-1755e6d2ebef)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:33.812752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.818610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Calling delete_port for da743dd5-7c00-4043-b459-1b99a9c6fa6f owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:33.918329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:33.980627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Calling delete_port for da743dd5-7c00-4043-b459-1b99a9c6fa6f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:34.003582 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:31Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.012060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887fd302-7311-481c-be61-29959c528e4a None None] Checking router: 4bc05907-c3be-4ed6-8b1c-94703a541540 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:34.019302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.038207 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] Routers {'4bc05907-c3be-4ed6-8b1c-94703a541540'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:34.040232 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['4bc05907-c3be-4ed6-8b1c-94703a541540'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.089054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.119129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.db.api [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:34.119605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG oslo_db.api [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:34.167076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] Pushing event deleted for resources: {'Port': ['ID=da743dd5-7c00-4043-b459-1b99a9c6fa6f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:34.169098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.178662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af06cfb2-c699-4c89-813f-cb3dcba6d067 None None] No DVR routers for this DVR port da743dd5-7c00-4043-b459-1b99a9c6fa6f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:34.231877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8c269b-8b13-42d9-b438-20ae270a5ec2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:34.235717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.243299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d316e85d-3fb0-4f53-a558-fcd9e1a7d8db None None] Network 5f2b1654-485d-4ebb-8ee4-81c56fb891cb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:34.247999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35474) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:34.248560 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6c8e787d-c98b-4dc8-87ff-466f832bd598 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/dc8c269b-8b13-42d9-b438-20ae270a5ec2 HTTP/1.1" status: 204 len: 168 time: 0.9486041 Apr 21 14:53:34.368100 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] Set router 4bc05907-c3be-4ed6-8b1c-94703a541540 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:34.489554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:34.521101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.621002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Deleting port da743dd5-7c00-4043-b459-1b99a9c6fa6f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:34.621655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.673559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:34.673931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.761640 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-887fd302-7311-481c-be61-29959c528e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:31Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:34.764076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.767141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] The port 'da743dd5-7c00-4043-b459-1b99a9c6fa6f' was deleted {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:53:34.769945 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887fd302-7311-481c-be61-29959c528e4a None None] The sync data for ids ['4bc05907-c3be-4ed6-8b1c-94703a541540'] in dv-neutron-838896-1-hyperv is: [{'id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'name': 'tempest-TestNetworkBasicOps-router-1419647237', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:49:47Z', 'updated_at': '2022-04-21T14:53:31Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '1582bce3-2a6a-47ac-a163-77d0b183ad09', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc05907-c3be-4ed6-8b1c-94703a541540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:49:51Z', 'updated_at': '2022-04-21T14:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:34.777248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 1582bce3-2a6a-47ac-a163-77d0b183ad09 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:34.777691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:34.859906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] DHCP port deletion for 5f2b1654-485d-4ebb-8ee4-81c56fb891cb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:53:34.880314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Deleting port fbb39414-dfc6-47b9-a502-76616a266761 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:34.880955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.001267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.009064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 1582bce3-2a6a-47ac-a163-77d0b183ad09, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1582bce3-2a6a-47ac-a163-77d0b183ad09,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:35.009526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.035706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae26876-4b5c-4ea0-acb1-1f9f636028f9']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:35.051380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:35.051668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec59aeda-a8cb-4a5f-b212-1755e6d2ebef') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:35.068272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.092541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.102890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:35.103549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: util.warn( Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:35.120659 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:35.125930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] For port fbb39414-dfc6-47b9-a502-76616a266761, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fbb39414-dfc6-47b9-a502-76616a266761,segment=NetworkSegment(94c6dea6-785a-496f-bc16-7ae3672efdc7),segment_id=94c6dea6-785a-496f-bc16-7ae3672efdc7)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:35.126402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.193341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 1582bce3-2a6a-47ac-a163-77d0b183ad09 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:35.221594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.232864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.288716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] Pushing event deleted for resources: {'Network': ['ID=8ae26876-4b5c-4ea0-acb1-1f9f636028f9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:35.292114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a87d78b-370d-4055-83b2-b2db6888f7d0 tempest-ExtraDHCPOptionsTestJSON-1958967493 tempest-ExtraDHCPOptionsTestJSON-1958967493-project] 10.222.0.35 "DELETE /v2.0/networks/8ae26876-4b5c-4ea0-acb1-1f9f636028f9 HTTP/1.1" status: 204 len: 168 time: 2.2714012 Apr 21 14:53:35.388206 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:53:35.397403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Calling delete_port for fbb39414-dfc6-47b9-a502-76616a266761 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:35.449323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da743dd5-7c00-4043-b459-1b99a9c6fa6f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:35.477922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.500448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: da743dd5-7c00-4043-b459-1b99a9c6fa6f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:35.500935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device da743dd5-7c00-4043-b459-1b99a9c6fa6f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:35.551013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.584422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=1582bce3-2a6a-47ac-a163-77d0b183ad09,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:35.617622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] No DVR routers for this DVR port fbb39414-dfc6-47b9-a502-76616a266761 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:35.619277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c098e44-3c8b-429b-91fe-09a6df6e5ff5 None None] Pushing event deleted for resources: {'Port': ['ID=fbb39414-dfc6-47b9-a502-76616a266761,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:35.657243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.717875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35484) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:35.906409 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ed2324c-5590-461b-9dc7-5748108ad9c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c77dbdf46946491f9f0e6bdd6007695b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871371 Apr 21 14:53:35.908871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:35.954164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.956357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.974357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.982647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:35.983864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc05907-c3be-4ed6-8b1c-94703a541540 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:53:36.002463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.003065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.005259 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0334992f-91ba-4ed9-b713-8fefbaaa0ec0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/4bc05907-c3be-4ed6-8b1c-94703a541540 HTTP/1.1" status: 204 len: 168 time: 1.7544873 Apr 21 14:53:36.007034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:36.063963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.080965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873cc57-7b9e-4225-856e-24e2d7980592,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:36.091217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.096432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ccca2dfb-b421-4da9-9fc9-eb68a3638692 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c873cc57-7b9e-4225-856e-24e2d7980592 HTTP/1.1" status: 204 len: 168 time: 0.1862688 Apr 21 14:53:36.175722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.326136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.361865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b1654-485d-4ebb-8ee4-81c56fb891cb']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:36.375700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c6dea6-785a-496f-bc16-7ae3672efdc7') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:36.376243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c6dea6-785a-496f-bc16-7ae3672efdc7') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:36.401771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.430972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.439384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:36.440838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:36.465872 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:36.575334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.586397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:36.607296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.621044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=5f2b1654-485d-4ebb-8ee4-81c56fb891cb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:36.622976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:36.623332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 69eeb18d-cdc9-4310-93b0-a7b49f2e5618 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:36.623734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fbb39414-dfc6-47b9-a502-76616a266761 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:36.628890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bb45c548-2750-488c-9173-b14e87ae9c33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/5f2b1654-485d-4ebb-8ee4-81c56fb891cb HTTP/1.1" status: 204 len: 168 time: 0.6179640 Apr 21 14:53:36.649369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:36.655942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--980794206', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:36.660879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:36.665495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:36.667939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fbb39414-dfc6-47b9-a502-76616a266761 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:36.668490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fbb39414-dfc6-47b9-a502-76616a266761 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:36.669073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1582bce3-2a6a-47ac-a163-77d0b183ad09 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:36.669377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:36.677197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:36.715763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 1582bce3-2a6a-47ac-a163-77d0b183ad09 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:53:36.715763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1582bce3-2a6a-47ac-a163-77d0b183ad09 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:53:36.716159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:36.724228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.763855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:36.773770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.774349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 1b07594d-38ef-49a1-9d56-62d378f6947a of type vlan for network 690b364c-33ba-418f-aa17-68d082e07d43 Apr 21 14:53:36.808198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.847340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.854159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:36.855310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:36.969176 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3187113 Apr 21 14:53:36.972029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35524) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:36.975737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b59557-fafb-4143-8514-10101f69a8ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=690b364c-33ba-418f-aa17-68d082e07d43,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:36.977907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:36.986120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 690b364c-33ba-418f-aa17-68d082e07d43 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:36.987254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:36.991261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:36.994368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:37.003367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:37.016939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.018339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.037402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:37.047828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.186449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-583611279'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:37.191775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:37.195700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:37.199477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:37.207145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:37.222760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:37.226647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.243168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.258533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:37.262970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:security_group_rule and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:37.266016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:37.271856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:37.363825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.369881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.374615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.411678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:37.421533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c694f7f0-4981-4fe3-b1b6-d3f643a6ea89,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:37.428571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.428978 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment 0d22b05b-cafb-43bb-813b-f1d6f835a5ef of type vlan for network ba8d2e14-c0a6-4d5b-af05-83578abebd77 Apr 21 14:53:37.459418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.495657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.505575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:37.505575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.620955 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5820351 Apr 21 14:53:37.626955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011a406-5188-4c15-957e-4f002c41b787 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=ba8d2e14-c0a6-4d5b-af05-83578abebd77,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:37.637840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:37.743536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:37.785686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.074226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.99 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b608ab55-5fab-4230-8d93-1013ba4d9d4e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:38.227116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.260204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:38.328469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:38.331357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:38.341806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:38.373626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=b608ab55-5fab-4230-8d93-1013ba4d9d4e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:38.802333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.168770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.404659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 705b2237-25e7-403a-ae02-00749e1c9e89 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:53:39.734676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:39.749040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Sync routers for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:39.785490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:39.788831 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-27ad9e0d-e739-4db9-830b-80ad606ad19a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8140721 Apr 21 14:53:39.792262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:39.799780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:39.801386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:39.873631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-146a0924-7f98-4547-8b2b-a086469a1b3a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0799878 Apr 21 14:53:39.877838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35544) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.040685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d82b0-e0f0-4d19-bf83-16d2c616a683 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:40.043735 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b55d82b0-e0f0-4d19-bf83-16d2c616a683 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1641462 Apr 21 14:53:40.046705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35548) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.095393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:40.116375 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9fe741bd-1e78-4845-80f5-625f59a03add tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0682957 Apr 21 14:53:40.118800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35552) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.126218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1873840245', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:40.256913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:40.261532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:40.264779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:40.271645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:40.282548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:40.287173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.426026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:38Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:40.431387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Checking router: 705b2237-25e7-403a-ae02-00749e1c9e89 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:40.433075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Updating router 705b2237-25e7-403a-ae02-00749e1c9e89 port b608ab55-5fab-4230-8d93-1013ba4d9d4e binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:40.494915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.573981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.669655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:40.670169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 690b364c-33ba-418f-aa17-68d082e07d43, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:40.682592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=459a1307-f6d9-42b4-93b3-f616dec4fcbd,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:40.694119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 690b364c-33ba-418f-aa17-68d082e07d43 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:40.746523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 690b364c-33ba-418f-aa17-68d082e07d43) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:40.754473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:40.755978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:40.763684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def2ea1-c21d-49a7-927f-1a4b0662573f None None] Network 690b364c-33ba-418f-aa17-68d082e07d43 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:40.858531 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a1212d19-1341-4db5-bc06-a1db14c684eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7376568 Apr 21 14:53:40.861556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35558) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.969403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35562) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:40.976016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:41.037695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-690b364c-33ba-418f-aa17-68d082e07d43', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:41.038804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.141953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:41.146941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:subnet and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:41.156881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:41.171289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:41.183723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.188912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:41.195177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.211804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Transition to ACTIVE for port object b608ab55-5fab-4230-8d93-1013ba4d9d4e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:41.252102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.399146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191aafc-d860-4a1e-bf3d-c215eb27623b None None] Pushing event updated for resources: {'Port': ['ID=b608ab55-5fab-4230-8d93-1013ba4d9d4e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:41.432558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Attempting to bind port b608ab55-5fab-4230-8d93-1013ba4d9d4e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:41.432951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Attempting to bind port b608ab55-5fab-4230-8d93-1013ba4d9d4e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:41.433365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Attempting to bind port b608ab55-5fab-4230-8d93-1013ba4d9d4e on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:41.442402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:41.442785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:41.443099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.443489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:41.443958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Bound port: b608ab55-5fab-4230-8d93-1013ba4d9d4e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:41.444335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.496340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Allocated IP 172.20.0.2 (690b364c-33ba-418f-aa17-68d082e07d43/459a1307-f6d9-42b4-93b3-f616dec4fcbd/df89b2ab-21e4-4a1b-b551-bd36184cc55f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:41.554238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.562723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] For port b608ab55-5fab-4230-8d93-1013ba4d9d4e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:41.567357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] For port b608ab55-5fab-4230-8d93-1013ba4d9d4e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b608ab55-5fab-4230-8d93-1013ba4d9d4e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:41.571917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.634325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=c6a261b4-6bf6-42ab-84e2-0fa70af732ae,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:41.669513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': '0d22b05b-cafb-43bb-813b-f1d6f835a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:41.669866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: ba8d2e14-c0a6-4d5b-af05-83578abebd77, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:41.693643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:41.706025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, ba8d2e14-c0a6-4d5b-af05-83578abebd77) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:41.710533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:41.711111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.748601 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d7c94816-1844-452e-af7c-84f775dd1f15 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7774689 Apr 21 14:53:41.751763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35566) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:41.758658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48686a2d-54b7-4aa3-88e3-af3184b44e16 None None] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:41.760972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1341769137'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:41.765935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:41.770537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:41.773715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:41.782701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:41.800900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:41.808756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.878453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:41.895783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:41.897166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:41.905327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.905664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment c3048e0f-e40f-4d84-a9e7-db28c9978f43 of type vlan for network 85d193f1-8a85-4052-bd16-f6f05aca47b2 Apr 21 14:53:41.947924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.953315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:41.999911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191aafc-d860-4a1e-bf3d-c215eb27623b None None] Pushing event updated for resources: {'Port': ['ID=b608ab55-5fab-4230-8d93-1013ba4d9d4e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:42.002237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.008103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:42.008691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.071693 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3188663 Apr 21 14:53:42.072436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35572) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:42.084378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:42.264772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d926-d5b9-47ed-823b-ee880341337e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=85d193f1-8a85-4052-bd16-f6f05aca47b2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:42.281242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:42.308470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:42.313039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:subnet and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:42.317766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:42.332634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:42.346545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:42.357305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:42.364777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.389667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.455004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-ba8d2e14-c0a6-4d5b-af05-83578abebd77', 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77', 'tenant_id': 'ac82d2fcd59e466581912abf4568ea9c', 'fixed_ips': [{'subnet_id': 'c6a261b4-6bf6-42ab-84e2-0fa70af732ae'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:42.455827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.543751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Transition to ACTIVE for port object df89b2ab-21e4-4a1b-b551-bd36184cc55f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:42.640772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Transition to ACTIVE for port object df89b2ab-21e4-4a1b-b551-bd36184cc55f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:42.705920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.738885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (690b364c-33ba-418f-aa17-68d082e07d43/459a1307-f6d9-42b4-93b3-f616dec4fcbd/4e822c54-2731-47d9-a4a4-44886c6fa461) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:42.843764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Network 690b364c-33ba-418f-aa17-68d082e07d43 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:42.858953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:42.864698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:53:42.866005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.892855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:42.930562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Pushing event updated for resources: {'Port': ['ID=df89b2ab-21e4-4a1b-b551-bd36184cc55f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:42.957675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': 'c3048e0f-e40f-4d84-a9e7-db28c9978f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:42.958167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: 85d193f1-8a85-4052-bd16-f6f05aca47b2, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:42.969816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:42.973192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=2247aa69-ded8-437b-8f43-a157480ee45b,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:42.993724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 4e822c54-2731-47d9-a4a4-44886c6fa461 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:43.004475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:43.017919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 85d193f1-8a85-4052-bd16-f6f05aca47b2) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:43.023371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:43.024118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.039525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.052962 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-43bee89b-fccd-4440-9a7d-8ad42d752f17 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9760685 Apr 21 14:53:43.055619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de275b69-13f4-4405-a3c3-606869a569ad None None] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:43.056110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35578) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:43.065426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'port': {'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2', 'name': 'tempest-NetworksIpV6TestAttrs-596582074'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:43.153492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 690b364c-33ba-418f-aa17-68d082e07d43 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:43.157101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:43.161576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:43.164486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Allocated IP 2001:db8:0:ffff::2 (ba8d2e14-c0a6-4d5b-af05-83578abebd77/c6a261b4-6bf6-42ab-84e2-0fa70af732ae/665fc39c-b5d5-4226-80bd-fb08beed04bb) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:43.210067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:43.237368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Attempting to bind port df89b2ab-21e4-4a1b-b551-bd36184cc55f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:43.237743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Attempting to bind port df89b2ab-21e4-4a1b-b551-bd36184cc55f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:43.240145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Attempting to bind port df89b2ab-21e4-4a1b-b551-bd36184cc55f on network 690b364c-33ba-418f-aa17-68d082e07d43 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:43.254113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:43.258866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:port and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:43.261868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.263357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:43.272553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:43.288545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:43.288802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:43.289063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Checking segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:43.289493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.289886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Bound using segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:43.290356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Bound port: df89b2ab-21e4-4a1b-b551-bd36184cc55f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:43.290732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.294293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.329477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] device_id is not set on port 6b02ed1f-b270-4cdf-b38b-b072a094ad21 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:53:43.518174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:38Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:43.519876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.529535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Allocated IP 2001:db8::f816:3eff:fe00:edea (85d193f1-8a85-4052-bd16-f6f05aca47b2/2247aa69-ded8-437b-8f43-a157480ee45b/6b02ed1f-b270-4cdf-b38b-b072a094ad21) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:43.554416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21163c42-15d6-4c8b-a4ea-e69bdc890dc8 None None] The sync data for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv is: [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:38Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:43.615392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] For port df89b2ab-21e4-4a1b-b551-bd36184cc55f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:43.676565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] For port df89b2ab-21e4-4a1b-b551-bd36184cc55f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df89b2ab-21e4-4a1b-b551-bd36184cc55f,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:43.691239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.755270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-85d193f1-8a85-4052-bd16-f6f05aca47b2', 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2', 'tenant_id': 'ac82d2fcd59e466581912abf4568ea9c', 'fixed_ips': [{'subnet_id': '2247aa69-ded8-437b-8f43-a157480ee45b'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:43.756081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.793955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.869860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.888861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Transition to ACTIVE for port object 665fc39c-b5d5-4226-80bd-fb08beed04bb will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:43.905325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Transition to ACTIVE for port object 6b02ed1f-b270-4cdf-b38b-b072a094ad21 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:43.920917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff44e-bba8-4536-ba3a-02393340e467 None None] Pushing event updated for resources: {'Port': ['ID=df89b2ab-21e4-4a1b-b551-bd36184cc55f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:43.965246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:43.996072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Transition to ACTIVE for port object 665fc39c-b5d5-4226-80bd-fb08beed04bb will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:44.032402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.166602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Port': ['ID=6b02ed1f-b270-4cdf-b38b-b072a094ad21,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.207524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:44.209368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:44.216843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:44.224516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:44.226171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.234813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:44.252032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:44.254112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Pushing event updated for resources: {'Port': ['ID=665fc39c-b5d5-4226-80bd-fb08beed04bb,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.261373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:44.309426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-170037ec-489e-44b6-9522-4ecd7b79e714 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2506006 Apr 21 14:53:44.310873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35592) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:44.371508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Allocated IP 2001:db8::f816:3eff:fe4f:d94d (85d193f1-8a85-4052-bd16-f6f05aca47b2/2247aa69-ded8-437b-8f43-a157480ee45b/59227a91-3177-4bcc-a8d5-3fd59cb7c5e4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:44.469306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting subnet 2247aa69-ded8-437b-8f43-a157480ee45b {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:53:44.513668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Attempting to bind port 665fc39c-b5d5-4226-80bd-fb08beed04bb on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:44.514313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Attempting to bind port 665fc39c-b5d5-4226-80bd-fb08beed04bb by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '0d22b05b-cafb-43bb-813b-f1d6f835a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:44.514932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Attempting to bind port 665fc39c-b5d5-4226-80bd-fb08beed04bb on network ba8d2e14-c0a6-4d5b-af05-83578abebd77 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:44.534484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:44.535138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Checking segment: {'id': '0d22b05b-cafb-43bb-813b-f1d6f835a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:44.535723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.536277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Bound using segment: {'id': '0d22b05b-cafb-43bb-813b-f1d6f835a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:44.537314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Bound port: 665fc39c-b5d5-4226-80bd-fb08beed04bb, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22b05b-cafb-43bb-813b-f1d6f835a5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ba8d2e14-c0a6-4d5b-af05-83578abebd77'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:44.538318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.590007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.597245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.621049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df89b2ab-21e4-4a1b-b551-bd36184cc55f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:44.740676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.745889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:44.783127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] For port 665fc39c-b5d5-4226-80bd-fb08beed04bb, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:44.789107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] For port 665fc39c-b5d5-4226-80bd-fb08beed04bb, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=665fc39c-b5d5-4226-80bd-fb08beed04bb,segment=NetworkSegment(0d22b05b-cafb-43bb-813b-f1d6f835a5ef),segment_id=0d22b05b-cafb-43bb-813b-f1d6f835a5ef)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:44.816542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:44.934709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 690b364c-33ba-418f-aa17-68d082e07d43 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:44.936085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:44.973844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port df89b2ab-21e4-4a1b-b551-bd36184cc55f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:44.987551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b608ab55-5fab-4230-8d93-1013ba4d9d4e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:45.094500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c4237-1ec4-4e90-8203-056001fa89b6 None None] Pushing event updated for resources: {'Port': ['ID=665fc39c-b5d5-4226-80bd-fb08beed04bb,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.107884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.122506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Transition to ACTIVE for port object 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:45.149425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Transition to ACTIVE for port object 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:45.152767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b608ab55-5fab-4230-8d93-1013ba4d9d4e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:45.156916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.166048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.251190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b608ab55-5fab-4230-8d93-1013ba4d9d4e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:45.251864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.268625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 705b2237-25e7-403a-ae02-00749e1c9e89 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:53:45.379691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.530512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:45.540142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:45.548065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:45.589348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.645733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Pushing event updated for resources: {'Port': ['ID=59227a91-3177-4bcc-a8d5-3fd59cb7c5e4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.663700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:53:45.683945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-944a8320-f00e-4f7e-a075-2415e678ab13 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/705b2237-25e7-403a-ae02-00749e1c9e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8210118 Apr 21 14:53:45.685471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35606) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.700189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.772401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.776947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Attempting to bind port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:45.778790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Attempting to bind port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'c3048e0f-e40f-4d84-a9e7-db28c9978f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:45.780481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Attempting to bind port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 on network 85d193f1-8a85-4052-bd16-f6f05aca47b2 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:45.780624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=2247aa69-ded8-437b-8f43-a157480ee45b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:45.787156 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eb8e4373-95ff-4c61-abd6-ca496d2fe5eb tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/2247aa69-ded8-437b-8f43-a157480ee45b HTTP/1.1" status: 204 len: 168 time: 1.4724183 Apr 21 14:53:45.787566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35610) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.815929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:45.816606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Checking segment: {'id': 'c3048e0f-e40f-4d84-a9e7-db28c9978f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:45.817181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.817876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Bound using segment: {'id': 'c3048e0f-e40f-4d84-a9e7-db28c9978f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:45.818507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Bound port: 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3048e0f-e40f-4d84-a9e7-db28c9978f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '85d193f1-8a85-4052-bd16-f6f05aca47b2'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:45.820151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:45.840089 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41b10ff-d34b-4ab5-8563-ba1bdf45d118 None None] Network 690b364c-33ba-418f-aa17-68d082e07d43 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:45.884038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e9e4b-78ac-4640-816f-f08a1be1743c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.886999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e9e4b-78ac-4640-816f-f08a1be1743c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.887986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-540e9e4b-78ac-4640-816f-f08a1be1743c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Synchronizing usage tracker for tenant:ac82d2fcd59e466581912abf4568ea9c on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:45.910694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-540e9e4b-78ac-4640-816f-f08a1be1743c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Unset dirty status for tenant:ac82d2fcd59e466581912abf4568ea9c on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:45.912106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.915458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.915458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.915458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.915458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.915458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.916003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.917341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:45.919191 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-540e9e4b-78ac-4640-816f-f08a1be1743c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1287425 Apr 21 14:53:45.919961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.922860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fed4b0c4-90cd-4add-a28e-d8552fcf6929 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5656 time: 0.2351677 Apr 21 14:53:45.923732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35616) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:45.947494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Provisioning for port df89b2ab-21e4-4a1b-b551-bd36184cc55f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:46.011053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.029941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Provisioning complete for port df89b2ab-21e4-4a1b-b551-bd36184cc55f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:46.030310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.030802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.031612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.032136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.032651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.033291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.033868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.034842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.039672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35622) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:46.041677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-77d72881-2a7d-454f-98a2-c77c5bd9cf81 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.1161795 Apr 21 14:53:46.090361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Sync routers for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:53:46.101926 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:46.102532 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:46.116010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b608ab55-5fab-4230-8d93-1013ba4d9d4e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b608ab55-5fab-4230-8d93-1013ba4d9d4e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:46.146796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.147709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-429676c0-e547-4734-9850-ad5fd1c56974 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.157569 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-429676c0-e547-4734-9850-ad5fd1c56974 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 14:53:46.158020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429676c0-e547-4734-9850-ad5fd1c56974 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:46.163895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:46.164065 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-429676c0-e547-4734-9850-ad5fd1c56974 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/85d193f1-8a85-4052-bd16-f6f05aca47b2 HTTP/1.1" status: 409 len: 405 time: 0.2421634 Apr 21 14:53:46.170354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-795667014'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:46.179614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:46.190145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:46.198564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:46.211206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:46.231114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:46.238563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.241088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b608ab55-5fab-4230-8d93-1013ba4d9d4e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:46.270830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] For port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:46.309267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:46.340736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.341177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] For port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=59227a91-3177-4bcc-a8d5-3fd59cb7c5e4,segment=NetworkSegment(c3048e0f-e40f-4d84-a9e7-db28c9978f43),segment_id=c3048e0f-e40f-4d84-a9e7-db28c9978f43)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:46.341435 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment d52aa812-07d0-4517-84c8-1fbe6bbababc of type vlan for network 2cabe3ef-b8a0-4b22-a736-65208f989973 Apr 21 14:53:46.387831 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7d3d715b-0ed5-4167-b541-da7bd1debef4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3468094 Apr 21 14:53:46.402869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.420294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.468958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:46.471867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.479773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:46.480396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.631634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35634) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:46.653103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4875100 Apr 21 14:53:46.656162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:46.843794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b608ab55-5fab-4230-8d93-1013ba4d9d4e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:46.866220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914a773-52a0-4bf0-8c73-7afaecdfa525 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=2cabe3ef-b8a0-4b22-a736-65208f989973,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:46.902727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:46.972096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:47.107395 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:44Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:47.121181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7e8ca-da59-45b9-b62d-d31a7c1d8276 None None] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:47.121896 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Checking router: 705b2237-25e7-403a-ae02-00749e1c9e89 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:53:47.121896 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Updating router 705b2237-25e7-403a-ae02-00749e1c9e89 port 4e822c54-2731-47d9-a4a4-44886c6fa461 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:53:47.147573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:47.179676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:47.186694 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.210777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:47.214984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.233706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] For port df89b2ab-21e4-4a1b-b551-bd36184cc55f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df89b2ab-21e4-4a1b-b551-bd36184cc55f,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:47.263130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.386324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994744-60db-47ac-a41e-73e8429eb894 None None] Pushing event updated for resources: {'Port': ['ID=59227a91-3177-4bcc-a8d5-3fd59cb7c5e4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:47.392223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023bc97-06fc-4506-87b3-ce6818e44501 None None] Network 85d193f1-8a85-4052-bd16-f6f05aca47b2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:47.525277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35638) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:47.533463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93019082', 'description': 'tempest-secgroup-smoke-93019082 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:47.543163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:47.548075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:47.552446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:47.686569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c0059dd0-cf70-45c0-bdf5-41c47bddf0cd None None] Provisioning for port 665fc39c-b5d5-4226-80bd-fb08beed04bb completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:47.712732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b608ab55-5fab-4230-8d93-1013ba4d9d4e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:47.712732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.727408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:53:47.729524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.812304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=82577aa2-775c-4382-996e-7ec8e3be2773,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:47.872107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:47.889511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.890474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': 'd52aa812-07d0-4517-84c8-1fbe6bbababc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:47.892120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: 2cabe3ef-b8a0-4b22-a736-65208f989973, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:47.896449 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.910842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c08c1-6574-48f1-8ac4-733f3de5e5eb None None] Pushing event updated for resources: {'Port': ['ID=df89b2ab-21e4-4a1b-b551-bd36184cc55f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:47.932652 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Transition to ACTIVE for port object 4e822c54-2731-47d9-a4a4-44886c6fa461 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:47.938612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:47.943835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:47.947395 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.956893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:47.969801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:47.971024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2cabe3ef-b8a0-4b22-a736-65208f989973) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:47.987878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:47.988767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:47.991584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:47.991910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce27c2-2336-406c-937f-185832eb6287 None None] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:48.046885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4183daaf-dc2c-4d52-8c80-364de9e6025b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4141390 Apr 21 14:53:48.049366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.057271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'port': {'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973', 'name': 'tempest-NetworksIpV6TestAttrs-1364666062'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:48.124036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.129636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.196661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead81424-769d-4b6c-81d7-7a4fa8b080b8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.202334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.203816 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6bec3903-7a68-4e19-8bd0-ffe6ee153193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6762955 Apr 21 14:53:48.207230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35656) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.215842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:48.232572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:48.240492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:48.248636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:48.260684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:48.295809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.334410 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Pushing event updated for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.347707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:48.361481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:port and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:48.365034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:48.372075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:48.383875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:48.389270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 665fc39c-b5d5-4226-80bd-fb08beed04bb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:48.398459 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.398813 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.399117 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.399560 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.399987 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.400905 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.401370 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.401976 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.401976 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.402148 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.402446 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.402749 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:53:48.404927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.428452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Attempting to bind port 4e822c54-2731-47d9-a4a4-44886c6fa461 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:48.428890 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Attempting to bind port 4e822c54-2731-47d9-a4a4-44886c6fa461 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:48.429144 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Attempting to bind port 4e822c54-2731-47d9-a4a4-44886c6fa461 on network 690b364c-33ba-418f-aa17-68d082e07d43 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:48.442479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.445609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:48.446872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] device_id is not set on port 62e7ecf7-9cda-4edb-9163-521b1eeee0b7 yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:53:48.448959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.449103 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Checking segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:48.449435 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.451345 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Bound using segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:48.454659 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Bound port: 4e822c54-2731-47d9-a4a4-44886c6fa461, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:48.455093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.507563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2cfd3cb-0922-4d32-b1df-2152d9597aed,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.512183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c200c4df-6f25-44e0-90b3-da6f576c9e2e None None] Provisioning for port 4e822c54-2731-47d9-a4a4-44886c6fa461 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:48.529417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.532644 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2917f629-2e1b-4bcc-8e1f-e09c9a35fba9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3231912 Apr 21 14:53:48.534333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35660) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:48.539998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:48.553425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:48.564725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:48.569599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2cabe3ef-b8a0-4b22-a736-65208f989973', 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973', 'tenant_id': 'ac82d2fcd59e466581912abf4568ea9c', 'fixed_ips': [{'subnet_id': '82577aa2-775c-4382-996e-7ec8e3be2773'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:48.570639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:48.570801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.582951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:48.643205 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] For port 4e822c54-2731-47d9-a4a4-44886c6fa461, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:48.648271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] For port 4e822c54-2731-47d9-a4a4-44886c6fa461, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e822c54-2731-47d9-a4a4-44886c6fa461,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:48.656485 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.659289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.686958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c200c4df-6f25-44e0-90b3-da6f576c9e2e None None] Provisioning complete for port df89b2ab-21e4-4a1b-b551-bd36184cc55f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:48.689336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c200c4df-6f25-44e0-90b3-da6f576c9e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.700598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Allocated IP 2001:db8::f816:3eff:feae:ceb9 (2cabe3ef-b8a0-4b22-a736-65208f989973/82577aa2-775c-4382-996e-7ec8e3be2773/62e7ecf7-9cda-4edb-9163-521b1eeee0b7) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:48.783544 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997ad27-6af9-4ad4-878e-8e82e8cd3130 None None] Pushing event updated for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.796987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.805778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:48.819673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 665fc39c-b5d5-4226-80bd-fb08beed04bb completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:48.836353 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:53:48.838054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:48.844631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7037aac2-ac2d-492d-91f5-d51e6a252837,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:48.878016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 665fc39c-b5d5-4226-80bd-fb08beed04bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:48.878723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.058569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.062813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d4e9c44d-bb35-4bce-a085-92edff40aa4b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5244961 Apr 21 14:53:49.062986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35666) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:49.068604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:49.087371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:49.110292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:49.118287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:49.133764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:49.145906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.167233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Transition to ACTIVE for port object 62e7ecf7-9cda-4edb-9163-521b1eeee0b7 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:49.177365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.198703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.228964 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:53:49.269427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.326330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.331411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.345601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Allocated IP 2001:db8::f816:3eff:fed5:ea1b (2cabe3ef-b8a0-4b22-a736-65208f989973/82577aa2-775c-4382-996e-7ec8e3be2773/adf55f91-3a33-4072-ad2c-0442980a343f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:49.364774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:49.367736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 665fc39c-b5d5-4226-80bd-fb08beed04bb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=665fc39c-b5d5-4226-80bd-fb08beed04bb,segment=NetworkSegment(0d22b05b-cafb-43bb-813b-f1d6f835a5ef),segment_id=0d22b05b-cafb-43bb-813b-f1d6f835a5ef)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:49.369652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9886e82-c548-4845-9951-f7aee0301a09,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.373609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:49.383572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:49.385268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.394043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:49.394760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.417795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.419023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e79dd89b-29d9-4cdd-8870-d6e23dbbc39d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555048 Apr 21 14:53:49.421803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:49.427551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:49.434276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Port': ['ID=62e7ecf7-9cda-4edb-9163-521b1eeee0b7,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.439735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:49.447346 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8a9318d8-57ef-4aa3-b65c-db829170a1f4 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3943496 Apr 21 14:53:49.447564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:49.447923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35674) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:49.457861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:49.475130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:49.502608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.562385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df89b2ab-21e4-4a1b-b551-bd36184cc55f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:49.585323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting subnet 82577aa2-775c-4382-996e-7ec8e3be2773 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:53:49.609882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9cc5cc2-b6a4-4263-ad93-067397924997 None None] Provisioning complete for port 665fc39c-b5d5-4226-80bd-fb08beed04bb triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:49.610138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9cc5cc2-b6a4-4263-ad93-067397924997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.635711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.640382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.706885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4f75e8-2db9-43e0-96cc-5099251bd128,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.724870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=665fc39c-b5d5-4226-80bd-fb08beed04bb,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.726176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.727341 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-727442cd-5754-4e96-8c43-8319b23b646e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3045681 Apr 21 14:53:49.730803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35678) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:49.736134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:49.747842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:49.753078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:49.753436 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:48Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:49.756873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:49.758060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1de127-536b-4ee8-b5b8-aeb1a26a7211 None None] The sync data for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv is: [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:48Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:53:49.769150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:49.784167 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:49.792539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.912342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.918877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.937298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port df89b2ab-21e4-4a1b-b551-bd36184cc55f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:49.937683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.953276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aacd5f8-5a28-4876-8ac3-58ffe520202a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:49.962959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:49.968280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35682) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:49.974773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ead81424-769d-4b6c-81d7-7a4fa8b080b8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:49.980808 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-07ede513-c821-4815-ac96-3662657d7e89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2484002 Apr 21 14:53:49.984722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:49.988890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:49.992437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:49.999252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:50.012086 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:53:50.020012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.149335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.157080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.176301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.194760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474d3283-ab40-4026-834f-b33520558b68,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.207574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.209010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9bca561c-857e-411f-a115-ad513b81711b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2397115 Apr 21 14:53:50.210342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Transition to ACTIVE for port object adf55f91-3a33-4072-ad2c-0442980a343f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:50.241948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Transition to ACTIVE for port object adf55f91-3a33-4072-ad2c-0442980a343f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:50.248675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.250817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.325317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.360615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:50.363974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:50.366674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:50.434349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Pushing event updated for resources: {'Port': ['ID=adf55f91-3a33-4072-ad2c-0442980a343f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.502534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.509324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Attempting to bind port adf55f91-3a33-4072-ad2c-0442980a343f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:50.509906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Attempting to bind port adf55f91-3a33-4072-ad2c-0442980a343f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'd52aa812-07d0-4517-84c8-1fbe6bbababc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:50.510547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Attempting to bind port adf55f91-3a33-4072-ad2c-0442980a343f on network 2cabe3ef-b8a0-4b22-a736-65208f989973 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:50.516672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:50.517272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Checking segment: {'id': 'd52aa812-07d0-4517-84c8-1fbe6bbababc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:50.517742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.518232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Bound using segment: {'id': 'd52aa812-07d0-4517-84c8-1fbe6bbababc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:50.518806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Bound port: adf55f91-3a33-4072-ad2c-0442980a343f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd52aa812-07d0-4517-84c8-1fbe6bbababc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2cabe3ef-b8a0-4b22-a736-65208f989973'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:50.519346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.536214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-3ff11aef-7655-4fbe-ac13-0be45173d29d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:50.560492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-3ff11aef-7655-4fbe-ac13-0be45173d29d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:50.569460 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-3ff11aef-7655-4fbe-ac13-0be45173d29d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93019082&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0861280 Apr 21 14:53:50.627356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.735443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.748880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:50.753403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=adf55f91-3a33-4072-ad2c-0442980a343f,segment=NetworkSegment(d52aa812-07d0-4517-84c8-1fbe6bbababc),segment_id=d52aa812-07d0-4517-84c8-1fbe6bbababc)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:50.757425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=82577aa2-775c-4382-996e-7ec8e3be2773,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:50.764877 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-12071d07-581b-4fb9-bf2d-9610104e44f6 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/82577aa2-775c-4382-996e-7ec8e3be2773 HTTP/1.1" status: 204 len: 168 time: 1.3157775 Apr 21 14:53:50.767347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:50.769821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35700) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:50.918837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-2cd75f87-f14a-43b4-a023-79ee7f89a449 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:50.920000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-2cd75f87-f14a-43b4-a023-79ee7f89a449 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:50.933114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b963958-4f70-49ef-959a-312cb3a10377 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:50.935496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b963958-4f70-49ef-959a-312cb3a10377 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:50.936444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9b963958-4f70-49ef-959a-312cb3a10377 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Synchronizing usage tracker for tenant:ac82d2fcd59e466581912abf4568ea9c on resource:subnet {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:50.942635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-2cd75f87-f14a-43b4-a023-79ee7f89a449 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:50.944714 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-2cd75f87-f14a-43b4-a023-79ee7f89a449 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 796 time: 0.3740740 Apr 21 14:53:50.959846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9b963958-4f70-49ef-959a-312cb3a10377 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Unset dirty status for tenant:ac82d2fcd59e466581912abf4568ea9c on resource:subnet {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:50.965099 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9b963958-4f70-49ef-959a-312cb3a10377 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1903515 Apr 21 14:53:50.965530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35704) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:50.982354 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-cb9f0425-b01d-4e66-9373-d88e3ff1d6e8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0223210 Apr 21 14:53:50.994288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed9c14-87b7-4d1f-9cd6-6687e57509c7 None None] Pushing event updated for resources: {'Port': ['ID=adf55f91-3a33-4072-ad2c-0442980a343f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:51.220797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-9ede2b1c-4f04-45f6-a0df-5d8f4d3a81bd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:51.254712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ca4620ea-2413-45fa-a254-84926d98897c req-9ede2b1c-4f04-45f6-a0df-5d8f4d3a81bd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:51.256670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-9ede2b1c-4f04-45f6-a0df-5d8f4d3a81bd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2731230 Apr 21 14:53:51.404958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9594d4a6-56ad-470e-9c56-94f253d060d9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.416697 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-9594d4a6-56ad-470e-9c56-94f253d060d9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 14:53:51.417295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9594d4a6-56ad-470e-9c56-94f253d060d9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:53:51.422679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9594d4a6-56ad-470e-9c56-94f253d060d9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/2cabe3ef-b8a0-4b22-a736-65208f989973 HTTP/1.1" status: 409 len: 405 time: 0.4522583 Apr 21 14:53:51.423345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35710) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.435854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1003854429'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:51.441697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:51.448410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:51.481075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:51.491826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:51.519359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:51.522845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.557759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-19778aef-dfde-43df-914a-5fd5540bd334 service neutron] 10.222.0.35 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555673 Apr 21 14:53:51.580145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:51.591876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.592213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment 03186808-3b20-4e8d-a3e2-41013232bba0 of type vlan for network 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 Apr 21 14:53:51.644708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.665432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e822c54-2731-47d9-a4a4-44886c6fa461 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:51.687740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.692468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:51.693276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.756486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3321419 Apr 21 14:53:51.792716 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-fcc365a6-b30c-46de-b8ef-50d9b5f055b6 service neutron] 10.222.0.35 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205951 Apr 21 14:53:51.797684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35714) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:51.812054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': '51c73356-38f9-4bde-ae5b-0eae9d3b7dc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:51.826318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4e822c54-2731-47d9-a4a4-44886c6fa461 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:51.828333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d9435-c4a3-4159-8ebe-7fb89de748f3 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=51c73356-38f9-4bde-ae5b-0eae9d3b7dc2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:51.836975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e822c54-2731-47d9-a4a4-44886c6fa461 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:51.838358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:51.908125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:51.985895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:51.999886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:52.013093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:52.017465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.090673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.291845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.317852 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5e6031d2-3bb0-431f-aa7d-2c24a18c11da req-bb706134-a314-445a-9dec-dd533768bc02 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 210 time: 0.2587230 Apr 21 14:53:52.348375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4e822c54-2731-47d9-a4a4-44886c6fa461, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e822c54-2731-47d9-a4a4-44886c6fa461,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:52.367134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.368576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device adf55f91-3a33-4072-ad2c-0442980a343f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:52.571854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.objects.ports [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88108) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:53:52.573848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.623429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:52.639111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port adf55f91-3a33-4072-ad2c-0442980a343f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:52.644814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 665fc39c-b5d5-4226-80bd-fb08beed04bb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:52.661317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=ee87dbd6-c3a9-4bdb-852f-8312cffccdb8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:52.670314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': '03186808-3b20-4e8d-a3e2-41013232bba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '51c73356-38f9-4bde-ae5b-0eae9d3b7dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:52.670675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:52.692897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5d379-d071-4307-8b0b-78129e9037d5 None None] Network 2cabe3ef-b8a0-4b22-a736-65208f989973 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:52.693394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:52.704669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:52.708828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:52.709283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.731010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace9c67b-a8cc-490a-8005-d29fbe5e2e0c None None] Network 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:52.741954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7a62a794-0a9c-4ead-be7a-96eeff603c67 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9429209 Apr 21 14:53:52.745362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35730) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:52.917080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Provisioning for port adf55f91-3a33-4072-ad2c-0442980a343f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:52.968382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Provisioning complete for port adf55f91-3a33-4072-ad2c-0442980a343f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:52.968764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:52.997771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.063582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.067686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 665fc39c-b5d5-4226-80bd-fb08beed04bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:53.068054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.142026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.182473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=ee87dbd6-c3a9-4bdb-852f-8312cffccdb8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.270748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48218684-087f-4d30-9518-fffd4975d257 None None] Network 51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:53.321699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.435847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] DHCP port deletion for 2cabe3ef-b8a0-4b22-a736-65208f989973 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:53:53.446784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.448599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c73356-38f9-4bde-ae5b-0eae9d3b7dc2']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.468990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03186808-3b20-4e8d-a3e2-41013232bba0') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.469576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03186808-3b20-4e8d-a3e2-41013232bba0') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:53.481586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Deleting port adf55f91-3a33-4072-ad2c-0442980a343f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:53.482057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.528831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.563549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-60bef43c-1739-472a-91fe-16b19741cc1e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:53.565108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-60bef43c-1739-472a-91fe-16b19741cc1e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 796 time: 0.2882178 Apr 21 14:53:53.569309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-02464877-2e85-4aae-ae5e-0fce00956504 req-eb11eb76-589b-49fa-b51e-5a4e96306edc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 210 time: 0.0794487 Apr 21 14:53:53.597041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.616447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:53.616813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:53.633402 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:53.707924 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-407ef225-0652-4168-9ebd-2afd713562f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 378 time: 0.1343262 Apr 21 14:53:53.718372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['ead81424-769d-4b6c-81d7-7a4fa8b080b8']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:53.726651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e822c54-2731-47d9-a4a4-44886c6fa461 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:53:53.769812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=adf55f91-3a33-4072-ad2c-0442980a343f,segment=NetworkSegment(d52aa812-07d0-4517-84c8-1fbe6bbababc),segment_id=d52aa812-07d0-4517-84c8-1fbe6bbababc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:53.777784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.788311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.869558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.899356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=51c73356-38f9-4bde-ae5b-0eae9d3b7dc2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.914488 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e88bc9f8-9c35-4f96-83f9-1dde826fbf09 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 HTTP/1.1" status: 204 len: 168 time: 1.1681383 Apr 21 14:53:53.917858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:53.926222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-640904239'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:53.934439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:53.949388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:53.955362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:53.957335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbd2f6-9c32-46ba-a47c-6f12deba686d None None] Pushing event updated for resources: {'Port': ['ID=adf55f91-3a33-4072-ad2c-0442980a343f,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:53.964122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:53.970273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:53.982914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:53.986694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=adf55f91-3a33-4072-ad2c-0442980a343f,segment=NetworkSegment(d52aa812-07d0-4517-84c8-1fbe6bbababc),segment_id=d52aa812-07d0-4517-84c8-1fbe6bbababc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:53.987362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.988578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:53.992260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:53.999453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4e822c54-2731-47d9-a4a4-44886c6fa461 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:53.999826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.016874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:54.020383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.060279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:54.120025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.120359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment 82cb8915-ffb5-4973-8c08-899320d3973b of type vlan for network b0610832-5456-4513-a72f-3dd7305dbbee Apr 21 14:53:54.130713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-8ddfdff3-eccb-43c4-b0db-7e4100f86250 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962364799&fields=id&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 267 time: 0.1157546 Apr 21 14:53:54.157564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Calling delete_port for adf55f91-3a33-4072-ad2c-0442980a343f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:54.224002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.284281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:54.284617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:54.340326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device adf55f91-3a33-4072-ad2c-0442980a343f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:53:54.382357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.8 (690b364c-33ba-418f-aa17-68d082e07d43/459a1307-f6d9-42b4-93b3-f616dec4fcbd/e375d02c-87ba-42a6-ba5e-af5887f3e1dc) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:54.394280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.399759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:54.400424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.448501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-fd890e28-22eb-4506-bd03-76b68d6cc5e3 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:54.449947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-fd890e28-22eb-4506-bd03-76b68d6cc5e3 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.3074024 Apr 21 14:53:54.467908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.501411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=adf55f91-3a33-4072-ad2c-0442980a343f,segment=NetworkSegment(d52aa812-07d0-4517-84c8-1fbe6bbababc),segment_id=d52aa812-07d0-4517-84c8-1fbe6bbababc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:54.505173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.549532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6306398 Apr 21 14:53:54.553391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35754) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:54.555192 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-cbd68a5d-4f33-41bd-a862-5e122d1cdf0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/quotas/68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 375 time: 0.0918031 Apr 21 14:53:54.561161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': 'b0610832-5456-4513-a72f-3dd7305dbbee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:54.562758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762b6dd-50e9-4785-b081-f36a9331dcbd tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=b0610832-5456-4513-a72f-3dd7305dbbee,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.577575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=adf55f91-3a33-4072-ad2c-0442980a343f,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:54.581305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network b0610832-5456-4513-a72f-3dd7305dbbee details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:54.696666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:54.702438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:subnet and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:54.705681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:54.712030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:54.724232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:54.727952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.786537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Deleting port adf55f91-3a33-4072-ad2c-0442980a343f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:54.787266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.883121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-27894f5e-dd25-48a6-92b3-0fd3225ae399 req-29149951-459b-4b43-af99-71a147ba143a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:54.917923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-27894f5e-dd25-48a6-92b3-0fd3225ae399 req-29149951-459b-4b43-af99-71a147ba143a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:54.919047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-27894f5e-dd25-48a6-92b3-0fd3225ae399 req-29149951-459b-4b43-af99-71a147ba143a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 210 time: 0.1022205 Apr 21 14:53:54.957388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-c7b2a762-8076-4496-945f-dbdd76549507 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892825 Apr 21 14:53:54.962136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.982347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:54.998528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object e375d02c-87ba-42a6-ba5e-af5887f3e1dc will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:55.030857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] For port adf55f91-3a33-4072-ad2c-0442980a343f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=adf55f91-3a33-4072-ad2c-0442980a343f,segment=NetworkSegment(d52aa812-07d0-4517-84c8-1fbe6bbababc),segment_id=d52aa812-07d0-4517-84c8-1fbe6bbababc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:55.031452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.062033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=73b25fa6-a7cf-4221-b5b2-826c38df188a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.073338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': '82cb8915-ffb5-4973-8c08-899320d3973b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0610832-5456-4513-a72f-3dd7305dbbee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:55.073890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: b0610832-5456-4513-a72f-3dd7305dbbee, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:55.095430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network b0610832-5456-4513-a72f-3dd7305dbbee is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:55.106099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, b0610832-5456-4513-a72f-3dd7305dbbee) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:55.110290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:55.110862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.127127 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-1636a828-aff0-44c8-8911-a3987bbb1148 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538489 Apr 21 14:53:55.128717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.141229 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3cf0e655-f59c-48d8-bf8e-7fadbf524c9f tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5857019 Apr 21 14:53:55.143492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35760) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:55.156681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c59717-0603-4a89-ae58-97996328fac1 None None] Network b0610832-5456-4513-a72f-3dd7305dbbee requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:55.178889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Calling delete_port for adf55f91-3a33-4072-ad2c-0442980a343f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:53:55.242159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 690b364c-33ba-418f-aa17-68d082e07d43 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:55.286534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:55.302872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.305496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:55.334501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.386686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dcb3bdb5-0de2-4dad-87b0-cbf1fe30e619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.402887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.437426 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-f9bbcf22-0dcf-427f-bc0c-362ea2aa90d7 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662487 Apr 21 14:53:55.443024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:55.443638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.464949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-5b1ce3b7-97a6-406d-9cfc-998291715404 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7501755 Apr 21 14:53:55.479751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Request body: {'port': {'device_id': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:55.514091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.537412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.581937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] Pushing event deleted for resources: {'Port': ['ID=adf55f91-3a33-4072-ad2c-0442980a343f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.583971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=73b25fa6-a7cf-4221-b5b2-826c38df188a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:55.585453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26c7e4-60e6-4a66-a44b-b8439424c38f None None] No DVR routers for this DVR port adf55f91-3a33-4072-ad2c-0442980a343f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:53:55.646555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-148719e8-e5fd-4415-bd36-687137ce7407 None None] Provisioning for port e375d02c-87ba-42a6-ba5e-af5887f3e1dc completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:55.653847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-148719e8-e5fd-4415-bd36-687137ce7407 None None] Provisioning complete for port e375d02c-87ba-42a6-ba5e-af5887f3e1dc triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:55.654691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-148719e8-e5fd-4415-bd36-687137ce7407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.676366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.687991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b66b9da-6cf2-4cbb-af32-edf11902954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-b0610832-5456-4513-a72f-3dd7305dbbee', 'network_id': 'b0610832-5456-4513-a72f-3dd7305dbbee', 'tenant_id': 'ac82d2fcd59e466581912abf4568ea9c', 'fixed_ips': [{'subnet_id': '73b25fa6-a7cf-4221-b5b2-826c38df188a'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:55.688803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2b66b9da-6cf2-4cbb-af32-edf11902954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.745233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.775951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0610832-5456-4513-a72f-3dd7305dbbee']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:55.795664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cb8915-ffb5-4973-8c08-899320d3973b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:55.795939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cb8915-ffb5-4973-8c08-899320d3973b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:55.809542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-148719e8-e5fd-4415-bd36-687137ce7407 None None] Port e375d02c-87ba-42a6-ba5e-af5887f3e1dc cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:53:55.812230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.835213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.843277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:55.844230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:55.862821 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:55.866058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c0567-d310-411e-beef-b5f6f0b93a0c None None] Network b0610832-5456-4513-a72f-3dd7305dbbee requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:55.976034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.023390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.047849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=b0610832-5456-4513-a72f-3dd7305dbbee,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.064937 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9bd359e2-4776-4939-ac29-c889fe2adfb2 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/b0610832-5456-4513-a72f-3dd7305dbbee HTTP/1.1" status: 204 len: 168 time: 0.9140794 Apr 21 14:53:56.066996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35776) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.075985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-150882079'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:56.082515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.096103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:network and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.102038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.109787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:56.123248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:56.128129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.156630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a9193-cd98-45a3-ac89-8b1e81dade94 None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:53:56.187619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:53:56.203200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.203490 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4d24772-791b-4550-a86e-4aeff247f828 req-ef38d56d-4583-4157-a8b3-356b11acf03a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 210 time: 0.1336677 Apr 21 14:53:56.203974 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Added segment 37533ee9-2bc7-4c63-ab39-ee63910d6f96 of type vlan for network 1663deca-07da-418c-b926-52294efbcbe5 Apr 21 14:53:56.252194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.322081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.329936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a9193-cd98-45a3-ac89-8b1e81dade94 None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:53:56.331649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:56.332483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.375506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62a4de-31cf-4624-af0d-d2a4ab7ed3ec req-04608a2d-bdd8-4e8a-9df0-4616f00590e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:56.384013 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d62a4de-31cf-4624-af0d-d2a4ab7ed3ec req-04608a2d-bdd8-4e8a-9df0-4616f00590e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 931 time: 0.2682884 Apr 21 14:53:56.447975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d62a4de-31cf-4624-af0d-d2a4ab7ed3ec req-f6150818-a068-4ac4-8d1c-f9597e65b4a0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634971 Apr 21 14:53:56.468426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e375d02c-87ba-42a6-ba5e-af5887f3e1dc {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:53:56.477877 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4097071 Apr 21 14:53:56.485598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35786) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:56.488824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.494856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Request body: {'subnet': {'network_id': '1663deca-07da-418c-b926-52294efbcbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:56.516597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Transition to ACTIVE for port object e375d02c-87ba-42a6-ba5e-af5887f3e1dc will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:56.522098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.600111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedea79-eaf5-441b-b871-98b4e7518627 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Network': ['ID=1663deca-07da-418c-b926-52294efbcbe5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.615646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1663deca-07da-418c-b926-52294efbcbe5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:53:56.625995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:56.630323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Usage tracker for resource:subnet and tenant:ac82d2fcd59e466581912abf4568ea9c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:56.633388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:56.640061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:56.651936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Made reservation on behalf of ac82d2fcd59e466581912abf4568ea9c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:56.655412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.809251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:56.824226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Attempting to bind port e375d02c-87ba-42a6-ba5e-af5887f3e1dc on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:56.825378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Attempting to bind port e375d02c-87ba-42a6-ba5e-af5887f3e1dc by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:56.826323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Attempting to bind port e375d02c-87ba-42a6-ba5e-af5887f3e1dc on network 690b364c-33ba-418f-aa17-68d082e07d43 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:56.838395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Port e375d02c-87ba-42a6-ba5e-af5887f3e1dc on network 690b364c-33ba-418f-aa17-68d082e07d43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:53:56.839135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Attempting to bind port e375d02c-87ba-42a6-ba5e-af5887f3e1dc on network 690b364c-33ba-418f-aa17-68d082e07d43 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:56.848946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:56.849942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Checking segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:56.851017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Bound using segment: {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:56.852020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Bound port: e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b07594d-38ef-49a1-9d56-62d378f6947a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:56.852783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:56.971414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:56.975055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:56.979223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.049450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.050092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.051751 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] 10.222.0.13 "PUT /v2.0/ports/e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 1093 time: 1.5777862 Apr 21 14:53:57.052220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:53:57.161496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.objects.ports [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88107) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 21 14:53:57.162711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.261917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6093ef4-e993-4f4e-81f9-e3e94481c307'] response: {'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'status': 'completed', 'code': 200} Apr 21 14:53:57.262542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971c77d-0755-439c-88eb-d6584ef64c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:57.271312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event updated for resources: {'Subnet': ['ID=ed3fbe70-92ba-4448-86bd-ffcf0fcfe942,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:57.300039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Checking segment: {'id': '37533ee9-2bc7-4c63-ab39-ee63910d6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1663deca-07da-418c-b926-52294efbcbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:57.300652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network hostable DHCP agents. Network: 1663deca-07da-418c-b926-52294efbcbe5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:53:57.304461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-65f64423-d3d4-4ea5-8256-3d0e7dc6fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.306068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-65f64423-d3d4-4ea5-8256-3d0e7dc6fd54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1096 time: 0.2145941 Apr 21 14:53:57.420619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Network 1663deca-07da-418c-b926-52294efbcbe5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:53:57.445012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1663deca-07da-418c-b926-52294efbcbe5) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:57.453795 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-e047d5a4-336b-47ed-841d-21c34c46b434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 217 time: 0.1339531 Apr 21 14:53:57.454066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.455077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.455937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75895576-9baf-445c-8a79-7638028fafa1 None None] Network 1663deca-07da-418c-b926-52294efbcbe5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:57.507861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d58062cd-339f-428b-9ebb-9dc353a35c31 req-37d5ff2c-dd7d-4285-a96c-99e680bed001 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 210 time: 0.0939748 Apr 21 14:53:57.512415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-044cc4d4-ebb9-4db5-af70-b4f63af07688 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.513115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-044cc4d4-ebb9-4db5-af70-b4f63af07688 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:57.521167 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a4f04e9-f287-43d0-ad88-2e487ca9458b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0345161 Apr 21 14:53:57.524395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35796) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:53:57.551870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-51bdf5de-2b90-46f6-9d2d-498ee00c30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.553373 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-51bdf5de-2b90-46f6-9d2d-498ee00c30b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 200 len: 835 time: 0.0883298 Apr 21 14:53:57.593449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b8ec61bd-ebff-4c53-bd8b-82586890c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.605784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-044cc4d4-ebb9-4db5-af70-b4f63af07688 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:57.609166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-044cc4d4-ebb9-4db5-af70-b4f63af07688 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.2898021 Apr 21 14:53:57.716032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4620ea-2413-45fa-a254-84926d98897c req-c3666247-5eb4-47da-8ccc-974cfd96d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.717535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-c3666247-5eb4-47da-8ccc-974cfd96d8d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=690b364c-33ba-418f-aa17-68d082e07d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1581841 Apr 21 14:53:57.774105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-5d321d65-11c5-45e0-b917-2548e8389832 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:53:57.777797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1663deca-07da-418c-b926-52294efbcbe5', 'network_id': '1663deca-07da-418c-b926-52294efbcbe5', 'tenant_id': 'ac82d2fcd59e466581912abf4568ea9c', 'fixed_ips': [{'subnet_id': 'ed3fbe70-92ba-4448-86bd-ffcf0fcfe942'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:53:57.778621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.787895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a988d9f-12ad-4c00-9224-1c37a952b438 req-dc5dfae9-9f89-4687-b4cb-ac315446e728 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:57.789542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a988d9f-12ad-4c00-9224-1c37a952b438 req-dc5dfae9-9f89-4687-b4cb-ac315446e728 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 943 time: 0.1640313 Apr 21 14:53:57.845693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:57.905625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a988d9f-12ad-4c00-9224-1c37a952b438 req-4d137367-67ea-4162-bc10-9f8a200ba073 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624790 Apr 21 14:53:57.916480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-5d321d65-11c5-45e0-b917-2548e8389832 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:53:57.917656 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-5d321d65-11c5-45e0-b917-2548e8389832 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 380 time: 0.2319691 Apr 21 14:53:57.927065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'port': {'device_id': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'admin_state_up': True, 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'security_groups': ['2cc65bf6-b041-42bd-8dc0-04094e36f5ca']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:57.968954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-7fef4be1-de78-43dc-b2d7-d0a9cc7ff05a service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360728 Apr 21 14:53:57.990707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Allocated IP 2001:db8::f816:3eff:fe8e:56b5 (1663deca-07da-418c-b926-52294efbcbe5/ed3fbe70-92ba-4448-86bd-ffcf0fcfe942/cd5098df-951e-42bb-be9f-4b0e8c073778) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:58.036770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.136982 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca4620ea-2413-45fa-a254-84926d98897c req-a85b64f8-d714-4996-8e3d-666fb5e50d16 service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618466 Apr 21 14:53:58.138537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:53:58.142826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:port and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:53:58.151781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:53:58.158138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:53:58.170509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Made reservation on behalf of 68859b5095bb4496bfd7fb4880307186 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:53:58.174853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.277692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-e04e9fb2-b6a5-4dc6-9c99-c84029dd8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:58.279183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-e04e9fb2-b6a5-4dc6-9c99-c84029dd8999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1096 time: 0.0870907 Apr 21 14:53:58.286570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.298715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Transition to ACTIVE for port object cd5098df-951e-42bb-be9f-4b0e8c073778 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:58.319880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Transition to ACTIVE for port object cd5098df-951e-42bb-be9f-4b0e8c073778 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:58.327849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.370116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.20.0.6 (6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb/3c079229-a9ee-4579-ad89-37040d8ec527/b421a267-2243-4559-821c-221a31885772) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:53:58.373719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.395955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Network 1663deca-07da-418c-b926-52294efbcbe5 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:58.399524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:58.411918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:58.426425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3fbe70-92ba-4448-86bd-ffcf0fcfe942,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:58.459074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-11d3b7f3-c7a4-48ea-9f75-82d7632ac790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:58.462060 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-11d3b7f3-c7a4-48ea-9f75-82d7632ac790 service neutron] 10.222.0.13 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 897 time: 0.1748636 Apr 21 14:53:58.506421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Pushing event updated for resources: {'Port': ['ID=cd5098df-951e-42bb-be9f-4b0e8c073778,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:58.532035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Attempting to bind port cd5098df-951e-42bb-be9f-4b0e8c073778 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:53:58.532035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Attempting to bind port cd5098df-951e-42bb-be9f-4b0e8c073778 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '37533ee9-2bc7-4c63-ab39-ee63910d6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1663deca-07da-418c-b926-52294efbcbe5'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:53:58.532479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Attempting to bind port cd5098df-951e-42bb-be9f-4b0e8c073778 on network 1663deca-07da-418c-b926-52294efbcbe5 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:53:58.538427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:53:58.538944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Checking segment: {'id': '37533ee9-2bc7-4c63-ab39-ee63910d6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1663deca-07da-418c-b926-52294efbcbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:53:58.539341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.539726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Bound using segment: {'id': '37533ee9-2bc7-4c63-ab39-ee63910d6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1663deca-07da-418c-b926-52294efbcbe5'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:53:58.540175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Bound port: cd5098df-951e-42bb-be9f-4b0e8c073778, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37533ee9-2bc7-4c63-ab39-ee63910d6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1663deca-07da-418c-b926-52294efbcbe5'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:53:58.540539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.565326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-ea290d0f-2f47-454a-b5f6-8611ed5e3b2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 217 time: 0.0960340 Apr 21 14:53:58.637789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.672156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] For port cd5098df-951e-42bb-be9f-4b0e8c073778, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:53:58.680294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] For port cd5098df-951e-42bb-be9f-4b0e8c073778, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=cd5098df-951e-42bb-be9f-4b0e8c073778,segment=NetworkSegment(37533ee9-2bc7-4c63-ab39-ee63910d6f96),segment_id=37533ee9-2bc7-4c63-ab39-ee63910d6f96)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:53:58.692403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53c33c2c-c0c2-4d26-b981-85db080895ca req-0ddad564-a64a-49b4-a710-764c84675c76 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 210 time: 0.0595248 Apr 21 14:53:58.695672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.707531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-1964d771-82dd-48d9-9826-cfa9042f2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:58.708979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-1964d771-82dd-48d9-9826-cfa9042f2c50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 200 len: 835 time: 0.1362371 Apr 21 14:53:58.719989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663deca-07da-418c-b926-52294efbcbe5']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.733916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37533ee9-2bc7-4c63-ab39-ee63910d6f96') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.734210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37533ee9-2bc7-4c63-ab39-ee63910d6f96') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:53:58.749853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.754333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.780284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.788458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:53:58.788862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:58.813276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-c9cdff44-da24-4f9f-9bfb-c3c258eb2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:58.815150 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-c9cdff44-da24-4f9f-9bfb-c3c258eb2840 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=690b364c-33ba-418f-aa17-68d082e07d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994415 Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:53:58.822768 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:53:58.834166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3e182-6dd7-47e4-9c16-a4a3927d1567 None None] Pushing event updated for resources: {'Port': ['ID=cd5098df-951e-42bb-be9f-4b0e8c073778,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:58.894091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018752da-e98e-40a4-9d91-c015a324e333 None None] Network 1663deca-07da-418c-b926-52294efbcbe5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:53:58.996244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-ef8828b9-f2cf-4bc0-956d-78fe639fd1e1 service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715155 Apr 21 14:53:59.003336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 14:53:59.003336 dv-neutron-838896-1-hyperv neutron-server[88107]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 14:53:59.003336 dv-neutron-838896-1-hyperv neutron-server[88107]: [parameters: {'id': '1663deca-07da-418c-b926-52294efbcbe5'}] Apr 21 14:53:59.003336 dv-neutron-838896-1-hyperv neutron-server[88107]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:53:59.003784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:53:59.069176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.085614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Transition to ACTIVE for port object b421a267-2243-4559-821c-221a31885772 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:53:59.118274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.119932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.146042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a97c17-2f27-4998-b2b3-d2151b7023cb None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 14:53:59.186439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2cc27e1-ffa5-4d29-a924-908fd09f612b req-a54fd594-d200-4b96-922b-b7c7c918dcaa service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814516 Apr 21 14:53:59.289512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a97c17-2f27-4998-b2b3-d2151b7023cb None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 14:53:59.352417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:53:59.358142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:53:59.360690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:53:59.418310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:53:59.420828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d1f3-044f-4950-b021-f03b494743fd req-9d9c1dbf-9d93-4531-90ce-b408a7e0bfc0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:59.422383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08b9d1f3-044f-4950-b021-f03b494743fd req-9d9c1dbf-9d93-4531-90ce-b408a7e0bfc0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 943 time: 0.2350769 Apr 21 14:53:59.450097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:59.450964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.478933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-abd2f4f7-bc94-472a-ae54-ddd862bd1e6f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5550718 Apr 21 14:53:59.481597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08b9d1f3-044f-4950-b021-f03b494743fd req-c70b6066-5407-4105-b193-b53cbc1aae99 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520780 Apr 21 14:53:59.489957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Request body: {'port': {'device_id': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:53:59.516826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.553945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting port cd5098df-951e-42bb-be9f-4b0e8c073778 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:53:59.554513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.706624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.922421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0a48c-3d08-41c5-bd35-a928786d47d3 req-3400730f-8a70-4a4f-83a2-f4ceef948b00 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:53:59.923934 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2da0a48c-3d08-41c5-bd35-a928786d47d3 req-3400730f-8a70-4a4f-83a2-f4ceef948b00 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 931 time: 0.1006052 Apr 21 14:53:59.970079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c9d7d5a6-a38e-4fea-9d27-ac54cc40d73c None None] Provisioning for port b421a267-2243-4559-821c-221a31885772 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:53:59.977329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2da0a48c-3d08-41c5-bd35-a928786d47d3 req-d7278112-bec6-45df-a6d2-241367378707 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472097 Apr 21 14:53:59.978513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c9d7d5a6-a38e-4fea-9d27-ac54cc40d73c None None] Provisioning complete for port b421a267-2243-4559-821c-221a31885772 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:53:59.979172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5a6-a38e-4fea-9d27-ac54cc40d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:53:59.987574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] For port cd5098df-951e-42bb-be9f-4b0e8c073778, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=cd5098df-951e-42bb-be9f-4b0e8c073778,segment=NetworkSegment(37533ee9-2bc7-4c63-ab39-ee63910d6f96),segment_id=37533ee9-2bc7-4c63-ab39-ee63910d6f96)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:53:59.988264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.040356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d5a6-a38e-4fea-9d27-ac54cc40d73c None None] Port b421a267-2243-4559-821c-221a31885772 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:54:00.122363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Calling delete_port for cd5098df-951e-42bb-be9f-4b0e8c073778 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:00.331942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.371007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.396778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Port': ['ID=cd5098df-951e-42bb-be9f-4b0e8c073778,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.402181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No DVR routers for this DVR port cd5098df-951e-42bb-be9f-4b0e8c073778 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:00.548182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.590593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1663deca-07da-418c-b926-52294efbcbe5']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:00.640739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37533ee9-2bc7-4c63-ab39-ee63910d6f96') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:00.641029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37533ee9-2bc7-4c63-ab39-ee63910d6f96') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:00.657394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.672413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b421a267-2243-4559-821c-221a31885772 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:54:00.676960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358810-c281-4cce-96d6-1bfc34be772c req-b2ed1fd6-c792-456e-b9a5-f703e555a0e8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:00.678705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42358810-c281-4cce-96d6-1bfc34be772c req-b2ed1fd6-c792-456e-b9a5-f703e555a0e8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 943 time: 0.0862758 Apr 21 14:54:00.682302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.684692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.696279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:54:00.696584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:00.711059 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:00.724804 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42358810-c281-4cce-96d6-1bfc34be772c req-e3f81b93-7513-41c6-8596-755b72b2ce2a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398886 Apr 21 14:54:00.739063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e375d02c-87ba-42a6-ba5e-af5887f3e1dc details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:54:00.778012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Transition to ACTIVE for port object b421a267-2243-4559-821c-221a31885772 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:00.784459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.909474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:00.911255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.925884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'port_id': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'mac_address': 'fa:16:3e:06:61:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:54:00.945137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:00.958813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.965398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=1663deca-07da-418c-b926-52294efbcbe5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:00.988071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.003256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1db15c2e-a942-4630-8e4f-4f7d48e6dd50 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/1663deca-07da-418c-b926-52294efbcbe5 HTTP/1.1" status: 204 len: 168 time: 3.4777987 Apr 21 14:54:01.008401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35812) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.020881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e375d02c-87ba-42a6-ba5e-af5887f3e1dc {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:54:01.054855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:01.067006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.077586 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa2de64-37c4-4185-a2a3-b8c90b55fd8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.078150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa2de64-37c4-4185-a2a3-b8c90b55fd8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.083182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2fa2de64-37c4-4185-a2a3-b8c90b55fd8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/ed3fbe70-92ba-4448-86bd-ffcf0fcfe942 HTTP/1.1" status: 404 len: 337 time: 0.0723889 Apr 21 14:54:01.083937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35816) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.122765 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae7f574-cb96-4b94-9426-1647bb80d61a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.125743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae7f574-cb96-4b94-9426-1647bb80d61a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.131827 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bae7f574-cb96-4b94-9426-1647bb80d61a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/1663deca-07da-418c-b926-52294efbcbe5 HTTP/1.1" status: 404 len: 339 time: 0.0468161 Apr 21 14:54:01.132535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.183273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:01.202812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Attempting to bind port b421a267-2243-4559-821c-221a31885772 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:01.203133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Attempting to bind port b421a267-2243-4559-821c-221a31885772 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:01.203453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Attempting to bind port b421a267-2243-4559-821c-221a31885772 on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:01.208004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Port b421a267-2243-4559-821c-221a31885772 on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:54:01.208327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Attempting to bind port b421a267-2243-4559-821c-221a31885772 on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:01.213420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:54:01.213657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:01.214027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Bound using segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:54:01.214429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Bound port: b421a267-2243-4559-821c-221a31885772, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:01.214761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.237276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a0cdef-31c8-4b68-90a6-70166e7ed14b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.237780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a0cdef-31c8-4b68-90a6-70166e7ed14b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.242038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d6a0cdef-31c8-4b68-90a6-70166e7ed14b tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/73b25fa6-a7cf-4221-b5b2-826c38df188a HTTP/1.1" status: 404 len: 337 time: 0.1052859 Apr 21 14:54:01.245665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.278854 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-562636f3-2ab7-4449-a412-3b42b67e33d8 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.279379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562636f3-2ab7-4449-a412-3b42b67e33d8 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.283578 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-562636f3-2ab7-4449-a412-3b42b67e33d8 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/b0610832-5456-4513-a72f-3dd7305dbbee HTTP/1.1" status: 404 len: 339 time: 0.0345020 Apr 21 14:54:01.284555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.317989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:54:01.321167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b421a267-2243-4559-821c-221a31885772,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:54:01.326186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.332505 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf854a8c-a526-4a6a-a9aa-affd7248023c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.332969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf854a8c-a526-4a6a-a9aa-affd7248023c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.335910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cf854a8c-a526-4a6a-a9aa-affd7248023c tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/ee87dbd6-c3a9-4bdb-852f-8312cffccdb8 HTTP/1.1" status: 404 len: 337 time: 0.0490484 Apr 21 14:54:01.342531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35832) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.373826 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea5f58f-c790-4351-9a2b-6e346334e85a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:01.374222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea5f58f-c790-4351-9a2b-6e346334e85a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:01.377052 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6ea5f58f-c790-4351-9a2b-6e346334e85a tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/51c73356-38f9-4bde-ae5b-0eae9d3b7dc2 HTTP/1.1" status: 404 len: 339 time: 0.0304282 Apr 21 14:54:01.377241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['e375d02c-87ba-42a6-ba5e-af5887f3e1dc'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:01.380379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35836) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:01.387243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:01.387864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.389321 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] 10.222.0.13 "PUT /v2.0/ports/b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 200 len: 1093 time: 1.9038186 Apr 21 14:54:01.389747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'tag': 'b421a267-2243-4559-821c-221a31885772'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:01.415853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951eb328-42d6-4caf-8ccf-bd73e7e49f61 service neutron] Pushing event updated for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:01.487962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8942e03-30b2-4079-84fb-1b40808cf9ef req-5eedd440-0ccf-4de4-95a8-270ba3576881 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:01.489474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8942e03-30b2-4079-84fb-1b40808cf9ef req-5eedd440-0ccf-4de4-95a8-270ba3576881 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.2933879 Apr 21 14:54:01.521555 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e134a9b8-569a-4dfb-ab4a-ba681823b5b0'] response: {'name': 'network-changed', 'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'tag': 'b421a267-2243-4559-821c-221a31885772', 'status': 'completed', 'code': 200} Apr 21 14:54:01.534160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting port 62e7ecf7-9cda-4edb-9163-521b1eeee0b7 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:01.534501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:01.605516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-3ea4128f-5634-46ea-a570-210ab988ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:01.607645 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-3ea4128f-5634-46ea-a570-210ab988ab92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1096 time: 0.1651857 Apr 21 14:54:01.640685 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8942e03-30b2-4079-84fb-1b40808cf9ef req-0eccb2cc-baa8-44f8-8152-14fd5053094c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337807 Apr 21 14:54:01.692984 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-34084164-decd-4fd5-ab3d-04a88c239e69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 200 len: 217 time: 0.0773211 Apr 21 14:54:01.770797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-616a7295-ca5c-41a3-a649-f8eaff959164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:01.772280 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-616a7295-ca5c-41a3-a649-f8eaff959164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0728884 Apr 21 14:54:01.864494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-0bb24ce7-d806-4a7a-a061-9aeff70c1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:01.866045 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-0bb24ce7-d806-4a7a-a061-9aeff70c1505 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879219 Apr 21 14:54:01.977490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.023430 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-9a82c410-cd8b-420f-8f7d-76473445205c service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505060 Apr 21 14:54:02.114135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Calling delete_port for 62e7ecf7-9cda-4edb-9163-521b1eeee0b7 owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:02.171308 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-50d3b7cf-2ed5-4b13-a12f-23a9938539f6 req-aa1034a6-460f-4e1a-8693-6e5ef15b174b service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408749 Apr 21 14:54:02.192658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58544275-4c36-4818-9a8b-ecd442adfe7d req-dacde119-a47e-4d2d-ac3a-58cd9285bd4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.194160 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58544275-4c36-4818-9a8b-ecd442adfe7d req-dacde119-a47e-4d2d-ac3a-58cd9285bd4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 944 time: 0.2856777 Apr 21 14:54:02.231019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.284866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-ad4a5d4b-f274-4528-88e3-35e1a7502fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.286347 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-ad4a5d4b-f274-4528-88e3-35e1a7502fcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0718000 Apr 21 14:54:02.289458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Port': ['ID=62e7ecf7-9cda-4edb-9163-521b1eeee0b7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:02.297727 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58544275-4c36-4818-9a8b-ecd442adfe7d req-a4129bc6-87a7-4882-9f3a-be4b72845eff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917518 Apr 21 14:54:02.301909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.311034 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c928f30-5142-40ac-84cd-d8df467d5b1e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/ports/62e7ecf7-9cda-4edb-9163-521b1eeee0b7 HTTP/1.1" status: 204 len: 168 time: 0.9255915 Apr 21 14:54:02.311360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35844) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:02.350933 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63c647a-18c2-4f53-896b-a408365b032e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:02.351383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63c647a-18c2-4f53-896b-a408365b032e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:02.353076 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e63c647a-18c2-4f53-896b-a408365b032e tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/82577aa2-775c-4382-996e-7ec8e3be2773 HTTP/1.1" status: 404 len: 337 time: 0.0408964 Apr 21 14:54:02.356423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35848) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:02.432310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-f21e6c6b-a2e8-447f-8474-90d73a91ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.433748 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-f21e6c6b-a2e8-447f-8474-90d73a91ecee service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1370766 Apr 21 14:54:02.466620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.505120 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-b0eab849-9b53-4a6d-9931-641affa45e7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 200 len: 217 time: 0.0646396 Apr 21 14:54:02.569020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-15dbe874-37f5-49dc-8cc3-e2a835c6d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.570461 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-15dbe874-37f5-49dc-8cc3-e2a835c6d708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0598762 Apr 21 14:54:02.646884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-8cbed221-e9f9-495a-96cc-23bcd427bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.648343 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-8cbed221-e9f9-495a-96cc-23bcd427bb54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724809 Apr 21 14:54:02.702500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.732638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cabe3ef-b8a0-4b22-a736-65208f989973']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:02.772027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e375d02c-87ba-42a6-ba5e-af5887f3e1dc up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:02.783298 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-9d767af5-c26a-43c5-8069-75f27f87729d service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291327 Apr 21 14:54:02.787175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd52aa812-07d0-4517-84c8-1fbe6bbababc') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:02.787464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd52aa812-07d0-4517-84c8-1fbe6bbababc') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:02.811568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.845120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.854259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:54:02.854660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:02.869926 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:02.892580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port e375d02c-87ba-42a6-ba5e-af5887f3e1dc completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:02.897930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port e375d02c-87ba-42a6-ba5e-af5887f3e1dc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:02.897930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.932535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-17de3773-0a8d-4e1e-9671-f001e2171f15 req-5f89266c-d9a7-48eb-bc47-c00d18e3c963 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431177 Apr 21 14:54:02.955963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11289128-735b-4aac-b30c-24e9dd3ff5f2 req-ca51bdc6-2e31-492d-9c7e-e3b36f30174d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:02.957357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11289128-735b-4aac-b30c-24e9dd3ff5f2 req-ca51bdc6-2e31-492d-9c7e-e3b36f30174d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.2125583 Apr 21 14:54:02.965664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:02.993249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.008871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=2cabe3ef-b8a0-4b22-a736-65208f989973,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.013247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-27d3b41b-e5cf-45ec-84e0-91c983d953b9 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/2cabe3ef-b8a0-4b22-a736-65208f989973 HTTP/1.1" status: 204 len: 168 time: 0.6558757 Apr 21 14:54:03.016768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:03.022045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.033409 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11289128-735b-4aac-b30c-24e9dd3ff5f2 req-15d3956c-5c6b-4a23-9905-b20271b5c8c7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687010 Apr 21 14:54:03.049678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:03.064981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:03.069633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.084784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting port 6b02ed1f-b270-4cdf-b38b-b072a094ad21 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:03.085121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.107385 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8447b7f-6075-4c99-be7d-16fe4d2a64cb'] response: {'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'code': 200} Apr 21 14:54:03.156645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.456529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.490154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bee815-f27b-4de2-bfd6-91f21d6be20d req-262f4c54-4d64-4b08-a162-180d9d036742 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:03.491695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9bee815-f27b-4de2-bfd6-91f21d6be20d req-262f4c54-4d64-4b08-a162-180d9d036742 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.0853603 Apr 21 14:54:03.518861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5feac7-a1a6-4126-a2f5-f409206fa3cd req-a8bb9d4a-e536-42a1-b3bb-c32e4162e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:03.520293 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a5feac7-a1a6-4126-a2f5-f409206fa3cd req-a8bb9d4a-e536-42a1-b3bb-c32e4162e469 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1098 time: 0.2496405 Apr 21 14:54:03.540391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9bee815-f27b-4de2-bfd6-91f21d6be20d req-76ef4280-0362-48ca-97e1-3b07afae63ef tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417185 Apr 21 14:54:03.595093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Calling delete_port for 6b02ed1f-b270-4cdf-b38b-b072a094ad21 owned by {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:03.670655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a5feac7-a1a6-4126-a2f5-f409206fa3cd req-baf1c2be-c383-4f77-b0c5-01e2e486ee68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935304 Apr 21 14:54:03.691549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.740691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Port': ['ID=6b02ed1f-b270-4cdf-b38b-b072a094ad21,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:03.744542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.750546 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d2fdc265-f096-426f-95e8-a8b5492aff8d tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/ports/6b02ed1f-b270-4cdf-b38b-b072a094ad21 HTTP/1.1" status: 204 len: 168 time: 0.7326877 Apr 21 14:54:03.753084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35862) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:03.789902 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed27dc1d-50a8-4ed5-9296-06f756ca6a79 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] DELETE failed (client error): The resource could not be found. Apr 21 14:54:03.791641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed27dc1d-50a8-4ed5-9296-06f756ca6a79 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88107) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 14:54:03.792508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ed27dc1d-50a8-4ed5-9296-06f756ca6a79 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/2247aa69-ded8-437b-8f43-a157480ee45b HTTP/1.1" status: 404 len: 337 time: 0.0385273 Apr 21 14:54:03.794977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35866) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:03.906783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:03.918190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:03.918539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.132310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] For port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=59227a91-3177-4bcc-a8d5-3fd59cb7c5e4,segment=NetworkSegment(c3048e0f-e40f-4d84-a9e7-db28c9978f43),segment_id=c3048e0f-e40f-4d84-a9e7-db28c9978f43)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:04.132663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.222224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab00f-46e2-425e-9683-49129e70a532 req-647ea48e-eb43-4331-8c37-6f1e578975fb tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:04.223580 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f76ab00f-46e2-425e-9683-49129e70a532 req-647ea48e-eb43-4331-8c37-6f1e578975fb tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.0802233 Apr 21 14:54:04.258179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Calling delete_port for 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:04.267772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f76ab00f-46e2-425e-9683-49129e70a532 req-3d248d40-17fc-46ca-b8aa-6407dc5afae9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383058 Apr 21 14:54:04.338369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.386511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Port': ['ID=59227a91-3177-4bcc-a8d5-3fd59cb7c5e4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:04.388296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No DVR routers for this DVR port 59227a91-3177-4bcc-a8d5-3fd59cb7c5e4 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:04.511752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.535957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d193f1-8a85-4052-bd16-f6f05aca47b2']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:04.547423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3048e0f-e40f-4d84-a9e7-db28c9978f43') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:04.547704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3048e0f-e40f-4d84-a9e7-db28c9978f43') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:04.559392 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.575731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.582344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:54:04.582745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:04.601122 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:04.732011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2f928-2d3a-4804-8af1-1d1f6a021a28 req-68e8b618-db0c-450d-9e98-851c28b10eca tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:04.733486 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ade2f928-2d3a-4804-8af1-1d1f6a021a28 req-68e8b618-db0c-450d-9e98-851c28b10eca tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.0854721 Apr 21 14:54:04.772143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.777099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.783631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ade2f928-2d3a-4804-8af1-1d1f6a021a28 req-2b03b086-11e2-4a73-b733-1e38dcabe4d9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441263 Apr 21 14:54:04.807709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/85d193f1-8a85-4052-bd16-f6f05aca47b2 HTTP/1.1" status: 204 len: 168 time: 1.0115805 Apr 21 14:54:04.808377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc2af2-cf4a-421e-b14d-5999406596c5 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=85d193f1-8a85-4052-bd16-f6f05aca47b2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:04.810370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:04.878169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting subnet c6a261b4-6bf6-42ab-84e2-0fa70af732ae {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:54:04.881069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:04.939055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.027779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.103668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.142883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a261b4-6bf6-42ab-84e2-0fa70af732ae,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:05.149096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.156132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe1b18-f399-426b-9944-845734a36c73 None None] Network ba8d2e14-c0a6-4d5b-af05-83578abebd77 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:54:05.159483 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-67f2b260-3239-46ba-baa4-f5e7af3a97ed tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/subnets/c6a261b4-6bf6-42ab-84e2-0fa70af732ae HTTP/1.1" status: 204 len: 168 time: 0.3480973 Apr 21 14:54:05.161853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35878) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:05.274316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.285262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Deleting port 665fc39c-b5d5-4226-80bd-fb08beed04bb {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:05.285515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.417552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] DHCP port deletion for ba8d2e14-c0a6-4d5b-af05-83578abebd77 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:54:05.421904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Deleting port 665fc39c-b5d5-4226-80bd-fb08beed04bb {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:05.422342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.559292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] For port 665fc39c-b5d5-4226-80bd-fb08beed04bb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=665fc39c-b5d5-4226-80bd-fb08beed04bb,segment=NetworkSegment(0d22b05b-cafb-43bb-813b-f1d6f835a5ef),segment_id=0d22b05b-cafb-43bb-813b-f1d6f835a5ef)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:05.559617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.686839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 665fc39c-b5d5-4226-80bd-fb08beed04bb no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:54:05.688642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Calling delete_port for 665fc39c-b5d5-4226-80bd-fb08beed04bb owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:05.723804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506f791-5a42-4f13-8fcb-c48964e996e9 req-3f2bff19-1fe2-4616-9e5e-dd1618d6ea8b tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:05.725259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2506f791-5a42-4f13-8fcb-c48964e996e9 req-3f2bff19-1fe2-4616-9e5e-dd1618d6ea8b tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.3356719 Apr 21 14:54:05.768879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] For port 665fc39c-b5d5-4226-80bd-fb08beed04bb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=665fc39c-b5d5-4226-80bd-fb08beed04bb,segment=NetworkSegment(0d22b05b-cafb-43bb-813b-f1d6f835a5ef),segment_id=0d22b05b-cafb-43bb-813b-f1d6f835a5ef)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:05.769300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.788963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2506f791-5a42-4f13-8fcb-c48964e996e9 req-847fb68a-aa80-4039-af4c-7d9d2f337f32 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565655 Apr 21 14:54:05.824721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:05.922557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Calling delete_port for 665fc39c-b5d5-4226-80bd-fb08beed04bb owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:54:05.960825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No active binding found for port 665fc39c-b5d5-4226-80bd-fb08beed04bb {{(pid=88109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 21 14:54:05.961250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 665fc39c-b5d5-4226-80bd-fb08beed04bb not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:54:05.990223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] No DVR routers for this DVR port 665fc39c-b5d5-4226-80bd-fb08beed04bb on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:54:05.992454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Port': ['ID=665fc39c-b5d5-4226-80bd-fb08beed04bb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:06.073339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:54:06.073604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:54:06.165985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.197615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8d2e14-c0a6-4d5b-af05-83578abebd77']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.216501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720118f2-59c3-4642-99ba-83455a2daf38 req-51a62c37-00c8-45a5-a1f5-ea9822d05784 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:06.217966 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-720118f2-59c3-4642-99ba-83455a2daf38 req-51a62c37-00c8-45a5-a1f5-ea9822d05784 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.2289565 Apr 21 14:54:06.219464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22b05b-cafb-43bb-813b-f1d6f835a5ef') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.219749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22b05b-cafb-43bb-813b-f1d6f835a5ef') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:06.245218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.272987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.284108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-720118f2-59c3-4642-99ba-83455a2daf38 req-a197f6c1-5642-4f5b-92db-2ed8c239b52b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579169 Apr 21 14:54:06.284970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:54:06.285385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:54:06.311746 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:54:06.394304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.444832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.465115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] Pushing event deleted for resources: {'Network': ['ID=ba8d2e14-c0a6-4d5b-af05-83578abebd77,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:06.469947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-763873b7-b681-43fb-a2ab-4dce1b567e14 tempest-NetworksIpV6TestAttrs-2071207602 tempest-NetworksIpV6TestAttrs-2071207602-project] 10.222.0.35 "DELETE /v2.0/networks/ba8d2e14-c0a6-4d5b-af05-83578abebd77 HTTP/1.1" status: 204 len: 168 time: 1.3067136 Apr 21 14:54:06.506441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cddba-b179-4618-8d8b-fc9891421523 req-9e868972-17bf-49e5-aff8-4e8c496753ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:06.507867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b73cddba-b179-4618-8d8b-fc9891421523 req-9e868972-17bf-49e5-aff8-4e8c496753ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.1146574 Apr 21 14:54:06.553467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b73cddba-b179-4618-8d8b-fc9891421523 req-a2af9a5b-c8cd-4674-bf85-ec4f01136b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389795 Apr 21 14:54:06.575056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Deleting port 665fc39c-b5d5-4226-80bd-fb08beed04bb {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:54:06.575603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.576859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.642019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e70758e4-7b3c-43c0-a492-13245d07e6e0 None None] The port '665fc39c-b5d5-4226-80bd-fb08beed04bb' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:54:06.652926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2e545-93eb-4bc5-86a2-9be1ccf804f1 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:06.654602 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20b2e545-93eb-4bc5-86a2-9be1ccf804f1 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1093 time: 0.0757296 Apr 21 14:54:06.655910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.660815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:06.668093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:06.671893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:06.674797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:06.680628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:06.690765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.748323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35900) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.830570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.911037 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ec329b94-48f6-454c-8617-d07872fdf311 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac82d2fcd59e466581912abf4568ea9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614399 Apr 21 14:54:06.913427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35908) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:06.971195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:06.997301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.027770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.253 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/a4276071-7f85-458b-b2ac-adc43b6a3e75) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:07.051090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.067186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694f7f0-4981-4fe3-b1b6-d3f643a6ea89,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:07.074817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.076477 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9e544472-47dc-4dcb-be4b-9e025a141f67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c694f7f0-4981-4fe3-b1b6-d3f643a6ea89 HTTP/1.1" status: 204 len: 168 time: 0.1620874 Apr 21 14:54:07.095053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f87815-b5c3-40d1-9ff6-aae6c9c7b14f req-5fd77f33-35be-4315-84bc-2cfd647d90e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:07.096576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6f87815-b5c3-40d1-9ff6-aae6c9c7b14f req-5fd77f33-35be-4315-84bc-2cfd647d90e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.1508105 Apr 21 14:54:07.206282 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6f87815-b5c3-40d1-9ff6-aae6c9c7b14f req-dc25c832-1de2-4990-b985-393a06380609 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660138 Apr 21 14:54:07.237310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.269329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.340163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:07.343094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:07.347066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:07.387167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=a4276071-7f85-458b-b2ac-adc43b6a3e75,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:07.819018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35932) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:07.902446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.937691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-61b0d6df-604e-459e-9e6b-c50c1a6541f9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:07.938680 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-61b0d6df-604e-459e-9e6b-c50c1a6541f9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 14:54:07.939232 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-61b0d6df-604e-459e-9e6b-c50c1a6541f9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:54:07.943942 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-61b0d6df-604e-459e-9e6b-c50c1a6541f9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1239345 Apr 21 14:54:07.944575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35938) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:07.950268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067226084'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:07.957375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:07.961742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:07.965615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:07.972277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:07.984542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.988806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:07.998569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.013794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:08.017552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:08.020319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:08.025986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:08.117020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.121483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.133090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:08.141275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:08.149268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:08.160312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:08.164205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794f421f-beb2-4348-996d-7326bcdd629c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:08.202467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.206727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.241537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.245776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.291910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.296381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3508396 Apr 21 14:54:08.297166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.305645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '6ed93577-ab40-43bc-8142-682e5bd955c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:08.311646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d68b51-7bd3-40bf-97f7-889fc6faaf7b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed93577-ab40-43bc-8142-682e5bd955c6,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:08.327817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:08.330885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=a4276071-7f85-458b-b2ac-adc43b6a3e75,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:08.331863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:08.336383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:08.343849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:08.360880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.387926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.422197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.426139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.455137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24596c29-b060-4c48-abd0-ab23ab537185,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:08.466152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.467604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c499f02a-ebc9-4152-a3f6-5ef4139487dd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675954 Apr 21 14:54:08.470475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.475322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '6ed93577-ab40-43bc-8142-682e5bd955c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:08.482462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:08.487458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:08.491205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:08.498455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:08.518376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.573197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3e807-3f7e-41a8-8ca4-2b332c1e6e3b req-24bf409a-2d6d-4dee-9ce6-3ac88265db75 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:08.574980 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-90f3e807-3f7e-41a8-8ca4-2b332c1e6e3b req-24bf409a-2d6d-4dee-9ce6-3ac88265db75 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.2500830 Apr 21 14:54:08.576023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 14:54:08.580443 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5087be6-83fb-4372-a57c-e7f74d681969 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1090498 Apr 21 14:54:08.580598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35952) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:08.631544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 17fdbc70-9f61-4fbd-a23f-50c01a68a45b associated. External IP: 172.26.4.253, port: e375d02c-87ba-42a6-ba5e-af5887f3e1dc. Apr 21 14:54:08.727694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-90f3e807-3f7e-41a8-8ca4-2b332c1e6e3b req-78890c49-0775-4415-8b71-bcd024814391 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427066 Apr 21 14:54:08.814974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.866897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:08.994784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.074047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed93577-ab40-43bc-8142-682e5bd955c6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.107177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 705b2237-25e7-403a-ae02-00749e1c9e89 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:54:09.111397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.112481 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-416922b5-add4-4396-9c4d-870d7795eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/6ed93577-ab40-43bc-8142-682e5bd955c6 HTTP/1.1" status: 204 len: 168 time: 0.5310376 Apr 21 14:54:09.115531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35956) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.166159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cb645cde-5ed2-4657-b320-810ec3132a8a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:09.182532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cb645cde-5ed2-4657-b320-810ec3132a8a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:09.183736 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cb645cde-5ed2-4657-b320-810ec3132a8a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671537 Apr 21 14:54:09.187945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35960) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.192946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112225169'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:09.199464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:09.208794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:09.218658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.238778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:09.242476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:09.245313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:09.250846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:09.295738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:54:09.307444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Sync routers for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:54:09.316342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:09.316960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:09.323760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.328540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.332337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.383376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.387813 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1962874 Apr 21 14:54:09.388636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35964) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.396964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fe0fc003-c981-476d-aa5d-fa5d59015858 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '67cc00e2-5fcb-428d-b0d8-570ab3160613', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:09.397991 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-fe0fc003-c981-476d-aa5d-fa5d59015858 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 14:54:09.399124 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-fe0fc003-c981-476d-aa5d-fa5d59015858 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:09.402981 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe0fc003-c981-476d-aa5d-fa5d59015858 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102527 Apr 21 14:54:09.402981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce31751-a3ac-4818-b417-b91cc1021b41 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc00e2-5fcb-428d-b0d8-570ab3160613,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.404609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35968) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.477900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.507545 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4d7d449f-61f6-48bb-9595-5d6307fc2c37 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8503697 Apr 21 14:54:09.508205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:09.508705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.513055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.552251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:09.562571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.574156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a9327d-6ab9-4bbc-98bf-eb82a1ca38a4'] response: {'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'status': 'completed', 'code': 200} Apr 21 14:54:09.579550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc00e2-5fcb-428d-b0d8-570ab3160613,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:09.626215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-debc370e-5ce7-4c43-9ff2-7ab6da69700a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/17fdbc70-9f61-4fbd-a23f-50c01a68a45b HTTP/1.1" status: 200 len: 991 time: 0.1117821 Apr 21 14:54:09.643325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.644410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1ebd9f99-4a73-41f9-9b3c-e569cfa5ae8e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/67cc00e2-5fcb-428d-b0d8-570ab3160613 HTTP/1.1" status: 204 len: 168 time: 0.2396431 Apr 21 14:54:09.647177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35978) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.670890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-33c01e78-5489-4654-baf5-fb2413e45219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:09.672498 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-33c01e78-5489-4654-baf5-fb2413e45219 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1098 time: 0.0879114 Apr 21 14:54:09.699807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a4530994-04e1-4b12-b9cd-1894dd74c2bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:09.717774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a4530994-04e1-4b12-b9cd-1894dd74c2bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:09.719369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a4530994-04e1-4b12-b9cd-1894dd74c2bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711689 Apr 21 14:54:09.723120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 35982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:09.729284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--963699764'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:09.736237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:09.747189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:09.778279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.802086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:09.807329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:09.810794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:09.818615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:09.864358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-7bc74f93-f4aa-4a59-9e62-45e0b7622db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:09.866419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-7bc74f93-f4aa-4a59-9e62-45e0b7622db2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 897 time: 0.1820111 Apr 21 14:54:09.947789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.961093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:09.972869 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-72684f9b-2220-451c-a5dc-761c7b20a7ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 999 time: 0.0996366 Apr 21 14:54:09.991104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '17fdbc70-9f61-4fbd-a23f-50c01a68a45b', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'port_id': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'mac_address': 'fa:16:3e:06:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:07Z', 'updated_at': '2022-04-21T14:54:07Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:09.995256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Checking router: 705b2237-25e7-403a-ae02-00749e1c9e89 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:54:10.004148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:10.005075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:10.014468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389d843e-0369-4a17-a1f7-1ab0c0ea6130,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:10.033092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d37f60-baa9-40d9-b034-848098c2922d req-936c6de1-23fa-4089-950f-3e6a4f561793 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:10.034671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65d37f60-baa9-40d9-b034-848098c2922d req-936c6de1-23fa-4089-950f-3e6a4f561793 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 943 time: 0.1458237 Apr 21 14:54:10.036383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.040002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b8a19608-ac3a-4cbe-ade3-ced25e3a0dd8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3151972 Apr 21 14:54:10.040705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35988) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.047134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e019888d-ae3c-42f6-8689-5db286c6d895 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '389d843e-0369-4a17-a1f7-1ab0c0ea6130', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.047946 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-e019888d-ae3c-42f6-8689-5db286c6d895 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 14:54:10.048619 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-e019888d-ae3c-42f6-8689-5db286c6d895 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:10.052506 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e019888d-ae3c-42f6-8689-5db286c6d895 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081108 Apr 21 14:54:10.053283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35992) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.069467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-9c26ad57-e43f-4455-8cb0-30829df27a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:10.070858 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-9c26ad57-e43f-4455-8cb0-30829df27a88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 200 len: 835 time: 0.0892348 Apr 21 14:54:10.085300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65d37f60-baa9-40d9-b034-848098c2922d req-a5c62300-142a-4810-b0b1-38a929842b4c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Apr 21 14:54:10.162320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.194781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:10.204007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.241148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-6767b9e1-ee86-439b-b28d-7347c8592833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:10.242604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-6767b9e1-ee86-439b-b28d-7347c8592833 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=690b364c-33ba-418f-aa17-68d082e07d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1413300 Apr 21 14:54:10.286058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.356367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389d843e-0369-4a17-a1f7-1ab0c0ea6130,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:10.376184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.379892 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e171e518-0ac7-4e41-9d1b-74a50fe62590 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/389d843e-0369-4a17-a1f7-1ab0c0ea6130 HTTP/1.1" status: 204 len: 168 time: 0.3236861 Apr 21 14:54:10.380390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 35996) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.429022 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-f1f6faec-3536-4e35-bc68-2d246c6238d3 service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791115 Apr 21 14:54:10.480996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a8dae020-7c16-4aef-ad9a-8bacc9de941c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:10.549767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '17fdbc70-9f61-4fbd-a23f-50c01a68a45b', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'port_id': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'mac_address': 'fa:16:3e:06:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:07Z', 'updated_at': '2022-04-21T14:54:07Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:10.554488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f9327-33cb-48ec-94e6-d61bfbd9936c None None] The sync data for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv is: [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '17fdbc70-9f61-4fbd-a23f-50c01a68a45b', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.253', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'port_id': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'mac_address': 'fa:16:3e:06:61:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:07Z', 'updated_at': '2022-04-21T14:54:07Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:54:10.559726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a8dae020-7c16-4aef-ad9a-8bacc9de941c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:10.564659 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a8dae020-7c16-4aef-ad9a-8bacc9de941c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1796744 Apr 21 14:54:10.565409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36000) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.571227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--644191096'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.577815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:10.587513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:10.592423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8a8863cc-0c92-48de-9e78-b0295d5c7f5f req-27609a86-ac79-4031-91ff-67b736c0b8ea service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512668 Apr 21 14:54:10.598126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.621830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:10.625703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:10.628732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:10.629557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36004) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.635307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:10.710794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.716159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.768545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78b270b-5955-474f-a534-b2374c87e3d5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:10.778647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.784210 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1b5d851f-df0a-46ca-be2f-8027d8ba4e24 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2172363 Apr 21 14:54:10.784932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36008) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.790117 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1672bd16-ea2a-4e26-9c95-2a489d17d389 None None] New status for floating IP 17fdbc70-9f61-4fbd-a23f-50c01a68a45b: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:54:10.803229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f95b1110-b7e8-46a7-bb65-ea3bb5812fd0 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'e78b270b-5955-474f-a534-b2374c87e3d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.805457 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-f95b1110-b7e8-46a7-bb65-ea3bb5812fd0 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 14:54:10.806453 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f95b1110-b7e8-46a7-bb65-ea3bb5812fd0 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:10.807713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f95b1110-b7e8-46a7-bb65-ea3bb5812fd0 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219235 Apr 21 14:54:10.810674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36012) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.813419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b421a267-2243-4559-821c-221a31885772 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:54:10.816809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7b4345f4-3329-4577-865f-a08180f31a2e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'e78b270b-5955-474f-a534-b2374c87e3d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.817845 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-7b4345f4-3329-4577-865f-a08180f31a2e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 14:54:10.818533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-7b4345f4-3329-4577-865f-a08180f31a2e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:10.819902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b4345f4-3329-4577-865f-a08180f31a2e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079463 Apr 21 14:54:10.823545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36016) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.831669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f8ca9f96-6f6c-4088-ad5f-ab9da2b7273c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'e78b270b-5955-474f-a534-b2374c87e3d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.832944 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-f8ca9f96-6f6c-4088-ad5f-ab9da2b7273c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 14:54:10.833770 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-f8ca9f96-6f6c-4088-ad5f-ab9da2b7273c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:10.835181 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8ca9f96-6f6c-4088-ad5f-ab9da2b7273c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103505 Apr 21 14:54:10.839807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36020) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.847394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9d5dea05-9a65-4cf9-b98d-e211841b1fbe tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'e78b270b-5955-474f-a534-b2374c87e3d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:10.850470 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-9d5dea05-9a65-4cf9-b98d-e211841b1fbe tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 14:54:10.851273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-9d5dea05-9a65-4cf9-b98d-e211841b1fbe tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:10.852424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9d5dea05-9a65-4cf9-b98d-e211841b1fbe tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115221 Apr 21 14:54:10.855243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36024) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:10.882566 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-11cc6a67-483a-4390-a343-af342880e04c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/17fdbc70-9f61-4fbd-a23f-50c01a68a45b HTTP/1.1" status: 200 len: 991 time: 0.2501500 Apr 21 14:54:10.926608 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.955128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:10.970199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b421a267-2243-4559-821c-221a31885772,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:10.987699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'b421a267-2243-4559-821c-221a31885772', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'port_id': 'b421a267-2243-4559-821c-221a31885772', 'mac_address': 'fa:16:3e:6e:7f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:54:11.007208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.027404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78b270b-5955-474f-a534-b2374c87e3d5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.034237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.035323 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7b91dd86-559c-45a1-95db-bb55c4f07435 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/e78b270b-5955-474f-a534-b2374c87e3d5 HTTP/1.1" status: 204 len: 168 time: 0.1790140 Apr 21 14:54:11.038433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36028) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.058110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.077327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b421a267-2243-4559-821c-221a31885772 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:54:11.095149 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c337b0b8-46c2-497a-9337-3fce88690d8b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556004 Apr 21 14:54:11.099024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36032) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.100985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b421a267-2243-4559-821c-221a31885772,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:11.104398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127769'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.106081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.110726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.118255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.124652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.131010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.142929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.167630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.175681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.178736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.187233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.193736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.267558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.271468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.299049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f2814-4429-4865-9695-84d77ab5a671 req-8ee200a0-3e8e-4992-966f-45b867f8851d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:11.307018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a0f2814-4429-4865-9695-84d77ab5a671 req-8ee200a0-3e8e-4992-966f-45b867f8851d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 944 time: 0.0955853 Apr 21 14:54:11.324502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2653e1-e1c5-498f-bec0-f3b93fb6b852,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.327340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.328683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fe5a474d-afa2-4bf6-b0c9-cb749937203d tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2287064 Apr 21 14:54:11.331885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36038) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.336939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8dcfd59f-8b2f-40cf-8550-437cdada20a9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.338413 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-8dcfd59f-8b2f-40cf-8550-437cdada20a9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 14:54:11.339004 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-8dcfd59f-8b2f-40cf-8550-437cdada20a9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.339855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8dcfd59f-8b2f-40cf-8550-437cdada20a9 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070524 Apr 21 14:54:11.342473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36042) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.346981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.352490 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a0f2814-4429-4865-9695-84d77ab5a671 req-7081b1d5-f73f-4693-8f60-4b669880bc9d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439410 Apr 21 14:54:11.354056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.357879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.360691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.366509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.395553 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.397067 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c18885f9-2859-40e8-a3c2-8ede52c51b08 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537364 Apr 21 14:54:11.401747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36046) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.406566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cc6cabe7-0e61-4ce7-a2e4-0466b15bc4fd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.407028 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-cc6cabe7-0e61-4ce7-a2e4-0466b15bc4fd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 14:54:11.407472 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-cc6cabe7-0e61-4ce7-a2e4-0466b15bc4fd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.408325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cc6cabe7-0e61-4ce7-a2e4-0466b15bc4fd tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056429 Apr 21 14:54:11.410589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36050) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.414768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.421531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.425585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.428355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.435000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.461774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b421a267-2243-4559-821c-221a31885772'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:11.464721 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.468377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6ddc806c-9bcc-4507-8e3c-d939cc0b6a07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0543697 Apr 21 14:54:11.468694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36054) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.473659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ded69dc1-bbe3-415a-8161-01a9fd70d7a6 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.474125 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-ded69dc1-bbe3-415a-8161-01a9fd70d7a6 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 14:54:11.474580 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-ded69dc1-bbe3-415a-8161-01a9fd70d7a6 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.475462 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ded69dc1-bbe3-415a-8161-01a9fd70d7a6 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059147 Apr 21 14:54:11.478639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36058) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.482898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.489433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.493165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.496754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.502810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.531991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.533060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bae590a2-3dd5-4101-9dd3-44f840d2eaf3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0536361 Apr 21 14:54:11.535762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36062) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.541178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-69666c35-702d-495a-9728-051af08f6daa tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.541673 dv-neutron-838896-1-hyperv neutron-server[88107]: WARNING neutron.api.v2.base [None req-69666c35-702d-495a-9728-051af08f6daa tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 14:54:11.542128 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-69666c35-702d-495a-9728-051af08f6daa tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.543020 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-69666c35-702d-495a-9728-051af08f6daa tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063403 Apr 21 14:54:11.545423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36066) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.549833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.556845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.560823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.563731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.569469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.598194 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.599313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-defe6ef4-adcb-4620-bcb6-3f3e124b4f4c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0530059 Apr 21 14:54:11.602198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36070) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.607678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '3f2653e1-e1c5-498f-bec0-f3b93fb6b852', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:11.613286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:11.616954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:11.621060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:11.626789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:11.656877 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:11.658007 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-de111642-6f70-4d70-8798-e88cadfccf7f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0543425 Apr 21 14:54:11.660750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36074) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.731223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.757815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.805397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.822663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2653e1-e1c5-498f-bec0-f3b93fb6b852,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:11.833907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:11.835284 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0480a994-a105-417b-b888-c4da8c082f44 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/3f2653e1-e1c5-498f-bec0-f3b93fb6b852 HTTP/1.1" status: 204 len: 168 time: 0.1734948 Apr 21 14:54:11.838583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36078) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.885187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36082) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.889532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-863f1f62-6b88-451f-b73b-69924cc894b8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:11.986606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-863f1f62-6b88-451f-b73b-69924cc894b8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:11.987803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-863f1f62-6b88-451f-b73b-69924cc894b8 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1481864 Apr 21 14:54:11.992729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:11.997670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298506150'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.003242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.004068 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-91bca304-1389-42d5-b3b0-6d269395a895 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/17fdbc70-9f61-4fbd-a23f-50c01a68a45b HTTP/1.1" status: 200 len: 993 time: 0.1176980 Apr 21 14:54:12.012965 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.022438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.043254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.046936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.049659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.055299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.129101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.132754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.178320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d9671a-46ca-4023-b398-e348f6f8d450,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:12.181138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.182370 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2b478d93-2eae-40df-baed-bbe13632623a tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1886184 Apr 21 14:54:12.185650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36090) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.190589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'd8d9671a-46ca-4023-b398-e348f6f8d450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.196325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.200506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.203434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.209047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.244865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The resource could not be found. Apr 21 14:54:12.246019 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3ba17586-9a52-4990-9129-a54d9f08811c tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0594835 Apr 21 14:54:12.248694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36094) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.253369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'd8d9671a-46ca-4023-b398-e348f6f8d450', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f7755efc-9d45-4339-8751-7d1e92de8051'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.258802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.263099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.265901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.271860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.305991 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The resource could not be found. Apr 21 14:54:12.307079 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45dd5bfc-5f8e-45a1-ba86-6a50c92c4f75 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0574751 Apr 21 14:54:12.309935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.368766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.387594 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:54:12.399228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.447146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.468114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d9671a-46ca-4023-b398-e348f6f8d450,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:12.506548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.507615 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7a98e487-a972-4da7-bc55-31ecef6600bc tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/d8d9671a-46ca-4023-b398-e348f6f8d450 HTTP/1.1" status: 204 len: 168 time: 0.1968217 Apr 21 14:54:12.511433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36104) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.550532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fe664-6432-45bb-87dd-c0a1f5dc94a8 req-eb9c70f0-153f-47f4-95b8-45f598dcc906 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:12.551949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-483fe664-6432-45bb-87dd-c0a1f5dc94a8 req-eb9c70f0-153f-47f4-95b8-45f598dcc906 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 944 time: 0.0868869 Apr 21 14:54:12.562268 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cf6094e2-00b7-42cf-b084-f32792774bf6 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495636 Apr 21 14:54:12.566084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36108) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.571068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': '430c6c25-ec85-4882-bf20-cee7f65d6917', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.577119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.580962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.584628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.591193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.595836 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-483fe664-6432-45bb-87dd-c0a1f5dc94a8 req-30299599-080a-494a-875c-5ab4f307b889 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381348 Apr 21 14:54:12.627145 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The resource could not be found. Apr 21 14:54:12.628222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bf37ab1b-b387-4ebc-8d03-120330893221 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0612450 Apr 21 14:54:12.632041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36112) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.639575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984694621'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.645269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.649166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.652072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.657962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.666874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.689374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.692975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.695683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.701776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.768686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.772377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.816069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e317a385-d366-49a2-b032-1e9c8d5c5013,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:12.819618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.824002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b049190d-28c0-4cfb-bffb-25ebcf9fbb07 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1875451 Apr 21 14:54:12.824532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36116) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:12.828109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b421a267-2243-4559-821c-221a31885772 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:12.830149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--698424921'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:12.837228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.841585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.844417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.853920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.863239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.883936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:12.888217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:12.890970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:12.896490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:12.900523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port b421a267-2243-4559-821c-221a31885772 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:12.905612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port b421a267-2243-4559-821c-221a31885772 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:12.905981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.967762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:12.971452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.017443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98385f7b-d683-4801-ba99-9f66f7059757,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.020585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.021856 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-702a19e6-77d6-46e6-ba2d-c925197208c3 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1963997 Apr 21 14:54:13.030401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.061707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421a267-2243-4559-821c-221a31885772'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:13.072967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b421a267-2243-4559-821c-221a31885772,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:13.076928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.082428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36122) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.087466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group_rule': {'security_group_id': 'e317a385-d366-49a2-b032-1e9c8d5c5013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '98385f7b-d683-4801-ba99-9f66f7059757'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:13.093494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:13.097876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:13.100329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:13.106738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:13.124251 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc56d50a-ce51-44ad-828e-7eca933b01bd'] response: {'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b421a267-2243-4559-821c-221a31885772', 'code': 200} Apr 21 14:54:13.138708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 14:54:13.141695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-751e92b7-f8c0-4a93-9419-066d9bf720eb tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0562394 Apr 21 14:54:13.142778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36126) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.154296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.203855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.231113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.277588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.302872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98385f7b-d683-4801-ba99-9f66f7059757,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.313785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.316088 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cf369de9-f094-439a-86a4-b83ab36c7d54 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/98385f7b-d683-4801-ba99-9f66f7059757 HTTP/1.1" status: 204 len: 168 time: 0.1719649 Apr 21 14:54:13.318280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36130) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.431533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ef77e687-5ec6-46ad-9e05-5895b5427f4f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:13.450504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ef77e687-5ec6-46ad-9e05-5895b5427f4f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:13.451923 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ef77e687-5ec6-46ad-9e05-5895b5427f4f tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1327612 Apr 21 14:54:13.454700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac308a-8bcb-45ef-958d-8122922c2629 req-76bdc8c5-1f1c-4c5b-90cf-e782c97a3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:13.455022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.456039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1cac308a-8bcb-45ef-958d-8122922c2629 req-76bdc8c5-1f1c-4c5b-90cf-e782c97a3242 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1098 time: 0.1231513 Apr 21 14:54:13.499926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1cac308a-8bcb-45ef-958d-8122922c2629 req-d43a32d2-b986-425e-9dc5-40e72872affd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356839 Apr 21 14:54:13.517880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.544914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.594854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.614058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e317a385-d366-49a2-b032-1e9c8d5c5013,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.621029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.622173 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e99dd63d-8dd5-4ec6-aa4c-c5c89d559bbf tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/e317a385-d366-49a2-b032-1e9c8d5c5013 HTTP/1.1" status: 204 len: 168 time: 0.1661305 Apr 21 14:54:13.624919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36140) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.682608 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-97c84ab9-ac63-4389-b88b-a72ec2ac760e tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563698 Apr 21 14:54:13.686351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36144) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.691502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'tempest-secgroup--1674232846'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:13.697250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:13.701356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:13.704167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:13.711081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:13.768095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.794845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:13.799875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Usage tracker for resource:security_group_rule and tenant:916ca3a573e148ef816985f01dbd4c6c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:13.803940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:13.811849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:13.822856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb572-9793-41d7-bd22-ba3b7a5f5d9f req-53e503c3-434e-4401-a32a-cd08f8ebcaad tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:13.824298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07dfb572-9793-41d7-bd22-ba3b7a5f5d9f req-53e503c3-434e-4401-a32a-cd08f8ebcaad tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.1148236 Apr 21 14:54:13.889131 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07dfb572-9793-41d7-bd22-ba3b7a5f5d9f req-ea0cbcee-8a8c-42d6-a212-e886a4148028 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581627 Apr 21 14:54:13.932087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.935800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.979787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b551b97-f771-46b8-8c2b-0ef07f766ca8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:13.982400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:13.983567 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d8d176a8-4d22-4950-9701-eb99612b000b tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2962444 Apr 21 14:54:13.986383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36148) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:13.991059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dbb85400-97dd-410f-9b16-d5bfb8e2f9e1 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:13.991471 dv-neutron-838896-1-hyperv neutron-server[88108]: WARNING neutron.api.v2.base [None req-dbb85400-97dd-410f-9b16-d5bfb8e2f9e1 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 14:54:13.991952 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-dbb85400-97dd-410f-9b16-d5bfb8e2f9e1 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 14:54:13.992834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dbb85400-97dd-410f-9b16-d5bfb8e2f9e1 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "PUT /v2.0/security-groups/5b551b97-f771-46b8-8c2b-0ef07f766ca8 HTTP/1.1" status: 409 len: 330 time: 0.0055871 Apr 21 14:54:13.995964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36152) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.059279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.085905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.133811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.150809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b551b97-f771-46b8-8c2b-0ef07f766ca8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.158951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.160063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-563c2330-bdae-4b92-ba3d-de0aed224971 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/5b551b97-f771-46b8-8c2b-0ef07f766ca8 HTTP/1.1" status: 204 len: 168 time: 0.1632810 Apr 21 14:54:14.162641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36156) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.213397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-67bfc85e-a16a-49ce-b86d-67d9ed9e8271 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Synchronizing usage tracker for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:14.227885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-67bfc85e-a16a-49ce-b86d-67d9ed9e8271 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] Unset dirty status for tenant:916ca3a573e148ef816985f01dbd4c6c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:14.229158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-67bfc85e-a16a-49ce-b86d-67d9ed9e8271 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655410 Apr 21 14:54:14.233129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36160) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.249445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b045eeb9-5024-4df6-a6a7-2d125bd3e4e7 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] delete failed (client error): The resource could not be found. Apr 21 14:54:14.250387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b045eeb9-5024-4df6-a6a7-2d125bd3e4e7 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "DELETE /v2.0/security-groups/9e1013db-66ed-4e61-9885-bd3520d2a1a0 HTTP/1.1" status: 404 len: 347 time: 0.0163605 Apr 21 14:54:14.253676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36164) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.269515 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-b630095a-9f55-439a-9052-f1e247140267 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] show failed (client error): The resource could not be found. Apr 21 14:54:14.270463 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b630095a-9f55-439a-9052-f1e247140267 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-groups/31ab2b2b-d0cc-48de-ac26-563fc13d9c6e HTTP/1.1" status: 404 len: 347 time: 0.0159328 Apr 21 14:54:14.274019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36168) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.287405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.api.v2.resource [None req-aa1c799b-1156-4c75-a6c0-8bbf05bd1e49 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] show failed (client error): The resource could not be found. Apr 21 14:54:14.288330 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-aa1c799b-1156-4c75-a6c0-8bbf05bd1e49 tempest-NegativeSecGroupTest-555280211 tempest-NegativeSecGroupTest-555280211-project] 10.222.0.35 "GET /v2.0/security-group-rules/afd1693c-d4cf-4be7-a91a-70a879b4c396 HTTP/1.1" status: 404 len: 356 time: 0.0133567 Apr 21 14:54:14.550755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36176) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.695404 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-57d685d3-d0ff-4189-a75d-fc33ecc191c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=916ca3a573e148ef816985f01dbd4c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435041 Apr 21 14:54:14.698370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36182) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:14.756505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.781821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.841835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.859631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794f421f-beb2-4348-996d-7326bcdd629c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:14.872734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:14.874448 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-09862149-db3b-4638-a3b4-022404511439 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/794f421f-beb2-4348-996d-7326bcdd629c HTTP/1.1" status: 204 len: 168 time: 0.1750121 Apr 21 14:54:15.085272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11420ce0-f7bc-4f00-b755-8dba4d564408 req-ce1dbc34-1751-43ff-b6c6-e1d3e6ed8f6a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:15.087004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11420ce0-f7bc-4f00-b755-8dba4d564408 req-ce1dbc34-1751-43ff-b6c6-e1d3e6ed8f6a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.0828798 Apr 21 14:54:15.133054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11420ce0-f7bc-4f00-b755-8dba4d564408 req-72f496b0-34d8-4440-a7a1-549bfeea3973 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Apr 21 14:54:15.331246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fa03e-68de-483b-9708-7db87901e76c req-4e745b4b-e0b9-4e11-892e-e17cc1c44694 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:15.331246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-831fa03e-68de-483b-9708-7db87901e76c req-4e745b4b-e0b9-4e11-892e-e17cc1c44694 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.0883472 Apr 21 14:54:15.374998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-831fa03e-68de-483b-9708-7db87901e76c req-a858666d-97ec-48d4-8719-5de81c276999 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Apr 21 14:54:15.398544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36206) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:15.688003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac0354-4d77-421c-ba30-de36828be222 tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:15.689001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8eac0354-4d77-421c-ba30-de36828be222 tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1093 time: 0.2894323 Apr 21 14:54:15.691761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36220) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:15.697912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'b421a267-2243-4559-821c-221a31885772', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:15.703842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:15.707513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:floatingip and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:15.710311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:15.715981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:15.734323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:15.876093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.021573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.26.4.5 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c55a9353-3709-446d-ad24-4d646bfb026e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:16.167892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.197947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.267983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:16.270843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:16.274818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:16.310160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=c55a9353-3709-446d-ad24-4d646bfb026e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:16.485770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36238) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:16.490936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488967515', 'description': 'tempest-secgroup-smoke-1488967515 description', 'project_id': 'd908323f0f924ce9866e2817946c7e76'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:16.497629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:16.501496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:16.504275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:16.510757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:16.522363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.534664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.549737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:16.553769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:16.556687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:16.562395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:16.646092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.651294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.661467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:16.669794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:16.674233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:16.688472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:16.695827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2e861-da01-4879-9103-02f8a4d433ab,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:16.708338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.708673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.709005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.709371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.709825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.710278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.710601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.710916 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.711282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.711550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.711860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.712686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:16.780595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.784989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.797285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.830553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:16.833517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.838718 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-845560cb-ee5b-4e9a-9e0e-db65dfa33f5a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3519037 Apr 21 14:54:16.839797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36242) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:16.846756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:16.852634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:16.856365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:16.859224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:16.864800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:16.882066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.890864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.942175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.945943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.967979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a97a4-4e26-4528-9ecb-5a24ec114b9c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:16.978771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:16.979952 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-df41d1b7-64be-4fd3-8a2a-2cea56547b86 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381109 Apr 21 14:54:16.982741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:16.987492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:16.993034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:16.996768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:16.999565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.005296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.022309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.083772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.088760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.100102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.104657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.117895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466157a3-5faa-494d-b932-143bd9b9b728,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.125377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.126572 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-29c250f5-f520-44b1-87ed-a79d335a5b28 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429398 Apr 21 14:54:17.129319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.135099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:17.140713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.144501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.147401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.154006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.171681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.216401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=c55a9353-3709-446d-ad24-4d646bfb026e,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.227892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.228219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.228563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.228921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.229268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.229593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.229905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.230275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.230616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.230967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.231280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.231591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:17.234921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.241591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.246434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.270075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7542c1ea-de30-4670-9b8d-43a91de9ba41,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.280045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.281246 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-62403971-9088-42e4-8fd6-6f44dcdfd01d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510043 Apr 21 14:54:17.284137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36254) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.291923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:17.298184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.302429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.305295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.311514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.330016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.393364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.397268 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.411395 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP c93fc246-9d35-4179-b841-f7da23c6614e associated. External IP: 172.26.4.5, port: b421a267-2243-4559-821c-221a31885772. Apr 21 14:54:17.420014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6615313f-8585-47d9-a0ed-1b8d3c732f35,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.430395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.432228 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-afa346cd-a696-45f5-90a8-78e27f7e042c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465809 Apr 21 14:54:17.435017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36258) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.440297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:17.446101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.450446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.453281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.458945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.469492 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Project d908323f0f924ce9866e2817946c7e76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:54:17.476037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.542836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.547252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.572106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a36fe9-4320-446e-b795-83074c1bd48d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.581301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.584900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a80393b-3152-4617-aa58-f0e3213ac39d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463950 Apr 21 14:54:17.585092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.589947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'security_group_rule': {'security_group_id': '0d4f3d36-06d8-4bdc-97af-a5c77ddb2773', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:17.595529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.599326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:security_group_rule and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.602259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.609517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.620494 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Project d908323f0f924ce9866e2817946c7e76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:54:17.627296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.696248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.700624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.724750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5ad635-5a77-4317-b13b-3f96cc0dbb7e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:17.741301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.742769 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4459b0a6-bab8-440f-95f5-14b20a1a6519 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1567585 Apr 21 14:54:17.746328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36266) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:17.751779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'network': {'name': 'tempest-network-smoke--376859570', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:17.756613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:17.760552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:network and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:17.763463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:17.769320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:17.783590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Made reservation on behalf of d908323f0f924ce9866e2817946c7e76 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:17.786954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.787374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:54:17.816143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:54:17.825245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.825648 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Added segment bc42e44f-0740-48b2-9427-453e00576d3d of type vlan for network f2498244-941f-48d9-84d3-d05e1d82d9a1 Apr 21 14:54:17.853666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.883638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.889743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:17.890312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:17.991413 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440031 Apr 21 14:54:17.997860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36270) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:18.005257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'admin_state_up': True, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:18.013825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ef706-237e-4963-8f9f-eae8c88fe225 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Network': ['ID=f2498244-941f-48d9-84d3-d05e1d82d9a1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:18.017165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:18.021395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:router and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:18.025275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:54:18.026127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:18.032363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:18.043757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.044845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.059955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.091673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:54:18.117278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.119478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:54:18.143878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:18.144771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:18.186005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3b13202b-5012-4d27-9a54-295f9ba51d0e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4931231 Apr 21 14:54:18.186665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'tag': 'b421a267-2243-4559-821c-221a31885772'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:18.237796 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8c3953-495f-4b98-84b0-8c845fa7f2c3'] response: {'name': 'network-changed', 'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'tag': 'b421a267-2243-4559-821c-221a31885772', 'status': 'completed', 'code': 200} Apr 21 14:54:18.332392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:18.476094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:18.543977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-92bdb088-1363-47b3-b7fd-4ceffd5ae9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:18.545448 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-92bdb088-1363-47b3-b7fd-4ceffd5ae9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1098 time: 0.2789295 Apr 21 14:54:18.686590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'c93fc246-9d35-4179-b841-f7da23c6614e', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'b421a267-2243-4559-821c-221a31885772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:6e:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:16Z', 'updated_at': '2022-04-21T14:54:16Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:18.690519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:54:18.698904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:18.699535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:18.750113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-b171fbc7-80be-49d3-b42a-b78f485b8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:18.751411 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-b171fbc7-80be-49d3-b42a-b78f485b8603 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1555824 Apr 21 14:54:18.875903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:19.005115 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-05474656-3877-44a8-9eca-919292591791 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 200 len: 997 time: 0.2475293 Apr 21 14:54:19.008514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.074529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.150619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-c7ce111d-cd11-431a-b319-226db4bb7390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:19.152033 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-c7ce111d-cd11-431a-b319-226db4bb7390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.1182539 Apr 21 14:54:19.254739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'c93fc246-9d35-4179-b841-f7da23c6614e', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'b421a267-2243-4559-821c-221a31885772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:6e:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:16Z', 'updated_at': '2022-04-21T14:54:16Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:19.258758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b0da1-0101-4ba3-9d6f-ee4e3737ca3f None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'c93fc246-9d35-4179-b841-f7da23c6614e', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'b421a267-2243-4559-821c-221a31885772', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:6e:7f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:16Z', 'updated_at': '2022-04-21T14:54:16Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:54:19.289503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Allocated IP 172.26.4.218 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c66d7843-469b-45a9-bcbb-0ead1f44a715) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:19.336373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-8d347fac-4fff-4b4e-81d6-3d23b949c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:19.338386 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-8d347fac-4fff-4b4e-81d6-3d23b949c8d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803620 Apr 21 14:54:19.457650 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d777c7c2-99b1-45f3-b178-8d2e2b6d5a79 None None] New status for floating IP c93fc246-9d35-4179-b841-f7da23c6614e: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:54:19.560908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.573384 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-bfa9e476-f81f-4cbf-b1d8-7d38e919c894 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214415 Apr 21 14:54:19.692091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:19.884785 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b2abbb74-1e91-43fd-a7c8-c5410788e960 req-11853644-c413-426f-93dc-7636a5f317b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056941 Apr 21 14:54:19.888649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:19.891590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:19.895298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:19.929762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=c66d7843-469b-45a9-bcbb-0ead1f44a715,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:20.307986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.642844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:20.845759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:54:21.020005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:54:21.029578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Sync routers for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:54:21.039358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:21.040279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:21.047690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.048999 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6599ec97-a754-4ab6-b709-0e84d1380561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0504298 Apr 21 14:54:21.052327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36278) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.191190 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bbcf5aa0-22b2-47cf-819a-04abfda556b3 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=d908323f0f924ce9866e2817946c7e76&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377447 Apr 21 14:54:21.193819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36284) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.220674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:21.442398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078325ec-e6a8-4896-9b80-de9a6a82b9e9 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:21.443766 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-078325ec-e6a8-4896-9b80-de9a6a82b9e9 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2490830 Apr 21 14:54:21.447124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36288) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.485490 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3dd13fdc-f344-43f8-8002-de1e18f47690 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375521 Apr 21 14:54:21.488137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36292) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:21.494131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768440128', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:21.523840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:20Z', 'revision_number': 3, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:21.527817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Checking router: fe997453-3b1e-4d3f-b28b-be9fa1b87bbb for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:54:21.528165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Updating router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb port c66d7843-469b-45a9-bcbb-0ead1f44a715 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:54:21.584320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.603453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:21.607146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:subnet and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:21.609875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:21.615429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:21.626006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Made reservation on behalf of d908323f0f924ce9866e2817946c7e76 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:21.630128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.851013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.920327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.929868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.939045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Subnet': ['ID=2931da27-f6b6-448f-9986-dc7e3b933d15,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:21.942408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Transition to ACTIVE for port object c66d7843-469b-45a9-bcbb-0ead1f44a715 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:21.943137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Checking segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:21.943473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network hostable DHCP agents. Network: f2498244-941f-48d9-84d3-d05e1d82d9a1, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:54:21.949168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.964113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:54:21.973289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, f2498244-941f-48d9-84d3-d05e1d82d9a1) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:21.978762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:21.980377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:21.993070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881a8a77-e0cd-404a-b90e-956238247931 None None] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:54:22.002320 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dfa01b9d-ed71-4acf-a38c-b932c4cf8912 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5132267 Apr 21 14:54:22.005232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36296) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:22.125054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Attempting to bind port c66d7843-469b-45a9-bcbb-0ead1f44a715 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:22.125710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Attempting to bind port c66d7843-469b-45a9-bcbb-0ead1f44a715 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:22.125841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Attempting to bind port c66d7843-469b-45a9-bcbb-0ead1f44a715 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:22.129559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7e9b-5bad-41d9-820e-96f3c98c1db0 None None] Pushing event updated for resources: {'Port': ['ID=c66d7843-469b-45a9-bcbb-0ead1f44a715,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:22.138841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:54:22.139214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:22.139612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.139995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:54:22.140455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Bound port: c66d7843-469b-45a9-bcbb-0ead1f44a715, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:22.140828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.271544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] For port c66d7843-469b-45a9-bcbb-0ead1f44a715, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:54:22.276605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] For port c66d7843-469b-45a9-bcbb-0ead1f44a715, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c66d7843-469b-45a9-bcbb-0ead1f44a715,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:54:22.308904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.407106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-f2498244-941f-48d9-84d3-d05e1d82d9a1', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:54:22.407819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.455415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:22.456024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:22.556271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a7e9b-5bad-41d9-820e-96f3c98c1db0 None None] Pushing event updated for resources: {'Port': ['ID=c66d7843-469b-45a9-bcbb-0ead1f44a715,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:22.705647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:22.746888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:22.864018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Allocated IP 172.20.0.2 (f2498244-941f-48d9-84d3-d05e1d82d9a1/2931da27-f6b6-448f-9986-dc7e3b933d15/85bdb480-f9da-4b36-ba15-3e91933ed4d6) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:23.214810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.226910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Transition to ACTIVE for port object 85bdb480-f9da-4b36-ba15-3e91933ed4d6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:23.239207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:20Z', 'revision_number': 3, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:23.246800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e451ca-9872-45f6-94a1-d33989976a22 None None] The sync data for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv is: [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:20Z', 'revision_number': 3, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:54:23.253287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Transition to ACTIVE for port object 85bdb480-f9da-4b36-ba15-3e91933ed4d6 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:23.262451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.335461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:23.339719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:23.343347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:23.343524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Allocated IP 172.20.0.1 (f2498244-941f-48d9-84d3-d05e1d82d9a1/2931da27-f6b6-448f-9986-dc7e3b933d15/ce88eb5e-4afe-48fa-be68-e622c251bbd5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:23.377182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Pushing event updated for resources: {'Port': ['ID=85bdb480-f9da-4b36-ba15-3e91933ed4d6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:23.446362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Attempting to bind port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:23.447330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Attempting to bind port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:23.447696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Attempting to bind port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 on network f2498244-941f-48d9-84d3-d05e1d82d9a1 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:23.453234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:54:23.453623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Checking segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:23.453987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.454369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Bound using segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:54:23.454820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Bound port: 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:23.455186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.518936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.537374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Transition to ACTIVE for port object ce88eb5e-4afe-48fa-be68-e622c251bbd5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:23.564823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.581092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:54:23.584997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:54:23.589558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.646675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:23.661652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:23.663515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:23.668375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:23.700138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd5a00-1b98-4bf3-aec8-02b628e4029f None None] Pushing event updated for resources: {'Port': ['ID=85bdb480-f9da-4b36-ba15-3e91933ed4d6,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:23.763622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:23.793588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c66d7843-469b-45a9-bcbb-0ead1f44a715 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:23.879130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c66d7843-469b-45a9-bcbb-0ead1f44a715 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:23.886224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c66d7843-469b-45a9-bcbb-0ead1f44a715 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:23.886618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.067035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.092630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port c66d7843-469b-45a9-bcbb-0ead1f44a715, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c66d7843-469b-45a9-bcbb-0ead1f44a715,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:24.098119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.114679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.175856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=c66d7843-469b-45a9-bcbb-0ead1f44a715,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:24.536742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.542152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.658470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:24.660885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:24.806099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4304043b-f97d-4a6d-9f0a-26ae8f941e9c None None] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:54:24.919143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:24.920687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:24.944438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f28c47a6-33cb-4345-a381-4589697d9c3a None None] Provisioning for port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:25.114876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:54:25.344030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:54:25.350261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92453387-ac6e-452e-9fef-7e20258cc786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.356276 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Sync routers for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:54:25.365268 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8eeba59b-2c57-4f21-8e8b-5484b56fca50 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "PUT /v2.0/routers/fe997453-3b1e-4d3f-b28b-be9fa1b87bbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528154 Apr 21 14:54:25.369170 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:25.370286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:25.428059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c13a76dc-fc55-4238-ba23-a901d47e42d2 None None] Provisioning for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:25.440300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c13a76dc-fc55-4238-ba23-a901d47e42d2 None None] Provisioning complete for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:25.440300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c13a76dc-fc55-4238-ba23-a901d47e42d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.508608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c13a76dc-fc55-4238-ba23-a901d47e42d2 None None] Port ce88eb5e-4afe-48fa-be68-e622c251bbd5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:54:25.571311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-38a605a8-cb11-4259-91bc-2cba0d3d0d2f tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488967515&fields=id&tenant_id=d908323f0f924ce9866e2817946c7e76 HTTP/1.1" status: 200 len: 267 time: 0.0433433 Apr 21 14:54:25.639128 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:25.654587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4087801d-8be2-4d10-9788-f34ec464c7b7 None None] Provisioning complete for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:25.656185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4087801d-8be2-4d10-9788-f34ec464c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:25.741123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-4bc07309-d01d-4941-b6ff-79532eae92d0 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:25.742812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-4bc07309-d01d-4941-b6ff-79532eae92d0 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 796 time: 0.1642218 Apr 21 14:54:25.772063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-9628f3f3-0294-4054-9224-eb163f462c95 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/quotas/d908323f0f924ce9866e2817946c7e76 HTTP/1.1" status: 200 len: 375 time: 0.0154858 Apr 21 14:54:25.814049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4087801d-8be2-4d10-9788-f34ec464c7b7 None None] Port ce88eb5e-4afe-48fa-be68-e622c251bbd5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:54:25.930407 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-da3a4daa-6133-4802-8d11-94e3400bb679 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421611 Apr 21 14:54:25.934289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 85bdb480-f9da-4b36-ba15-3e91933ed4d6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:26.031673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:26.038552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:26.038552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.089901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-696970d2-1904-4a87-9463-2f73cbd5c110 None None] Provisioning complete for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:26.089901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-696970d2-1904-4a87-9463-2f73cbd5c110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.105767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-b19b330c-3983-41e2-a9a0-741eef0f13ae service neutron] 10.222.0.35 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723785 Apr 21 14:54:26.132116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 2, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:26.136822 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Checking router: fe997453-3b1e-4d3f-b28b-be9fa1b87bbb for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:54:26.136983 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Updating router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb port ce88eb5e-4afe-48fa-be68-e622c251bbd5 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:54:26.169643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-696970d2-1904-4a87-9463-2f73cbd5c110 None None] Port ce88eb5e-4afe-48fa-be68-e622c251bbd5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:54:26.214697 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.240582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.258411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-1faccf04-f0fd-422e-8ef9-49fd361ba0a8 service neutron] 10.222.0.35 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481473 Apr 21 14:54:26.295679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:26.300735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.301932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c66d7843-469b-45a9-bcbb-0ead1f44a715 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:26.498561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07288596-79b2-4e8d-8222-508425a2dd71 req-683e53bd-6e40-4ef7-89da-97e6a2532178 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 210 time: 0.0538242 Apr 21 14:54:26.501150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=85bdb480-f9da-4b36-ba15-3e91933ed4d6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:26.521962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.521962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.521962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.521962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.522997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.522997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.522997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.523227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.523857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.524301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.524301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.525250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:54:26.540521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c66d7843-469b-45a9-bcbb-0ead1f44a715 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:26.541293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.683933 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.696021 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Transition to ACTIVE for port object ce88eb5e-4afe-48fa-be68-e622c251bbd5 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:26.704094 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.897417 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128e5aa-2e54-4627-a080-75bc8c3f9ef5 None None] Pushing event updated for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:26.958333 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Attempting to bind port ce88eb5e-4afe-48fa-be68-e622c251bbd5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:26.958704 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Attempting to bind port ce88eb5e-4afe-48fa-be68-e622c251bbd5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:26.959084 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Attempting to bind port ce88eb5e-4afe-48fa-be68-e622c251bbd5 on network f2498244-941f-48d9-84d3-d05e1d82d9a1 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:26.965637 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:54:26.966149 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Checking segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:26.966534 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:26.967098 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Bound using segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:54:26.967547 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Bound port: ce88eb5e-4afe-48fa-be68-e622c251bbd5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:26.967908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.056593 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] For port ce88eb5e-4afe-48fa-be68-e622c251bbd5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:54:27.059768 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] For port ce88eb5e-4afe-48fa-be68-e622c251bbd5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ce88eb5e-4afe-48fa-be68-e622c251bbd5,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:54:27.064126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.153061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:27.153685 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:53:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:27.218045 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128e5aa-2e54-4627-a080-75bc8c3f9ef5 None None] Pushing event updated for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:27.340915 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:27.485532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc8b1051-ce61-41c5-97ac-c5e3708cb749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.648886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-5aaa4c1b-ff6f-4536-9b8d-5494ebfbac9f tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:27.649830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-5aaa4c1b-ff6f-4536-9b8d-5494ebfbac9f tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Synchronizing usage tracker for tenant:d908323f0f924ce9866e2817946c7e76 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:27.665078 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-28cdee80-fd8f-4f81-978f-cae0b508ff78 req-04b0e356-96bf-4df0-a18b-546dee4ba8b3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 210 time: 0.0511708 Apr 21 14:54:27.673692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-5aaa4c1b-ff6f-4536-9b8d-5494ebfbac9f tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Unset dirty status for tenant:d908323f0f924ce9866e2817946c7e76 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:27.675502 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-5aaa4c1b-ff6f-4536-9b8d-5494ebfbac9f tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.13 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 796 time: 0.1930602 Apr 21 14:54:27.717362 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:27Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:27.722627 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bba0d-79e7-47a4-b25c-ed118488aba3 None None] The sync data for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv is: [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:27Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:54:27.734915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 85bdb480-f9da-4b36-ba15-3e91933ed4d6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:27.738792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-6b1e3dff-7d36-4cbe-a0c2-be1f5586d561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Synchronizing usage tracker for tenant:d908323f0f924ce9866e2817946c7e76 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:54:27.774624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-6b1e3dff-7d36-4cbe-a0c2-be1f5586d561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Unset dirty status for tenant:d908323f0f924ce9866e2817946c7e76 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:54:27.777106 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-6b1e3dff-7d36-4cbe-a0c2-be1f5586d561 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d908323f0f924ce9866e2817946c7e76 HTTP/1.1" status: 200 len: 380 time: 0.0929201 Apr 21 14:54:27.800911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'port': {'device_id': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'admin_state_up': True, 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'security_groups': ['0d4f3d36-06d8-4bdc-97af-a5c77ddb2773']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:27.867730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:27.869171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:27.971194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:27.975203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:port and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:27.978746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:27.985905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:27.997507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Made reservation on behalf of d908323f0f924ce9866e2817946c7e76 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:54:28.001789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.168995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Allocated IP 172.20.0.14 (f2498244-941f-48d9-84d3-d05e1d82d9a1/2931da27-f6b6-448f-9986-dc7e3b933d15/a530866f-5569-41c9-ba46-a659fc8634bb) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:28.373463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.389411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Transition to ACTIVE for port object a530866f-5569-41c9-ba46-a659fc8634bb will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:28.414610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.489502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:28.493156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:28.497529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:28.534670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:28.570507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:28.571583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.594657 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-620f406f-08ef-447f-a708-f12dc8c1bc06 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104661 Apr 21 14:54:28.614220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Request body: {'port': {'device_id': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:28.708870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.739295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.749166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-83a6580f-afe6-40c1-8f6a-554d52404226 None None] Provisioning for port a530866f-5569-41c9-ba46-a659fc8634bb completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:28.754410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-83a6580f-afe6-40c1-8f6a-554d52404226 None None] Provisioning complete for port a530866f-5569-41c9-ba46-a659fc8634bb triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:28.754781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83a6580f-afe6-40c1-8f6a-554d52404226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:28.813421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-83a6580f-afe6-40c1-8f6a-554d52404226 None None] Port a530866f-5569-41c9-ba46-a659fc8634bb cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:54:28.866920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a192a59-6249-4228-a24e-aaa2170d3f70 req-16dbd348-5ea3-41be-a5ee-1990045458b4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:28.868975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a192a59-6249-4228-a24e-aaa2170d3f70 req-16dbd348-5ea3-41be-a5ee-1990045458b4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 932 time: 0.0858507 Apr 21 14:54:28.919900 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a192a59-6249-4228-a24e-aaa2170d3f70 req-8cbed547-d446-45e9-9977-96d8776dbb0b tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Apr 21 14:54:28.952577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.207174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:54:29.214893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.229750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Transition to ACTIVE for port object a530866f-5569-41c9-ba46-a659fc8634bb will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:54:29.234146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.393536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:29.476701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Attempting to bind port a530866f-5569-41c9-ba46-a659fc8634bb on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:54:29.477024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Attempting to bind port a530866f-5569-41c9-ba46-a659fc8634bb by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:54:29.477985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Attempting to bind port a530866f-5569-41c9-ba46-a659fc8634bb on network f2498244-941f-48d9-84d3-d05e1d82d9a1 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:29.483421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Port a530866f-5569-41c9-ba46-a659fc8634bb on network f2498244-941f-48d9-84d3-d05e1d82d9a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:54:29.483731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Attempting to bind port a530866f-5569-41c9-ba46-a659fc8634bb on network f2498244-941f-48d9-84d3-d05e1d82d9a1 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:54:29.488599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:54:29.488918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Checking segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:54:29.489314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Bound using segment: {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:54:29.489722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Bound port: a530866f-5569-41c9-ba46-a659fc8634bb, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc42e44f-0740-48b2-9427-453e00576d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:54:29.490053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.583453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:54:29.586352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:54:29.591294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.648626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:29.649882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.651363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] 10.222.0.13 "PUT /v2.0/ports/a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 1094 time: 1.0416012 Apr 21 14:54:29.651811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:29.700315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fec2-2add-470e-8cc7-98c82b483bcf service neutron] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:29.718478 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef950e69-0858-41c9-a0d9-0c977f49d153'] response: {'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'status': 'completed', 'code': 200} Apr 21 14:54:29.755470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ce88eb5e-4afe-48fa-be68-e622c251bbd5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:29.823414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-dec9ad08-9b5e-4f9a-81ee-625b471cda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:29.825805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-dec9ad08-9b5e-4f9a-81ee-625b471cda84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1097 time: 0.1066029 Apr 21 14:54:29.855583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:29.861895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:29.862047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:29.910176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-c5a44baf-1ffa-45e4-9a6e-d65632d66579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 217 time: 0.0761712 Apr 21 14:54:29.973922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-a381a897-c3d2-47a3-87b7-6370297511f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:29.975470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-a381a897-c3d2-47a3-87b7-6370297511f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 200 len: 834 time: 0.0589778 Apr 21 14:54:29.994824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.033336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ce88eb5e-4afe-48fa-be68-e622c251bbd5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ce88eb5e-4afe-48fa-be68-e622c251bbd5,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:30.037165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.056016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-3d474cfc-592f-4b9a-a911-563c7624a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.057982 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-3d474cfc-592f-4b9a-a911-563c7624a2e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2498244-941f-48d9-84d3-d05e1d82d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770404 Apr 21 14:54:30.108183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:30.112669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14c45-2cbb-46cd-9f39-d45cf519d434 req-ebeff03b-6890-4209-89f7-7594cbf4f7ec tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.114313 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-80a14c45-2cbb-46cd-9f39-d45cf519d434 req-ebeff03b-6890-4209-89f7-7594cbf4f7ec tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 944 time: 0.0855279 Apr 21 14:54:30.159366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-80a14c45-2cbb-46cd-9f39-d45cf519d434 req-0aaa9879-0433-4b31-814a-6d49fe449003 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382113 Apr 21 14:54:30.208224 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-e82908b3-b720-430f-b43c-4dc0e44e21f0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324034 Apr 21 14:54:30.339726 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3877efd5-7b9d-4fd0-bad6-fbdefe28454b req-4e031746-c367-4f38-846b-0b652527865f service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253221 Apr 21 14:54:30.371759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:30.452505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-795fb735-8df1-49e5-92e5-2b20d617ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.453954 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-795fb735-8df1-49e5-92e5-2b20d617ad46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1097 time: 0.0689409 Apr 21 14:54:30.581429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-49df678b-1067-40cd-856e-0c4e13aada9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.582731 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-49df678b-1067-40cd-856e-0c4e13aada9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 897 time: 0.1232915 Apr 21 14:54:30.652055 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-8615534d-0de5-41e6-9b78-e6adfdd20493 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 217 time: 0.0633953 Apr 21 14:54:30.715522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-bc5dfec6-7bc7-4f31-8790-5ba57bf61c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.716929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-bc5dfec6-7bc7-4f31-8790-5ba57bf61c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 200 len: 834 time: 0.0576439 Apr 21 14:54:30.733519 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-79f91665-3448-4c02-8a53-e1fd0eaf52e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727355 Apr 21 14:54:30.881776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-1400d1e2-3491-4f34-95a6-c38ff332729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.883247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-1400d1e2-3491-4f34-95a6-c38ff332729f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1098 time: 0.0788474 Apr 21 14:54:30.909083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-c01210e4-1efa-4f5f-b670-52ae4427a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:30.910567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-c01210e4-1efa-4f5f-b670-52ae4427a325 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2498244-941f-48d9-84d3-d05e1d82d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1792595 Apr 21 14:54:31.027953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-7829194a-b49c-4ff9-af2c-582c7f032ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:31.029413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-7829194a-b49c-4ff9-af2c-582c7f032ba9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 897 time: 0.1268733 Apr 21 14:54:31.042875 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-71fc3a0e-cbf4-44df-b78d-2f63dc5d14fc service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250081 Apr 21 14:54:31.132243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-6785f390-e3f3-41ac-b766-d2d654de3e0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 1001 time: 0.0954690 Apr 21 14:54:31.176928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2cf92d7e-ed35-47bd-9650-95ea69e04a76 req-dc013121-1cbd-478e-a250-b365daeeebd3 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281168 Apr 21 14:54:31.195747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-66ec26ea-7d8a-4cec-987b-00402c00c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:31.197742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-66ec26ea-7d8a-4cec-987b-00402c00c5ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 200 len: 835 time: 0.0591421 Apr 21 14:54:31.328986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-56ba2a99-da7a-4eff-b34c-693fa3e1cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:31.330458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-56ba2a99-da7a-4eff-b34c-693fa3e1cc9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=690b364c-33ba-418f-aa17-68d082e07d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229863 Apr 21 14:54:31.552650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ce50-474c-40cc-8085-35862e716036 req-b598657b-d964-412a-9ddb-293eb63e3b64 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:31.556225 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8482ce50-474c-40cc-8085-35862e716036 req-b598657b-d964-412a-9ddb-293eb63e3b64 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 944 time: 0.2844367 Apr 21 14:54:31.617006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8482ce50-474c-40cc-8085-35862e716036 req-7e17f660-cb60-41c1-b864-59de9f805f7b tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567708 Apr 21 14:54:31.619748 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-591cd856-275e-44c3-8b32-b596f3fa903e service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818639 Apr 21 14:54:31.708382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ce88eb5e-4afe-48fa-be68-e622c251bbd5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:31.759967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e486f55-dc33-41c4-88a4-4ab29ef360b0 req-91b2c89d-0134-4ca0-b1b6-71f964dcbf06 service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304982 Apr 21 14:54:31.778017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ce88eb5e-4afe-48fa-be68-e622c251bbd5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:31.778390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:32.822973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f72db-ecbb-4993-8bae-54e4a9cfd9b3 req-f0de0b40-2c87-4d3d-9b77-2831b742d6d2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:32.822973 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f4f72db-ecbb-4993-8bae-54e4a9cfd9b3 req-f0de0b40-2c87-4d3d-9b77-2831b742d6d2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 944 time: 0.0973189 Apr 21 14:54:32.877714 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f4f72db-ecbb-4993-8bae-54e4a9cfd9b3 req-1da75957-a0d4-47eb-8db5-dfd7118c4488 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Apr 21 14:54:32.886728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:54:33.066772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:33.077653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'mac_address': 'fa:16:3e:76:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:54:33.142599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.162426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:54:33.184707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:33.184707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:33.270276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:33.564847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['a530866f-5569-41c9-ba46-a659fc8634bb'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:54:34.063511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234a84d-bbb3-4c01-bb3a-6c89d1fe3eae req-f7ce2636-083f-4226-b9a9-1e6cd06dcb4e tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:34.064943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3234a84d-bbb3-4c01-bb3a-6c89d1fe3eae req-f7ce2636-083f-4226-b9a9-1e6cd06dcb4e tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 945 time: 0.0793464 Apr 21 14:54:34.112598 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3234a84d-bbb3-4c01-bb3a-6c89d1fe3eae req-4f4a10a2-8da7-43bc-927b-ad8c40b88581 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Apr 21 14:54:34.894686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:54:34.962556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port a530866f-5569-41c9-ba46-a659fc8634bb completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:54:34.967123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port a530866f-5569-41c9-ba46-a659fc8634bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:54:34.968031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.084914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.111944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:35.122289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:54:35.126598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:35.161849 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11749bab-277a-4cfa-a43d-2882b596c318'] response: {'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'code': 200} Apr 21 14:54:35.205625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:35.298610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137fd8-8665-40e0-9691-7c0785385cca req-afef1d55-07ce-4efa-bc1e-4d3ea3e2b082 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:35.300345 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2137fd8-8665-40e0-9691-7c0785385cca req-afef1d55-07ce-4efa-bc1e-4d3ea3e2b082 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0816891 Apr 21 14:54:35.396817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2137fd8-8665-40e0-9691-7c0785385cca req-47049af8-0dcc-4046-9cf7-9457fb8c34d4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843525 Apr 21 14:54:35.420890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcabd-c92b-4098-a321-420d185834b1 req-fcbfb115-35ad-451a-bcad-0f2ee072dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:35.422928 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77cfcabd-c92b-4098-a321-420d185834b1 req-fcbfb115-35ad-451a-bcad-0f2ee072dae4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1099 time: 0.0956192 Apr 21 14:54:35.469142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77cfcabd-c92b-4098-a321-420d185834b1 req-abcdc9b5-c0af-4a35-85ef-c9c693919dc0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392265 Apr 21 14:54:36.588328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc1af7-f569-4e9e-96ee-212e020c3dfb req-36d09f5b-485e-42f1-826a-653e33565278 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:36.589797 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42bc1af7-f569-4e9e-96ee-212e020c3dfb req-36d09f5b-485e-42f1-826a-653e33565278 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0832357 Apr 21 14:54:36.637834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42bc1af7-f569-4e9e-96ee-212e020c3dfb req-d6f3baf0-92da-4f72-b5e6-8d138ec4f4c8 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Apr 21 14:54:37.840441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc97dd-9939-40a9-9681-2787b3eb7cc4 req-2e39cc6b-1a0a-4d76-b6ff-eea85f11ee81 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:37.841930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16bc97dd-9939-40a9-9681-2787b3eb7cc4 req-2e39cc6b-1a0a-4d76-b6ff-eea85f11ee81 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0984359 Apr 21 14:54:37.889994 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16bc97dd-9939-40a9-9681-2787b3eb7cc4 req-5a1634c1-6a37-4952-ad61-8dfa520437eb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415585 Apr 21 14:54:38.081662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc567b7-a46c-45cc-acab-319b3bf79ff6 req-e7803651-90e1-42f0-9a25-8db31e4c1a0c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:38.082276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bdc567b7-a46c-45cc-acab-319b3bf79ff6 req-e7803651-90e1-42f0-9a25-8db31e4c1a0c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0812490 Apr 21 14:54:38.128568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bdc567b7-a46c-45cc-acab-319b3bf79ff6 req-f19956ba-94f3-4bb1-90e2-a7a672708ceb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392716 Apr 21 14:54:38.151180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36354) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:38.221589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561ac54-e203-4dd1-8e68-1530c65a0510 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:38.223045 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3561ac54-e203-4dd1-8e68-1530c65a0510 tempest-TestNetworkAdvancedServerOps-427823542 tempest-TestNetworkAdvancedServerOps-427823542-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1094 time: 0.0708752 Apr 21 14:54:38.226103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36358) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:38.231925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:54:38.239799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:54:38.245348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Usage tracker for resource:floatingip and tenant:d908323f0f924ce9866e2817946c7e76 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:54:38.247575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:54:38.253307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:54:38.264563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.406003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.546935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Allocated IP 172.26.4.14 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/0de7d351-a840-46d2-abf7-15aa8b31989b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:54:38.705283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.735735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:38.812660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:54:38.815740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:54:38.822025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:54:38.856196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=0de7d351-a840-46d2-abf7-15aa8b31989b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.243659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.318230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.642211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.646872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.767584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event updated for resources: {'Port': ['ID=0de7d351-a840-46d2-abf7-15aa8b31989b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:54:39.770778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:39.959557 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Floating IP eea93189-841f-4dbf-97cd-ab364746dd8b associated. External IP: 172.26.4.14, port: a530866f-5569-41c9-ba46-a659fc8634bb. Apr 21 14:54:40.329889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:54:40.504836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:54:40.514691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Sync routers for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:54:40.524865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:40.525659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:54:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:40.532148 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:40.603921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8e35d484-bcfb-436d-947f-5f7a02dbd4ea tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3692884 Apr 21 14:54:40.604459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:54:40.672178 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904df560-fad7-4c2b-b7fc-405522781243'] response: {'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'status': 'completed', 'code': 200} Apr 21 14:54:40.736768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:40.832985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269358f-9055-4403-b465-44de92ad7f52 req-8261158f-d87a-4d5f-a8cd-f3538cb61fff tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:40.834745 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e269358f-9055-4403-b465-44de92ad7f52 req-8261158f-d87a-4d5f-a8cd-f3538cb61fff tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.1494389 Apr 21 14:54:40.858768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-3b17b017-e589-4b83-a0ee-e654c8790ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:40.860209 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-3b17b017-e589-4b83-a0ee-e654c8790ecd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1099 time: 0.1389909 Apr 21 14:54:40.925629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e269358f-9055-4403-b465-44de92ad7f52 req-d6b772ef-21ce-4941-b042-34f4bb25e8e6 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823243 Apr 21 14:54:40.950119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36368) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:41.027012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-b3362b49-bb94-4e14-95b2-f0c465a0ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:41.028583 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-b3362b49-bb94-4e14-95b2-f0c465a0ea32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 897 time: 0.1608644 Apr 21 14:54:41.063656 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-faf743d0-883e-4f8b-b691-8862c0a16ab9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/floatingips/eea93189-841f-4dbf-97cd-ab364746dd8b HTTP/1.1" status: 200 len: 991 time: 0.1112342 Apr 21 14:54:41.101915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'eea93189-841f-4dbf-97cd-ab364746dd8b', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'mac_address': 'fa:16:3e:76:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:39Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 0, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:41.106414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Checking router: fe997453-3b1e-4d3f-b28b-be9fa1b87bbb for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:54:41.114599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:54:41.115138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:54:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:41.134553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-56d92f77-ca07-4117-a33a-19553ef55c8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 999 time: 0.0998313 Apr 21 14:54:41.202726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-17b3ab83-c8ae-4018-b479-2cfc5cdce4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:41.204167 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-17b3ab83-c8ae-4018-b479-2cfc5cdce4d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 200 len: 834 time: 0.0639873 Apr 21 14:54:41.280677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-e02b8f9f-874c-4d09-a3ce-468fe2fd490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:54:41.282226 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-e02b8f9f-874c-4d09-a3ce-468fe2fd490b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2498244-941f-48d9-84d3-d05e1d82d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724866 Apr 21 14:54:41.293745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:54:41.420616 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-1a34c389-7a2c-456f-a278-f8af4662ffd4 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317220 Apr 21 14:54:41.553179 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9688473a-c2ac-438e-8934-9f05a22852a7 req-78e619a4-b65e-4f16-85d9-e6c8fd03a6a0 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253219 Apr 21 14:54:41.691670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'eea93189-841f-4dbf-97cd-ab364746dd8b', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'mac_address': 'fa:16:3e:76:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:39Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 0, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:54:41.695462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e52fa07-7272-4f3a-9a20-a1d1fb1ed65b None None] The sync data for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv is: [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'eea93189-841f-4dbf-97cd-ab364746dd8b', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'mac_address': 'fa:16:3e:76:90:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:54:39Z', 'updated_at': '2022-04-21T14:54:39Z', 'revision_number': 0, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:54:41.878281 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b970f69b-d3ae-41c1-8012-e3e01cf74bb3 None None] New status for floating IP eea93189-841f-4dbf-97cd-ab364746dd8b: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:54:42.066610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36372) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:42.179840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-074d47e3-be16-44bf-84ac-34159766065d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/floatingips/eea93189-841f-4dbf-97cd-ab364746dd8b HTTP/1.1" status: 200 len: 991 time: 0.1110985 Apr 21 14:54:43.183332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36382) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:54:43.289194 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5020beee-9761-44b6-8559-8d5241d449ab tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/floatingips/eea93189-841f-4dbf-97cd-ab364746dd8b HTTP/1.1" status: 200 len: 993 time: 0.1048582 Apr 21 14:54:49.386972 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:54:51.897088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:55.354581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2ec5c21a-2781-4c5f-9165-ce37b724c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:57.488551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1013cfe-5091-4767-a110-a769d4762b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.695769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:54:58.954659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:00.374387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:21.021769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:21.223090 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1592c2f9-a91b-4e6a-a770-63843a4e0860 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/17fdbc70-9f61-4fbd-a23f-50c01a68a45b HTTP/1.1" status: 200 len: 993 time: 0.2001956 Apr 21 14:55:21.531403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:21.831162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port a4276071-7f85-458b-b2ac-adc43b6a3e75 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:55:21.831495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:21.900490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:21.999889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.000144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.122714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for a4276071-7f85-458b-b2ac-adc43b6a3e75 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:55:22.266635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.316802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=a4276071-7f85-458b-b2ac-adc43b6a3e75,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:22.381216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.381567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.381893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.382214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.382529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.382842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.384208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.384532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.384846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.385157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.385492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.385800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:22.418867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:22.419188 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 17fdbc70-9f61-4fbd-a23f-50c01a68a45b disassociated (deleted). External IP: 172.26.4.253, port: e375d02c-87ba-42a6-ba5e-af5887f3e1dc. Apr 21 14:55:22.764659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 705b2237-25e7-403a-ae02-00749e1c9e89 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:55:22.946713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:55:22.956024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Sync routers for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:55:22.965444 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:22.966058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:54:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:22.966828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:23.132682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b1ad6bed-8281-462d-a31b-982cd5d31049 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/17fdbc70-9f61-4fbd-a23f-50c01a68a45b HTTP/1.1" status: 204 len: 168 time: 1.5977561 Apr 21 14:55:23.132682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:55:23.150868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:23.177008 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2fdae3c-81af-4c9a-9ea0-d9f8b6b4dcc8'] response: {'name': 'network-changed', 'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'status': 'completed', 'code': 200} Apr 21 14:55:23.327448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-418d16cb-ad3c-47ff-9326-60de678518d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:23.329453 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-418d16cb-ad3c-47ff-9326-60de678518d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 1098 time: 0.1227465 Apr 21 14:55:23.476528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:23.481051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Checking router: 705b2237-25e7-403a-ae02-00749e1c9e89 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:55:23.490617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:23.491308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:54:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:23.491740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-6d393899-0567-44f3-858b-83b0507d244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:23.493230 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-6d393899-0567-44f3-858b-83b0507d244e service neutron] 10.222.0.13 "GET /v2.0/networks?id=690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 200 len: 897 time: 0.1534138 Apr 21 14:55:23.595126 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-b06dbe7b-7e6e-444b-ad20-8603eea1c882 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 200 len: 217 time: 0.0720642 Apr 21 14:55:23.670754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:23.676410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-15e7b6a0-f736-43c1-8e94-fc211dc93710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:23.677870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-15e7b6a0-f736-43c1-8e94-fc211dc93710 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 200 len: 835 time: 0.0707269 Apr 21 14:55:23.686060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6ef81-c293-4055-afe0-2d71201dbc94 req-69cba319-0fd4-4380-a540-21fede25a632 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:23.686722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ddb6ef81-c293-4055-afe0-2d71201dbc94 req-69cba319-0fd4-4380-a540-21fede25a632 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:23.745325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-ddb6ef81-c293-4055-afe0-2d71201dbc94 req-69cba319-0fd4-4380-a540-21fede25a632 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:23.746458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ddb6ef81-c293-4055-afe0-2d71201dbc94 req-69cba319-0fd4-4380-a540-21fede25a632 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.3115890 Apr 21 14:55:23.804231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-4f6ba49a-3d21-4c9b-9e6c-466546b2ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:23.806091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-4f6ba49a-3d21-4c9b-9e6c-466546b2ded8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=690b364c-33ba-418f-aa17-68d082e07d43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167636 Apr 21 14:55:23.809006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ddb6ef81-c293-4055-afe0-2d71201dbc94 req-cdbef357-707a-4705-bf7e-ffaba80d9368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557168 Apr 21 14:55:23.816463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-1e816879-bbfc-4561-9303-e1a8cb0e8621 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:55:23.817417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-1e816879-bbfc-4561-9303-e1a8cb0e8621 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050144 Apr 21 14:55:23.953017 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-0893ebf8-5737-4e49-856b-290f88365cdb service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290193 Apr 21 14:55:24.026201 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:24.030122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c332fa27-f0ab-41e4-8e51-5ec3ad4a68b6 None None] The sync data for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv is: [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:43Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4e822c54-2731-47d9-a4a4-44886c6fa461', 'name': '', 'network_id': '690b364c-33ba-418f-aa17-68d082e07d43', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:0a:2f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:42Z', 'updated_at': '2022-04-21T14:53:52Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '459a1307-f6d9-42b4-93b3-f616dec4fcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:55:24.088144 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2094495-3950-48a5-ac40-1952eedc39f3 req-55b5894b-4ffe-4466-95c6-51b6d4555455 service neutron] 10.222.0.13 "GET /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271675 Apr 21 14:55:24.240804 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483ac319-7b74-4b21-b415-87e7960ad002 None None] New status for floating IP 17fdbc70-9f61-4fbd-a23f-50c01a68a45b: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:55:25.042791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2b514-ae29-4883-9ff7-06abf2034c70 req-37338cea-56d0-4f61-bd12-a9ba1dc8e48d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:25.044228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35e2b514-ae29-4883-9ff7-06abf2034c70 req-37338cea-56d0-4f61-bd12-a9ba1dc8e48d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.1254470 Apr 21 14:55:25.091839 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35e2b514-ae29-4883-9ff7-06abf2034c70 req-762c6b1b-ef12-4e28-94a0-7042744060b8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ead81424-769d-4b6c-81d7-7a4fa8b080b8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415890 Apr 21 14:55:25.178088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-aff07cf1-189f-4f25-9d8e-271750a5095c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:25.179488 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-aff07cf1-189f-4f25-9d8e-271750a5095c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 945 time: 0.0789506 Apr 21 14:55:25.246357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port e375d02c-87ba-42a6-ba5e-af5887f3e1dc {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:55:25.246685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:25.340898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-26c539bf-5a19-4fd0-a15d-8d63c6b62ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:25.490767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port e375d02c-87ba-42a6-ba5e-af5887f3e1dc, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:25.491119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:25.615218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for e375d02c-87ba-42a6-ba5e-af5887f3e1dc owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:55:25.849172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:25.899307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=e375d02c-87ba-42a6-ba5e-af5887f3e1dc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:25.972914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port e375d02c-87ba-42a6-ba5e-af5887f3e1dc on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:55:25.975212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:25.978105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'name': 'network-vif-deleted', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:55:25.993615 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2746ccd6-81b8-4c8e-9433-e563bcbbeb3b req-383bfc6e-7e3c-407b-bb72-d0ccd03b7251 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/e375d02c-87ba-42a6-ba5e-af5887f3e1dc HTTP/1.1" status: 204 len: 173 time: 0.8089030 Apr 21 14:55:26.028996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31731fcf-9f06-4871-b505-dbb04bb30559'] response: {'server_uuid': '917a96b0-be9f-4f0a-8e7e-41e4f9d94080', 'name': 'network-vif-deleted', 'tag': 'e375d02c-87ba-42a6-ba5e-af5887f3e1dc', 'status': 'completed', 'code': 200} Apr 21 14:55:26.257100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-59b3a7da-6ffd-4c01-87a6-69aa4a96e380 req-05a23d0d-9c45-4f8f-958e-22da166f8655 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:26.273015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-59b3a7da-6ffd-4c01-87a6-69aa4a96e380 req-05a23d0d-9c45-4f8f-958e-22da166f8655 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:26.275007 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59b3a7da-6ffd-4c01-87a6-69aa4a96e380 req-05a23d0d-9c45-4f8f-958e-22da166f8655 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=917a96b0-be9f-4f0a-8e7e-41e4f9d94080 HTTP/1.1" status: 200 len: 210 time: 0.0653307 Apr 21 14:55:26.385786 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:55:27.246880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e375d02c-87ba-42a6-ba5e-af5887f3e1dc no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:27.283898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: e375d02c-87ba-42a6-ba5e-af5887f3e1dc {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:55:27.284243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e375d02c-87ba-42a6-ba5e-af5887f3e1dc not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:27.375261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36450) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:27.442611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:27.470801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:27.489880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0cc6ed4b-98f6-4389-bbae-c8d77557415c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:27.535409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:27.554037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead81424-769d-4b6c-81d7-7a4fa8b080b8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:27.565583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:27.566688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9bfd4148-7ba6-4810-879d-81a381ff587c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/ead81424-769d-4b6c-81d7-7a4fa8b080b8 HTTP/1.1" status: 204 len: 168 time: 0.1904521 Apr 21 14:55:27.595937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36456) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:28.152478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:28.503170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 4e822c54-2731-47d9-a4a4-44886c6fa461 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:55:28.503895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:28.699846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:28.788323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 4e822c54-2731-47d9-a4a4-44886c6fa461, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4e822c54-2731-47d9-a4a4-44886c6fa461,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:28.788588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:28.912546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 4e822c54-2731-47d9-a4a4-44886c6fa461 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:55:28.956260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:29.229154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:29.280284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=4e822c54-2731-47d9-a4a4-44886c6fa461,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:29.561493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:29.931177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 705b2237-25e7-403a-ae02-00749e1c9e89 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:55:30.220131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:55:30.230946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Sync routers for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:55:30.239581 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-134c097d-7550-43a4-8c0b-94c69e9a8048 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/705b2237-25e7-403a-ae02-00749e1c9e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6425071 Apr 21 14:55:30.240553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36460) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:30.240885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:30.241530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:30.309534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet 459a1307-f6d9-42b4-93b3-f616dec4fcbd {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:55:30.312494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.366544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.419799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.433487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:30.449776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.523274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.565583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.569345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=459a1307-f6d9-42b4-93b3-f616dec4fcbd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:30.575269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0c5b06bf-9e9e-4e09-9a08-2dd49644ad9c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/459a1307-f6d9-42b4-93b3-f616dec4fcbd HTTP/1.1" status: 204 len: 168 time: 0.3337376 Apr 21 14:55:30.577852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36464) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:30.622330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ef721-ee3c-4e50-96fd-0f9234cc30b2 None None] Network 690b364c-33ba-418f-aa17-68d082e07d43 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:55:30.760084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.891773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:55:29Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'b608ab55-5fab-4230-8d93-1013ba4d9d4e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:30.898289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Checking router: 705b2237-25e7-403a-ae02-00749e1c9e89 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:55:30.907369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Routers {'705b2237-25e7-403a-ae02-00749e1c9e89'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:30.907985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['705b2237-25e7-403a-ae02-00749e1c9e89'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:30.950148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.962396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port b608ab55-5fab-4230-8d93-1013ba4d9d4e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:55:30.962651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:30.969565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] DHCP port deletion for 690b364c-33ba-418f-aa17-68d082e07d43 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:55:30.984352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Deleting port df89b2ab-21e4-4a1b-b551-bd36184cc55f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:55:30.984723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.139054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port b608ab55-5fab-4230-8d93-1013ba4d9d4e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b608ab55-5fab-4230-8d93-1013ba4d9d4e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:31.139515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.139835 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] Set router 705b2237-25e7-403a-ae02-00749e1c9e89 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:31.258805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:55:30Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:31.259516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for b608ab55-5fab-4230-8d93-1013ba4d9d4e owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:55:31.267886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7d5c1f-c5bd-41a6-992b-afa3d9220493 None None] The sync data for ids ['705b2237-25e7-403a-ae02-00749e1c9e89'] in dv-neutron-838896-1-hyperv is: [{'id': '705b2237-25e7-403a-ae02-00749e1c9e89', 'name': 'tempest-TestNetworkBasicOps-router-1421139737', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:37Z', 'updated_at': '2022-04-21T14:55:30Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:55:31.418186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] For port df89b2ab-21e4-4a1b-b551-bd36184cc55f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df89b2ab-21e4-4a1b-b551-bd36184cc55f,segment=NetworkSegment(1b07594d-38ef-49a1-9d56-62d378f6947a),segment_id=1b07594d-38ef-49a1-9d56-62d378f6947a)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:31.418494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.432384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.478107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=b608ab55-5fab-4230-8d93-1013ba4d9d4e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:31.544340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Calling delete_port for df89b2ab-21e4-4a1b-b551-bd36184cc55f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:55:31.622926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.683744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Pushing event deleted for resources: {'Port': ['ID=df89b2ab-21e4-4a1b-b551-bd36184cc55f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:31.687016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] No DVR routers for this DVR port df89b2ab-21e4-4a1b-b551-bd36184cc55f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:55:31.694864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.696165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.696271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.696542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.696961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.697333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.697670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.698172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.698503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.698832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.699498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.699498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789f882c-d2f3-4d50-9d88-f2fffe285787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:31.732633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.880867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df89b2ab-21e4-4a1b-b551-bd36184cc55f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:31.918127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: df89b2ab-21e4-4a1b-b551-bd36184cc55f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:55:31.918474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df89b2ab-21e4-4a1b-b551-bd36184cc55f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:31.918887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e822c54-2731-47d9-a4a4-44886c6fa461 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:31.928856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.932126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.952718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4e822c54-2731-47d9-a4a4-44886c6fa461 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:55:31.952965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4e822c54-2731-47d9-a4a4-44886c6fa461 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:31.964319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-689d6815-d4aa-4db9-9262-806851ff1bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2861292 Apr 21 14:55:31.965372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.965966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 705b2237-25e7-403a-ae02-00749e1c9e89 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:55:31.981008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:31.982120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f9e81c49-f0b7-42a7-bcc3-02a0bc58abc6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/705b2237-25e7-403a-ae02-00749e1c9e89 HTTP/1.1" status: 204 len: 168 time: 1.4033725 Apr 21 14:55:31.984953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36470) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:32.149504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.222929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-ecd4d14d-22e4-4048-bed7-8f7bc8bd9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:32.224307 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-ecd4d14d-22e4-4048-bed7-8f7bc8bd9d50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 1098 time: 0.2367337 Apr 21 14:55:32.329218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.415480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690b364c-33ba-418f-aa17-68d082e07d43']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:32.439827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b07594d-38ef-49a1-9d56-62d378f6947a') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:32.440055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b07594d-38ef-49a1-9d56-62d378f6947a') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:32.455779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.483812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.489322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-9eba7fde-2df4-43ee-991c-9187c11d91e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:32.490727 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-9eba7fde-2df4-43ee-991c-9187c11d91e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.2455537 Apr 21 14:55:32.493125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:55:32.493528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:55:32.508519 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:55:32.658699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.678475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.689510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-fbba09d5-1147-425a-8194-0b2ff4a918f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 200 len: 999 time: 0.1801982 Apr 21 14:55:32.692670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=690b364c-33ba-418f-aa17-68d082e07d43,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:32.733895 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d41c99a0-833e-4618-9a0b-3d4b1f4f9c89 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/690b364c-33ba-418f-aa17-68d082e07d43 HTTP/1.1" status: 204 len: 168 time: 0.7478187 Apr 21 14:55:32.750304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36474) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:32.757119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--1622988248', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:32.764282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:32.770827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:32.775914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:32.779390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-12e3568a-f699-497e-b4e5-eef120f22ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:32.780795 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-12e3568a-f699-497e-b4e5-eef120f22ccc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0844736 Apr 21 14:55:32.784317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:32.831253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:55:32.834831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.875238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:55:32.888700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:32.889037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment a2bc8439-9522-4abb-a76f-59aadc9a7f01 of type vlan for network 3141cf97-ca03-44fe-9091-b224db5967b0 Apr 21 14:55:32.906056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-26b37e74-1e47-4f85-adee-7463ddb99d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:32.907606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-26b37e74-1e47-4f85-adee-7463ddb99d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200790 Apr 21 14:55:32.953222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.045575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.051058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:33.051630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.226139 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-ab00b703-d26c-4366-b9bf-7ee92318688e service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100913 Apr 21 14:55:33.310332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5588558 Apr 21 14:55:33.313880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36478) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:33.319259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-632935801', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:33.327828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f811809-51a7-42b5-911d-b6d44966a259 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=3141cf97-ca03-44fe-9091-b224db5967b0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:33.328555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:33.334335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:33.339274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3141cf97-ca03-44fe-9091-b224db5967b0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:55:33.349821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:33.360246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:33.384757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.387252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.405394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:33.433313 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1e20eef-c5f1-4eb2-9e65-71f0d0bdcb20 req-76f010db-acee-4a44-bd6f-fcb9c0d6c4e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966145 Apr 21 14:55:33.691629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b608ab55-5fab-4230-8d93-1013ba4d9d4e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:55:33.735789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b608ab55-5fab-4230-8d93-1013ba4d9d4e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:55:33.736145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b608ab55-5fab-4230-8d93-1013ba4d9d4e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:55:33.814374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.121023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.150928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.286424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.81 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/98b3f859-1965-4cf1-bf42-7313ce625f10) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:34.436244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.465031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:34.532351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:34.535128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:34.538689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:55:34.574188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=98b3f859-1965-4cf1-bf42-7313ce625f10,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:34.589928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.590265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.590591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.590912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.591236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.591548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.591858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.592167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.592478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.592784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.593089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:34.593427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:35.073337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:35.425042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:35.628526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:55:35.809118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:55:35.818431 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:55:35.828636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:35.829254 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:35.839850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:35.840388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-37c0b32b-5ada-47a1-9854-869019498749 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5253568 Apr 21 14:55:35.844639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36484) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:35.993641 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8dc6e3e2-cd30-4874-9303-0971705356af tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1476967 Apr 21 14:55:35.996383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36490) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:36.014065 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:36.124260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022696bb-469f-4b34-88a0-4de2d500bb59 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:36.128486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-022696bb-469f-4b34-88a0-4de2d500bb59 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283627 Apr 21 14:55:36.128640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36494) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:36.167104 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4c9c5fd3-6119-45d3-b296-44953be089b6 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374362 Apr 21 14:55:36.169663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36498) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:36.175134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601752437', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:36.283243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:36.286889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:36.290168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:36.295756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:36.304044 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:34Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:36.306289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:55:36.308739 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:55:36.309078 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Updating router bdc7c493-0968-4e00-b305-7ca151282e86 port 98b3f859-1965-4cf1-bf42-7313ce625f10 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:55:36.309789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.363511 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.528021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.701678 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.713586 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Transition to ACTIVE for port object 98b3f859-1965-4cf1-bf42-7313ce625f10 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:36.720571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.733015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=ee808795-1278-421e-bd32-ef47522de508,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:36.738663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:55:36.739483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 3141cf97-ca03-44fe-9091-b224db5967b0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:55:36.757857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:55:36.766745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3141cf97-ca03-44fe-9091-b224db5967b0) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:36.771106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:36.771696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.785397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e4f1c-def1-46c1-92d9-dba9f8a56075 None None] Network 3141cf97-ca03-44fe-9091-b224db5967b0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:55:36.788717 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Pushing event updated for resources: {'Port': ['ID=98b3f859-1965-4cf1-bf42-7313ce625f10,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:36.801949 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fdf6e14c-8960-4a8c-aeeb-a8dc7eef5603 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6312878 Apr 21 14:55:36.805156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36502) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:36.809037 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.809412 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.809736 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.810056 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.810372 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.810688 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.810998 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.811307 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.811613 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.811920 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.812225 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.812528 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:55:36.824500 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Attempting to bind port 98b3f859-1965-4cf1-bf42-7313ce625f10 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:36.825594 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Attempting to bind port 98b3f859-1965-4cf1-bf42-7313ce625f10 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:36.826128 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Attempting to bind port 98b3f859-1965-4cf1-bf42-7313ce625f10 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:55:36.831612 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:55:36.832192 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:55:36.832742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.833316 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:55:36.833943 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Bound port: 98b3f859-1965-4cf1-bf42-7313ce625f10, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:36.834479 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:36.915970 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] For port 98b3f859-1965-4cf1-bf42-7313ce625f10, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:55:36.919474 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] For port 98b3f859-1965-4cf1-bf42-7313ce625f10, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98b3f859-1965-4cf1-bf42-7313ce625f10,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:55:36.924180 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.000084 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:37.000686 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:37.034933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-3141cf97-ca03-44fe-9091-b224db5967b0', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:55:37.035767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.069065 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33654c20-0ab2-4828-8c16-36adaa1728c8 None None] Pushing event updated for resources: {'Port': ['ID=98b3f859-1965-4cf1-bf42-7313ce625f10,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:37.200314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Allocated IP 172.20.0.2 (3141cf97-ca03-44fe-9091-b224db5967b0/ee808795-1278-421e-bd32-ef47522de508/970d2ed5-a8b5-47c5-b7aa-76cb718245af) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:37.216134 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:37.414778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.426494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Transition to ACTIVE for port object 970d2ed5-a8b5-47c5-b7aa-76cb718245af will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:37.446419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Transition to ACTIVE for port object 970d2ed5-a8b5-47c5-b7aa-76cb718245af will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:37.452742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.513167 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:34Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:37.516320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:37.517495 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f5bfc-b105-43eb-90de-49dbb729faae None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:34Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:55:37.520260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:37.523078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:55:37.542549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.558897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Pushing event updated for resources: {'Port': ['ID=970d2ed5-a8b5-47c5-b7aa-76cb718245af,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:37.625757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Attempting to bind port 970d2ed5-a8b5-47c5-b7aa-76cb718245af on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:37.626128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Attempting to bind port 970d2ed5-a8b5-47c5-b7aa-76cb718245af by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:37.626466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Attempting to bind port 970d2ed5-a8b5-47c5-b7aa-76cb718245af on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:55:37.632116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:55:37.632485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Checking segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:55:37.633127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.633542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Bound using segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:55:37.633999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Bound port: 970d2ed5-a8b5-47c5-b7aa-76cb718245af, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:37.634364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.726025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] For port 970d2ed5-a8b5-47c5-b7aa-76cb718245af, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:55:37.729536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] For port 970d2ed5-a8b5-47c5-b7aa-76cb718245af, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=970d2ed5-a8b5-47c5-b7aa-76cb718245af,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:55:37.735321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:37.877084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25589048-dbd2-48cd-a96d-dbaa1d23102b None None] Pushing event updated for resources: {'Port': ['ID=970d2ed5-a8b5-47c5-b7aa-76cb718245af,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.017769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (3141cf97-ca03-44fe-9091-b224db5967b0/ee808795-1278-421e-bd32-ef47522de508/f9298b34-1e48-496e-806c-a5e6228578dc) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:38.227893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.245400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object f9298b34-1e48-496e-806c-a5e6228578dc will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:38.270829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.344789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:38.347996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:38.352489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:55:38.512002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:38.535619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.666365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:38.831859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a1849-ec83-46c3-97ea-627f0d2fa2a8 None None] Network 3141cf97-ca03-44fe-9091-b224db5967b0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:55:38.953639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f8d1211b-7165-4a53-b24b-05f0da5a4ca1 None None] Provisioning for port 970d2ed5-a8b5-47c5-b7aa-76cb718245af completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:39.108835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.113928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.239053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.243402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:39.300765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c17fe253-94c8-4c0a-b806-75dc11a31bbd None None] Provisioning for port f9298b34-1e48-496e-806c-a5e6228578dc completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:39.306394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c17fe253-94c8-4c0a-b806-75dc11a31bbd None None] Provisioning complete for port f9298b34-1e48-496e-806c-a5e6228578dc triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:39.306875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c17fe253-94c8-4c0a-b806-75dc11a31bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.366563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c17fe253-94c8-4c0a-b806-75dc11a31bbd None None] Port f9298b34-1e48-496e-806c-a5e6228578dc cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:55:39.394970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:39.396141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:39.489558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2e778b61-6a53-4643-8038-eae97f1bd968 None None] Provisioning complete for port f9298b34-1e48-496e-806c-a5e6228578dc triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:39.489818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2e778b61-6a53-4643-8038-eae97f1bd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.552973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2e778b61-6a53-4643-8038-eae97f1bd968 None None] Port f9298b34-1e48-496e-806c-a5e6228578dc cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:55:39.587745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:55:39.671479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2ae8f60d-7c93-4860-8d06-ebaa6123ab2a None None] Provisioning complete for port f9298b34-1e48-496e-806c-a5e6228578dc triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:39.671849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2ae8f60d-7c93-4860-8d06-ebaa6123ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:39.743877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8f60d-7c93-4860-8d06-ebaa6123ab2a None None] Port f9298b34-1e48-496e-806c-a5e6228578dc cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:55:39.777453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:55:39.788044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:55:39.792369 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d8699b9b-76f1-4dd3-aa51-66db68d45620 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/bdc7c493-0968-4e00-b305-7ca151282e86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857996 Apr 21 14:55:39.794948 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36508) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:39.800662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:39.811200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:39.869033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98b3f859-1965-4cf1-bf42-7313ce625f10 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:39.954848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.955316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.955774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.956247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.956693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.957162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.957666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:39.959444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-414d29aa-416d-4f7f-a134-4c994b5cfd28 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1636186 Apr 21 14:55:39.962816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36512) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:40.033660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.034122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.034591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.035001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.035441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.035876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.036402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:40.041419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e3df294d-0ef8-41f8-bed5-5da09390ea23 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0743999 Apr 21 14:55:40.041595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36516) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:40.043693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 98b3f859-1965-4cf1-bf42-7313ce625f10 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:40.051035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:40.096856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 98b3f859-1965-4cf1-bf42-7313ce625f10 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:40.097139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.369851 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9a64a7f2-2081-46b6-91bf-184ab2d6c32d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.3243837 Apr 21 14:55:40.405747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.455849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 98b3f859-1965-4cf1-bf42-7313ce625f10, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98b3f859-1965-4cf1-bf42-7313ce625f10,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:40.465539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.466312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 970d2ed5-a8b5-47c5-b7aa-76cb718245af up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:40.595271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=98b3f859-1965-4cf1-bf42-7313ce625f10,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:40.607033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:40.608290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36522) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:40.613558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:55:40.613963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Updating router bdc7c493-0968-4e00-b305-7ca151282e86 port f9298b34-1e48-496e-806c-a5e6228578dc binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:55:40.615070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078788335', 'description': 'tempest-secgroup-smoke-1078788335 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:40.621034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:40.625075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:40.627939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:40.633771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:40.643666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 970d2ed5-a8b5-47c5-b7aa-76cb718245af completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:40.644270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.662517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 970d2ed5-a8b5-47c5-b7aa-76cb718245af triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:40.662884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.668085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:40.671860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:40.674868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:40.680937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:40.719776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.749772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.754510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.808023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea471dca-3a3b-488d-97b9-e78d707092f0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:40.821047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.825101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-997ef586-542c-4b7a-b366-7b60a54cf6af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2125065 Apr 21 14:55:40.825429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36526) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:40.831245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:40.839293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:40.843681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:40.846753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:40.852886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:40.869769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.931414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.934976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.952783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.956001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a597e0-7c92-4efb-a8b7-d910b0552dff,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:40.967600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:40.968787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4ee8ad50-6ffe-4198-abcf-2c50121e9733 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423883 Apr 21 14:55:40.971518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:40.977091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:40.982815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:40.986568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:40.989474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:40.996344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.012833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.026896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 970d2ed5-a8b5-47c5-b7aa-76cb718245af, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=970d2ed5-a8b5-47c5-b7aa-76cb718245af,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:41.074399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.075426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.081311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.108105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f06f014-b852-4489-8d47-86dc4ef1acf4,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.118325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.119772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-135f515b-64ee-43e7-9c14-55bd693d4773 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473215 Apr 21 14:55:41.122190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36534) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:41.127508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:41.133420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:41.137116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:41.139959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:41.145469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.163898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.178633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=970d2ed5-a8b5-47c5-b7aa-76cb718245af,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.227982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.231690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.257582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a559efa2-b4ff-4789-b957-b3776511006c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.263009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.264091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8ff46da-5428-4c00-9f37-bb5eca363fe5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408854 Apr 21 14:55:41.266771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36538) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:41.271075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.271765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:41.278021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:41.281810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:41.283674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Transition to ACTIVE for port object f9298b34-1e48-496e-806c-a5e6228578dc will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:41.284644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:41.291041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.291318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.308303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.378989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.383365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.408632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70df8d03-97da-4139-8b95-b9bc496b6fcd,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.419358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.420548 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25ad0d38-9060-414b-8ce0-2806a8659279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1527424 Apr 21 14:55:41.423515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36542) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:41.429649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:41.435718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:41.439746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:41.442796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:41.449607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.461694 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:55:41.466696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb7c5-26d2-420c-9968-2f5dc706793f None None] Pushing event updated for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.470004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.525993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Attempting to bind port f9298b34-1e48-496e-806c-a5e6228578dc on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:41.526496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Attempting to bind port f9298b34-1e48-496e-806c-a5e6228578dc by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:41.527131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Attempting to bind port f9298b34-1e48-496e-806c-a5e6228578dc on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:55:41.533339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:55:41.533713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Checking segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:55:41.534119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.534506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Bound using segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:55:41.534970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Bound port: f9298b34-1e48-496e-806c-a5e6228578dc, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:41.535344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.541918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.545796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.576544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49977934-fe18-4a3d-89ba-286127c15e83,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.580747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.581929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-beb4e3ae-b3d1-4222-b4a5-f703196761b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574409 Apr 21 14:55:41.584656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36546) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:41.590594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': 'ea471dca-3a3b-488d-97b9-e78d707092f0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:41.596156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:41.599856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:41.603845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:41.609497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:41.622024 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:55:41.628779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.637986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] For port f9298b34-1e48-496e-806c-a5e6228578dc, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:55:41.641412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] For port f9298b34-1e48-496e-806c-a5e6228578dc, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f9298b34-1e48-496e-806c-a5e6228578dc,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:55:41.645492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.700647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.704935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.731946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:41.732590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:41.752223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5cd43b-4792-4cf2-8bd4-83b20cf19616,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.755206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:41.770218 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d6e76cdd-2932-488f-852f-07badb08e47d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1801596 Apr 21 14:55:41.795899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98b3f859-1965-4cf1-bf42-7313ce625f10 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:41.832113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb7c5-26d2-420c-9968-2f5dc706793f None None] Pushing event updated for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:41.956065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-3c7d4179-ac47-4fb9-aa78-6cdfe182ec2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:41.971385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-3c7d4179-ac47-4fb9-aa78-6cdfe182ec2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:41.972660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-3c7d4179-ac47-4fb9-aa78-6cdfe182ec2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078788335&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0666070 Apr 21 14:55:41.983502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 98b3f859-1965-4cf1-bf42-7313ce625f10 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:41.983795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.019607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:42.123944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-9dfe5d9b-aa7f-4050-b1fc-615d671b5dd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:42.124607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-9dfe5d9b-aa7f-4050-b1fc-615d671b5dd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:42.139298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-9dfe5d9b-aa7f-4050-b1fc-615d671b5dd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:42.140575 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-9dfe5d9b-aa7f-4050-b1fc-615d671b5dd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 797 time: 0.1591961 Apr 21 14:55:42.155704 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-afdfc130-d0c3-4906-82f7-5ecf19640dcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0093060 Apr 21 14:55:42.238245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-d8fd9bf3-62c2-4231-aba3-08bfb72d7870 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:42.253025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-d8fd9bf3-62c2-4231-aba3-08bfb72d7870 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:42.254465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-d8fd9bf3-62c2-4231-aba3-08bfb72d7870 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934844 Apr 21 14:55:42.271465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-596ab3a1-0f77-49aa-b1d4-4c7396860034 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:55:42.272396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-596ab3a1-0f77-49aa-b1d4-4c7396860034 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054662 Apr 21 14:55:42.372446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 970d2ed5-a8b5-47c5-b7aa-76cb718245af up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:42.411324 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-b09a51d6-043a-4a40-9be4-98a57a048e11 service neutron] 10.222.0.35 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319618 Apr 21 14:55:42.498088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 970d2ed5-a8b5-47c5-b7aa-76cb718245af triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:42.498415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:42.546154 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-6d7e49a2-e381-458d-b3ae-3d62080737ed service neutron] 10.222.0.35 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282659 Apr 21 14:55:42.569540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:41Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:42.577254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f731121-7e26-42e9-88a9-aa17bca8449a None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:41Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:55:42.752360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4979b1ce-549b-4674-a362-d561f8099fa5 req-70478735-4097-4ef3-a308-160dc2fb3867 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0491476 Apr 21 14:55:43.757026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f9298b34-1e48-496e-806c-a5e6228578dc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:43.835536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port f9298b34-1e48-496e-806c-a5e6228578dc completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:43.842144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f9298b34-1e48-496e-806c-a5e6228578dc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:43.842701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:43.937544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1cab7b2-578a-436a-9dad-0e784798666e req-476bc89c-ae29-4231-8ac5-8503cee7f067 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0734513 Apr 21 14:55:43.964769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.003098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port f9298b34-1e48-496e-806c-a5e6228578dc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f9298b34-1e48-496e-806c-a5e6228578dc,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:44.006899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.075077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-966b0fcb-cbb0-458b-b44b-9c4e1704541e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:44.076402 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-966b0fcb-cbb0-458b-b44b-9c4e1704541e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 797 time: 0.1649916 Apr 21 14:55:44.079361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:44.131337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-3066713d-adcf-4a10-80f9-d2fff3848386 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 380 time: 0.0420127 Apr 21 14:55:44.145725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['ea471dca-3a3b-488d-97b9-e78d707092f0']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:44.278579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:44.287815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:44.297737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:55:44.301459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.568068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.8 (3141cf97-ca03-44fe-9091-b224db5967b0/ee808795-1278-421e-bd32-ef47522de508/75d2e533-d9f1-4411-b035-55d34efa6098) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:44.751990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.767229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 75d2e533-d9f1-4411-b035-55d34efa6098 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:44.790758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.867728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:44.870786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:44.873388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:55:44.910164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:44.943834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:44.944495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:44.972243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-72b9d495-c329-4c21-911a-9f670ae7f19e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294418 Apr 21 14:55:44.984080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Request body: {'port': {'device_id': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:45.108066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d2445a1-0bba-4df8-9820-523d5e6c6213 None None] Provisioning for port 75d2e533-d9f1-4411-b035-55d34efa6098 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:45.115861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3d2445a1-0bba-4df8-9820-523d5e6c6213 None None] Provisioning complete for port 75d2e533-d9f1-4411-b035-55d34efa6098 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:45.116295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3d2445a1-0bba-4df8-9820-523d5e6c6213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.155075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.169760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3d2445a1-0bba-4df8-9820-523d5e6c6213 None None] Port 75d2e533-d9f1-4411-b035-55d34efa6098 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:55:45.237356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2a162-edf5-431d-a403-0d5858e6146d req-40c169b7-abdf-40bd-81ff-60b2b6ecb357 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:45.238044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c7c2a162-edf5-431d-a403-0d5858e6146d req-40c169b7-abdf-40bd-81ff-60b2b6ecb357 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:55:45.310645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c7c2a162-edf5-431d-a403-0d5858e6146d req-40c169b7-abdf-40bd-81ff-60b2b6ecb357 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:55:45.311681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7c2a162-edf5-431d-a403-0d5858e6146d req-40c169b7-abdf-40bd-81ff-60b2b6ecb357 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 931 time: 0.2390273 Apr 21 14:55:45.442363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7c2a162-edf5-431d-a403-0d5858e6146d req-93b79a6b-3d4d-4a23-95df-340830e0eb3e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239877 Apr 21 14:55:45.552493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d2e533-d9f1-4411-b035-55d34efa6098 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:55:45.559735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.574486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Transition to ACTIVE for port object 75d2e533-d9f1-4411-b035-55d34efa6098 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:55:45.577412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.739972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Pushing event updated for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:45.755568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f9298b34-1e48-496e-806c-a5e6228578dc up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:45.818446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Attempting to bind port 75d2e533-d9f1-4411-b035-55d34efa6098 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:55:45.818776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Attempting to bind port 75d2e533-d9f1-4411-b035-55d34efa6098 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:55:45.819100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Attempting to bind port 75d2e533-d9f1-4411-b035-55d34efa6098 on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:55:45.824828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Port 75d2e533-d9f1-4411-b035-55d34efa6098 on network 3141cf97-ca03-44fe-9091-b224db5967b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:55:45.825196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Attempting to bind port 75d2e533-d9f1-4411-b035-55d34efa6098 on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:55:45.830705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:55:45.831131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Checking segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:55:45.831592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Bound using segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:55:45.832087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Bound port: 75d2e533-d9f1-4411-b035-55d34efa6098, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:55:45.832647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.836331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f9298b34-1e48-496e-806c-a5e6228578dc triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:45.837050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.929475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:55:45.932345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=75d2e533-d9f1-4411-b035-55d34efa6098,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:55:45.936841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.992508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:45.993196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:45.994827 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] 10.222.0.13 "PUT /v2.0/ports/75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 1093 time: 1.0162024 Apr 21 14:55:46.002950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:55:46.029417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7daff-1137-49f9-8924-f2c9c68bc8bd service neutron] Pushing event updated for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:46.070391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ed4941-88fb-4567-b3fc-b19d4a66e635'] response: {'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098', 'status': 'completed', 'code': 200} Apr 21 14:55:46.117573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-64df904f-3710-47f7-9143-1dbce8c1cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:46.119070 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-64df904f-3710-47f7-9143-1dbce8c1cac1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0811274 Apr 21 14:55:46.188225 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-fb78ed52-865b-42b8-979d-1d9aacad08c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 217 time: 0.0618689 Apr 21 14:55:46.357005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-62fea8df-6a41-4b71-b8bb-a417ab615028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:46.358450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-62fea8df-6a41-4b71-b8bb-a417ab615028 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.1648517 Apr 21 14:55:46.433934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-d1193e95-b776-4b58-a3a2-88e13738e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:46.435368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-d1193e95-b776-4b58-a3a2-88e13738e63b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708871 Apr 21 14:55:46.604108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-fb0c74e4-0e44-4496-ad6b-990e556309cb service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627860 Apr 21 14:55:46.735331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051c63-7631-4a48-9150-600d7b4ac3ea req-d8fb89f3-ccbf-444b-bbe8-13e0700d4bc4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:46.736664 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1051c63-7631-4a48-9150-600d7b4ac3ea req-d8fb89f3-ccbf-444b-bbe8-13e0700d4bc4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 943 time: 0.1867349 Apr 21 14:55:46.780438 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb44b3a9-2ecf-4dcd-8496-bd8a88ca7e96 req-c8700358-72f4-4ab9-b1be-8c70d5e5fa63 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620896 Apr 21 14:55:46.799876 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1051c63-7631-4a48-9150-600d7b4ac3ea req-649d6ef0-e493-45e7-a1d0-d06d81a50bb6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560601 Apr 21 14:55:46.897923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-7b81adc5-3c8a-47ae-a279-74d7afc832c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:46.899398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-7b81adc5-3c8a-47ae-a279-74d7afc832c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1096 time: 0.0700788 Apr 21 14:55:47.029000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-4caf56b0-a937-47cc-a770-4501419fcf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:47.030395 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-4caf56b0-a937-47cc-a770-4501419fcf0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1246889 Apr 21 14:55:47.100447 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-44c605f9-370e-4a52-8eee-7176992a8922 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 217 time: 0.0643816 Apr 21 14:55:47.161577 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-af6ea427-4c5b-438b-8e34-adc2b788761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:47.163002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-af6ea427-4c5b-438b-8e34-adc2b788761a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0560930 Apr 21 14:55:47.240598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-5560938d-b275-49bd-88ff-31451800eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:47.242092 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-5560938d-b275-49bd-88ff-31451800eca2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718157 Apr 21 14:55:47.384260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-2093fd08-a8a4-439b-9630-ee1115767ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353981 Apr 21 14:55:47.515792 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a5ec003-67d5-47b5-987d-5916013fded2 req-216d7938-ac51-42f9-8be8-353dfaca8c5c service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245210 Apr 21 14:55:47.986739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164cdfc-5685-4b92-8c74-8ab2f1109b72 req-3b7c9bd1-5c6e-4542-a7ef-a13b18c1f45d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:47.988098 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c164cdfc-5685-4b92-8c74-8ab2f1109b72 req-3b7c9bd1-5c6e-4542-a7ef-a13b18c1f45d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 943 time: 0.0787487 Apr 21 14:55:48.031511 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c164cdfc-5685-4b92-8c74-8ab2f1109b72 req-07583775-78c0-46f6-9baf-4ecfde3c8fa5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370314 Apr 21 14:55:49.218734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772981cd-b301-4644-9d4b-697287ba9558 req-1756b78b-7f7a-4d80-93e3-46353bd4dcb7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:49.220161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-772981cd-b301-4644-9d4b-697287ba9558 req-1756b78b-7f7a-4d80-93e3-46353bd4dcb7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 943 time: 0.0821040 Apr 21 14:55:49.262801 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-772981cd-b301-4644-9d4b-697287ba9558 req-b6487881-ebb5-4c24-81bd-6e672ed0d7cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370526 Apr 21 14:55:49.311665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 75d2e533-d9f1-4411-b035-55d34efa6098 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:55:49.444101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=75d2e533-d9f1-4411-b035-55d34efa6098,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:49.457403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '75d2e533-d9f1-4411-b035-55d34efa6098', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'port_id': '75d2e533-d9f1-4411-b035-55d34efa6098', 'mac_address': 'fa:16:3e:46:0e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:55:49.511775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:49.527823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d2e533-d9f1-4411-b035-55d34efa6098 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:55:49.542544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=75d2e533-d9f1-4411-b035-55d34efa6098,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:49.546419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:49.614996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:49.871633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['75d2e533-d9f1-4411-b035-55d34efa6098'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:55:50.443580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc82689-e76c-4bc6-b5b3-479fd0f1cb20 req-41a149b9-1047-40ec-8410-ad1ca850b4e7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:50.446021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9bc82689-e76c-4bc6-b5b3-479fd0f1cb20 req-41a149b9-1047-40ec-8410-ad1ca850b4e7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 944 time: 0.0787470 Apr 21 14:55:50.492026 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9bc82689-e76c-4bc6-b5b3-479fd0f1cb20 req-71a4b2b0-6a2b-4b94-aabe-16e339c56281 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Apr 21 14:55:51.322872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 75d2e533-d9f1-4411-b035-55d34efa6098 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:55:51.389562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 75d2e533-d9f1-4411-b035-55d34efa6098 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:55:51.394074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 75d2e533-d9f1-4411-b035-55d34efa6098 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:55:51.394441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.508899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.535615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:55:51.545886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=75d2e533-d9f1-4411-b035-55d34efa6098,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:55:51.552142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:51.624290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:51.646692 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9c5ac8-bbb1-4c84-9a7d-51da67f3d021'] response: {'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098', 'code': 200} Apr 21 14:55:51.682296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0c53-af36-4b05-8de9-10585d46675e req-d084315e-e3b9-44ca-940f-9fea8fcf7b29 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:51.683716 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ebac0c53-af36-4b05-8de9-10585d46675e req-d084315e-e3b9-44ca-940f-9fea8fcf7b29 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0853467 Apr 21 14:55:51.729655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ebac0c53-af36-4b05-8de9-10585d46675e req-3a3daf6b-09c1-4f28-baec-017f9046cbaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402365 Apr 21 14:55:51.877969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afbdca-e880-4a1d-aec8-3d010298e369 req-8a9dbd30-b36c-4cb8-8d4e-62a762b76416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:51.879398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5afbdca-e880-4a1d-aec8-3d010298e369 req-8a9dbd30-b36c-4cb8-8d4e-62a762b76416 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0729501 Apr 21 14:55:51.903064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:52.023673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5afbdca-e880-4a1d-aec8-3d010298e369 req-c2862430-a963-45e2-a259-8ec615fb873d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378274 Apr 21 14:55:52.915747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4cbfa-e964-4445-83f3-2969cb5f3489 req-9565f18d-8d7d-4902-9aeb-b7228333ad63 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:52.917171 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ebd4cbfa-e964-4445-83f3-2969cb5f3489 req-9565f18d-8d7d-4902-9aeb-b7228333ad63 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0789900 Apr 21 14:55:52.960155 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ebd4cbfa-e964-4445-83f3-2969cb5f3489 req-47a33b8a-cd95-4450-922e-51e0d12e1944 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Apr 21 14:55:54.143818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7edcf0-6794-4893-87d7-4fa385afa658 req-b0fb9c75-569b-4ada-a251-b1212acadd7a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:54.145268 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d7edcf0-6794-4893-87d7-4fa385afa658 req-b0fb9c75-569b-4ada-a251-b1212acadd7a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0809062 Apr 21 14:55:54.188264 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d7edcf0-6794-4893-87d7-4fa385afa658 req-3afccbb2-08b6-4497-ba0e-c79b09f1e499 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 Apr 21 14:55:54.374760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3992b1d-0cf0-47c3-b4ed-9238d804b539 req-c80572a3-a7f2-4f87-a435-bc6f9cb6d15d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:54.376163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3992b1d-0cf0-47c3-b4ed-9238d804b539 req-c80572a3-a7f2-4f87-a435-bc6f9cb6d15d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0831985 Apr 21 14:55:54.421062 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3992b1d-0cf0-47c3-b4ed-9238d804b539 req-b00d7a67-5e66-433f-a427-12285396ca68 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391922 Apr 21 14:55:54.443968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36610) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:54.513867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7de854-102e-42e2-9597-0f75cef0455d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:54.515412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ae7de854-102e-42e2-9597-0f75cef0455d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1093 time: 0.0704861 Apr 21 14:55:54.518190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36616) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:54.523174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '75d2e533-d9f1-4411-b035-55d34efa6098', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:55:54.529022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:55:54.532783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:55:54.535778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:55:54.541921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:55:54.553096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:54.691784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:54.860175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.121 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b4df417a-ce74-4690-8f05-c2c0c6a7646b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:55:55.118432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:55.172744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a694df-1856-4c02-b38c-4f479ea9c2fa req-bd68692b-7269-474f-ad88-13b67ac15cb9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:55.172744 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7a694df-1856-4c02-b38c-4f479ea9c2fa req-bd68692b-7269-474f-ad88-13b67ac15cb9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.1302967 Apr 21 14:55:55.196127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:55.275625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:55:55.281437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:55:55.284457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:55:55.332357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7a694df-1856-4c02-b38c-4f479ea9c2fa req-eb191f09-3fb9-46f7-a3f9-9892d11df15c tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547623 Apr 21 14:55:55.338143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=b4df417a-ce74-4690-8f05-c2c0c6a7646b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:55.351997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47b5ab08-5378-4f27-8762-0fb120e88ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:55.711586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:55.785693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:56.108849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:56.113150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:56.228326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=b4df417a-ce74-4690-8f05-c2c0c6a7646b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:55:56.240222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:56.428705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 0768321a-7841-4aec-8237-706636df2b7a associated. External IP: 172.26.4.121, port: 75d2e533-d9f1-4411-b035-55d34efa6098. Apr 21 14:55:56.679741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b03fc-405b-4e88-9727-45676fbb45a7 req-992eec8c-6532-48b0-b278-bcaf39efc204 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:56.681115 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cc1b03fc-405b-4e88-9727-45676fbb45a7 req-992eec8c-6532-48b0-b278-bcaf39efc204 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.2015393 Apr 21 14:55:56.813316 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cc1b03fc-405b-4e88-9727-45676fbb45a7 req-25bf90b0-baec-4272-8f3f-0b7826d9fb46 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759475 Apr 21 14:55:56.906448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:55:57.092052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:55:57.102851 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:55:57.112843 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:57.113486 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:57.117868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.198693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-085062b0-acc4-4686-b40d-3cf389b6377d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6794937 Apr 21 14:55:57.199515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:55:57.201460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36638) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:57.260328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b42df24-f50a-4aa2-bcac-e6c3c13afc4f'] response: {'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098', 'status': 'completed', 'code': 200} Apr 21 14:55:57.312752 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:57.331202 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c848515b-fab8-4e03-a9b2-fcd55b44eb5d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 991 time: 0.1284733 Apr 21 14:55:57.371998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-11be96f7-1d4e-44f0-99ff-28927d36f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:57.373502 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-11be96f7-1d4e-44f0-99ff-28927d36f656 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0887799 Apr 21 14:55:57.521284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-249d1200-347a-424b-8ea2-e8190520f383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:57.552273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-e5a9f49a-b203-4603-98ea-3b41ae63aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:57.553236 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-e5a9f49a-b203-4603-98ea-3b41ae63aca3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1727421 Apr 21 14:55:57.728241 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '75d2e533-d9f1-4411-b035-55d34efa6098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:46:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:55:55Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:57.732607 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:55:57.740901 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:55:57.742076 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:57.792458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-32f87389-cbe4-4fe3-b38e-c7adf5a7aee7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 999 time: 0.2326419 Apr 21 14:55:57.878241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-b6217bd2-230a-43aa-a18b-7161f9d88245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:57.878419 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-b6217bd2-230a-43aa-a18b-7161f9d88245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0796268 Apr 21 14:55:57.926302 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:55:58.013287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-7f9f2336-929a-4269-a705-09b9bf222c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:58.014739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-7f9f2336-929a-4269-a705-09b9bf222c83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288111 Apr 21 14:55:58.157990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73310ff-c74e-4c65-9452-af81b7caf6c3 req-af43860b-ef7d-4913-aab2-34d5106435b8 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:58.159464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e73310ff-c74e-4c65-9452-af81b7caf6c3 req-af43860b-ef7d-4913-aab2-34d5106435b8 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.2020850 Apr 21 14:55:58.214319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-fb1c5e9b-916b-4c9f-8968-e82a1ea28f6a service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859236 Apr 21 14:55:58.244388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e73310ff-c74e-4c65-9452-af81b7caf6c3 req-f23953e9-1db2-4a07-adc7-829ca085721d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772619 Apr 21 14:55:58.336770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36646) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:58.348142 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '75d2e533-d9f1-4411-b035-55d34efa6098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:46:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:55:55Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:55:58.353754 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e40e2-0c20-4080-aa01-dd0a725e12fe None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '75d2e533-d9f1-4411-b035-55d34efa6098', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:46:0e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:55:55Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:55:58.377130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc21854e-43ab-4533-871e-3cfe7b2b5452 req-eab11010-b084-488f-b65c-5cae261417c2 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546268 Apr 21 14:55:58.451060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-94e67e76-4096-4031-8bcb-21275759bd91 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 991 time: 0.1127660 Apr 21 14:55:58.546931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d94cd-5ec4-45ce-a8fc-aa2c9cd07167 None None] New status for floating IP 0768321a-7841-4aec-8237-706636df2b7a: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:55:58.771796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:58.959325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:55:59.427571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5b23a-8ba9-4f9d-be39-baa147b5ee4a req-ebe37c0f-5eef-4d7b-b3ec-958a245d0d65 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:55:59.429008 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eec5b23a-8ba9-4f9d-be39-baa147b5ee4a req-ebe37c0f-5eef-4d7b-b3ec-958a245d0d65 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0801804 Apr 21 14:55:59.454888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:55:59.472890 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eec5b23a-8ba9-4f9d-be39-baa147b5ee4a req-9d10024e-94e8-4faa-8539-1c05d4682d9a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Apr 21 14:55:59.562919 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2e623ddf-db44-422b-adfa-9a9eb8aee955 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 993 time: 0.1068268 Apr 21 14:56:00.380393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:00.658554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b65bb5-4b04-4a19-b073-19a883aa9ab7 req-72242214-2b14-42d9-a8de-485fec507de2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:00.659980 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-91b65bb5-4b04-4a19-b073-19a883aa9ab7 req-72242214-2b14-42d9-a8de-485fec507de2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0818861 Apr 21 14:56:00.703755 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-91b65bb5-4b04-4a19-b073-19a883aa9ab7 req-e678336f-3d94-4d5b-9372-27f4703d0163 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Apr 21 14:56:02.028369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7e04-7951-46cc-bdc8-39dfaab90b81 req-146fe545-1078-478b-9924-224df72f8cc4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:02.029740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff2f7e04-7951-46cc-bdc8-39dfaab90b81 req-146fe545-1078-478b-9924-224df72f8cc4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0785735 Apr 21 14:56:02.073555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff2f7e04-7951-46cc-bdc8-39dfaab90b81 req-60aeee51-69b7-4eef-9e11-72dd1758caa4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381839 Apr 21 14:56:03.258069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eb81-371d-40b7-9c87-fb687b672679 req-e21377da-7b8a-4a1f-8896-dedb7a218fc2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:03.260069 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4363eb81-371d-40b7-9c87-fb687b672679 req-e21377da-7b8a-4a1f-8896-dedb7a218fc2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0817161 Apr 21 14:56:03.303286 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4363eb81-371d-40b7-9c87-fb687b672679 req-a7f04c89-99d3-405e-bf19-9497aeb6fcf4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Apr 21 14:56:03.385723 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:56:04.485698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6264d-c527-4ab1-87b8-a01045f09f57 req-dbad6ca3-3561-40da-85ec-e2188c81aa9b tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:04.487129 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cbb6264d-c527-4ab1-87b8-a01045f09f57 req-dbad6ca3-3561-40da-85ec-e2188c81aa9b tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0787044 Apr 21 14:56:04.533472 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cbb6264d-c527-4ab1-87b8-a01045f09f57 req-648a18e8-0974-45e5-a449-c35e5022ff4e tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407126 Apr 21 14:56:05.722644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63efc20-5f6f-4067-b15f-e35da08e4aeb req-bf33e5ae-bcfb-451c-bb3d-ef391bfb37bb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:05.724002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b63efc20-5f6f-4067-b15f-e35da08e4aeb req-bf33e5ae-bcfb-451c-bb3d-ef391bfb37bb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0847962 Apr 21 14:56:05.769427 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b63efc20-5f6f-4067-b15f-e35da08e4aeb req-8fdcc907-4eb0-4358-a6d0-656e33ce0f15 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Apr 21 14:56:06.957465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cfcd3-c62e-4cfc-af96-c6dc5aea52da req-c19dee7e-bb28-4297-a4f6-6235146eb988 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:06.958894 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf9cfcd3-c62e-4cfc-af96-c6dc5aea52da req-c19dee7e-bb28-4297-a4f6-6235146eb988 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0832283 Apr 21 14:56:07.002390 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf9cfcd3-c62e-4cfc-af96-c6dc5aea52da req-6cfeb607-685a-4c7f-bc3e-ca8aa0888817 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Apr 21 14:56:08.183517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1707bd-efe8-4b1d-91e1-2275c0477c36 req-943e7a24-5025-4f2d-92df-accd2b94f63d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:08.184943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ae1707bd-efe8-4b1d-91e1-2275c0477c36 req-943e7a24-5025-4f2d-92df-accd2b94f63d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0787976 Apr 21 14:56:08.228267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ae1707bd-efe8-4b1d-91e1-2275c0477c36 req-b90fdc79-75f3-4ba1-abd3-d77334f87c33 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Apr 21 14:56:09.418593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12befb9a-9d89-4fb9-990b-2c31cf215390 req-edd98a65-3b56-402a-b65a-b3e737a011a1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:09.420020 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12befb9a-9d89-4fb9-990b-2c31cf215390 req-edd98a65-3b56-402a-b65a-b3e737a011a1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0838442 Apr 21 14:56:09.462527 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12befb9a-9d89-4fb9-990b-2c31cf215390 req-9b9a81f2-0d41-4b16-967e-7e0a3a3a31b6 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365806 Apr 21 14:56:10.648845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d45e3-f8ec-4c38-b12d-d6f7f88f25f7 req-7a3c0a51-c2ee-4b74-b201-93fa4d654464 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:10.650856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1e4d45e3-f8ec-4c38-b12d-d6f7f88f25f7 req-7a3c0a51-c2ee-4b74-b201-93fa4d654464 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0816410 Apr 21 14:56:10.698493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1e4d45e3-f8ec-4c38-b12d-d6f7f88f25f7 req-6e1c4644-58a0-44e7-8895-0dbe6a1ae360 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419948 Apr 21 14:56:11.890700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8c5c7-9a0f-4a4b-8b4c-5d70ad0e183b req-89f188ce-b775-4918-afe8-9ef081544c63 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:11.892151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4fc8c5c7-9a0f-4a4b-8b4c-5d70ad0e183b req-89f188ce-b775-4918-afe8-9ef081544c63 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0858009 Apr 21 14:56:11.938740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4fc8c5c7-9a0f-4a4b-8b4c-5d70ad0e183b req-28c1070f-d128-4c11-8bce-71901e317cd0 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Apr 21 14:56:13.127895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcbeb9-cc8b-4741-b198-ef1500783f99 req-8de339f3-4b46-42ed-ad3d-1369c78e8366 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:13.129333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a4bcbeb9-cc8b-4741-b198-ef1500783f99 req-8de339f3-4b46-42ed-ad3d-1369c78e8366 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0820305 Apr 21 14:56:13.273579 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a4bcbeb9-cc8b-4741-b198-ef1500783f99 req-85d64405-ef18-4006-8e5f-cc0961a0b1a0 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384172 Apr 21 14:56:14.456282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb1f5-f2c5-41d3-be4f-5a7e433bcd78 req-c23380fb-7e9c-47ae-8596-2a119a2388be tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:14.457737 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c0ebb1f5-f2c5-41d3-be4f-5a7e433bcd78 req-c23380fb-7e9c-47ae-8596-2a119a2388be tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0808198 Apr 21 14:56:14.504945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c0ebb1f5-f2c5-41d3-be4f-5a7e433bcd78 req-62a14803-7b2b-4912-882c-9fb440183dc2 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412316 Apr 21 14:56:14.793083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c9d60-150d-417a-8598-9fbdf4acefea req-1ebfeb9e-2b21-4709-97e7-107e6dbcd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:14.794540 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b5c9d60-150d-417a-8598-9fbdf4acefea req-1ebfeb9e-2b21-4709-97e7-107e6dbcd6a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1099 time: 0.0693433 Apr 21 14:56:14.833007 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b5c9d60-150d-417a-8598-9fbdf4acefea req-9c828639-4889-4dcd-9668-1296b6cb9c81 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Apr 21 14:56:15.691478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818d26a-23d3-4921-96a6-fb39997d9c7f req-8a51ccc1-dbb4-4d77-a7f1-64794186d380 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:15.692918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8818d26a-23d3-4921-96a6-fb39997d9c7f req-8a51ccc1-dbb4-4d77-a7f1-64794186d380 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0828383 Apr 21 14:56:15.738480 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8818d26a-23d3-4921-96a6-fb39997d9c7f req-98f5a3ae-c0bb-401c-81db-102bf137b455 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Apr 21 14:56:16.390488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc51b0-0de8-4697-b646-d86f3a5eabae req-9b748731-b3b8-46fb-908c-5f29c76ece46 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:16.391910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-04dc51b0-0de8-4697-b646-d86f3a5eabae req-9b748731-b3b8-46fb-908c-5f29c76ece46 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.0802176 Apr 21 14:56:16.436405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-04dc51b0-0de8-4697-b646-d86f3a5eabae req-2c723231-d16d-4f59-91ca-7f44bd2dc717 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388386 Apr 21 14:56:16.924170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef141630-02ee-4fe7-b6fe-d12be4076b95 req-f5558392-e04d-427d-b68d-1abe65813f93 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:16.925608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef141630-02ee-4fe7-b6fe-d12be4076b95 req-f5558392-e04d-427d-b68d-1abe65813f93 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.0818942 Apr 21 14:56:16.967799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef141630-02ee-4fe7-b6fe-d12be4076b95 req-df4adac7-42cb-424b-8d5f-2d9be5536499 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365806 Apr 21 14:56:16.991187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36692) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:17.097392 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-59224c62-2806-4f13-ad61-dda070ef836d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/floatingips/eea93189-841f-4dbf-97cd-ab364746dd8b HTTP/1.1" status: 200 len: 993 time: 0.1049910 Apr 21 14:56:17.381686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:56:17.424057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:17.610485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:17.627059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be5fbe-e811-49a6-b8a3-4abd7d15bb9d req-6ac7b94e-23ce-40d2-9ad6-19da1fd96382 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:17.628635 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99be5fbe-e811-49a6-b8a3-4abd7d15bb9d req-6ac7b94e-23ce-40d2-9ad6-19da1fd96382 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.0878325 Apr 21 14:56:17.628837 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'port_id': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'mac_address': 'fa:16:3e:76:90:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:56:17.630531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:17.672682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99be5fbe-e811-49a6-b8a3-4abd7d15bb9d req-1cf81981-f4bd-4cf1-b906-08c1596b11df tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379157 Apr 21 14:56:17.705336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:17.719075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:17.720097 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:17.733408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:17.766282 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5a584e-a1a9-4d77-b33a-5e15144de59e'] response: {'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'code': 200} Apr 21 14:56:17.772486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:56:17.857574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:17.863436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:56:17.863788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:56:17.910547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-f52a7108-4f50-4b09-a9e2-72908e6bbe30 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:17.911958 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-f52a7108-4f50-4b09-a9e2-72908e6bbe30 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 945 time: 0.0899045 Apr 21 14:56:17.980292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port b421a267-2243-4559-821c-221a31885772 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:56:17.980940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.222378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] For port b421a267-2243-4559-821c-221a31885772, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b421a267-2243-4559-821c-221a31885772,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:18.222728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.417232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.435068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:56:18.451098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:18.455259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.518153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.518549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.518902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP c93fc246-9d35-4179-b841-f7da23c6614e disassociated. External IP: 172.26.4.5, port: b421a267-2243-4559-821c-221a31885772. Apr 21 14:56:18.519291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for b421a267-2243-4559-821c-221a31885772 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:56:18.527249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:18.659936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:18.714636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=b421a267-2243-4559-821c-221a31885772,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:18.787285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['a530866f-5569-41c9-ba46-a659fc8634bb'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:56:18.950015 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d60ea94-e833-46df-a77a-4fb2706936ff req-5544242b-d46f-4f8e-bbc4-4a875edd19f8 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 210 time: 0.1657996 Apr 21 14:56:19.053090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:56:19.234517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:56:19.243998 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:56:19.254375 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:56:19.254970 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:19.311970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] No DVR routers for this DVR port b421a267-2243-4559-821c-221a31885772 on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:56:19.315375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:19.317905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'name': 'network-vif-deleted', 'tag': 'b421a267-2243-4559-821c-221a31885772'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:19.326381 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e91e6ebb-d5a9-4347-a7b1-2d64b0e1643c req-984df956-5cb2-49c9-b21a-c7a576649ebd tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "DELETE /v2.0/ports/b421a267-2243-4559-821c-221a31885772 HTTP/1.1" status: 204 len: 173 time: 1.4087353 Apr 21 14:56:19.369411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef87b375-9f28-490f-8c1f-363970379583'] response: {'server_uuid': 'd071177c-fbf3-4174-8277-2e891ae88ef2', 'name': 'network-vif-deleted', 'tag': 'b421a267-2243-4559-821c-221a31885772', 'status': 'completed', 'code': 200} Apr 21 14:56:19.388889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b421a267-2243-4559-821c-221a31885772 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:56:19.424491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: b421a267-2243-4559-821c-221a31885772 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:56:19.425220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b421a267-2243-4559-821c-221a31885772 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:56:19.448655 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:56:19.763375 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:19.767409 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:56:19.776593 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:56:19.777257 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:55:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:19.960281 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:56:20.113369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-029ecb01-3897-4940-81b6-a08b8bfdf21a req-27cbc723-23a9-41a5-ad64-b363178c8319 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:20.129160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-029ecb01-3897-4940-81b6-a08b8bfdf21a req-27cbc723-23a9-41a5-ad64-b363178c8319 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:20.130307 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-029ecb01-3897-4940-81b6-a08b8bfdf21a req-27cbc723-23a9-41a5-ad64-b363178c8319 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=d071177c-fbf3-4174-8277-2e891ae88ef2 HTTP/1.1" status: 200 len: 210 time: 0.0588839 Apr 21 14:56:20.275325 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:20.279206 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df77dccb-acb8-448d-a9e6-ba4bb52abf18 None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:56:20.495476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36ca3f0-4eaa-4b1c-8963-da7e3345d61b None None] New status for floating IP c93fc246-9d35-4179-b841-f7da23c6614e: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:56:21.404113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:21.474470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-751d65ab-d8d6-472e-a7cd-bf676074631c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962364799&fields=id&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 267 time: 0.0414116 Apr 21 14:56:21.475096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port a530866f-5569-41c9-ba46-a659fc8634bb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:21.475096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:21.592901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:21.619745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:21.624310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-3a8f458f-d74e-4eab-a937-ffa47a98189a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:21.625797 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-3a8f458f-d74e-4eab-a937-ffa47a98189a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.1440575 Apr 21 14:56:21.629116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:21.635940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:21.643056 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-68c31f44-cf78-4e28-ab81-774b45c27902 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/quotas/68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 375 time: 0.0112388 Apr 21 14:56:21.669499 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c87696e-912b-4515-b35d-ac81bc4120bb'] response: {'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'code': 200} Apr 21 14:56:21.706612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:21.735002 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-4dafe57c-fea6-47c9-bbec-9faef77c3ab4 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855503 Apr 21 14:56:21.793660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-e7e95517-bbec-4ad5-9ba6-bd3867e1555c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:56:21.794625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-e7e95517-bbec-4ad5-9ba6-bd3867e1555c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482686 Apr 21 14:56:21.902533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:21.933091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-a40636db-1f5e-4191-b228-bd5608122976 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321099 Apr 21 14:56:22.063504 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-3436cc69-109b-4d6b-8ede-3fe7d6e8e8c4 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246798 Apr 21 14:56:22.448308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a486f839-7908-4195-b61e-99dd1ec35ec2 req-5536b49d-2ed6-4797-be87-9c974521fa06 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 210 time: 0.0424402 Apr 21 14:56:23.464147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-8a2a04ea-46f3-4f1d-9838-b6b37872d5ce tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:23.465579 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-8a2a04ea-46f3-4f1d-9838-b6b37872d5ce tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.1537070 Apr 21 14:56:23.518845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-264f72ad-79b9-42e0-835e-1aec5fd314fb tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 380 time: 0.0460744 Apr 21 14:56:23.527092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'port': {'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'admin_state_up': True, 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'security_groups': ['2cc65bf6-b041-42bd-8dc0-04094e36f5ca']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:56:23.605335 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b4def3e-c50a-43d3-89ee-cf18edb2ca2f req-bc44d298-3895-477c-a385-8623b2e3b1c6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 210 time: 0.0495777 Apr 21 14:56:23.709408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:23.718814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:23.729533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Made reservation on behalf of 68859b5095bb4496bfd7fb4880307186 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:56:23.733046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.022386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.20.0.14 (6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb/3c079229-a9ee-4579-ad89-37040d8ec527/6120f8ac-90d1-4bb8-86f0-0a1fc76387aa) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:24.212501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.228917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Transition to ACTIVE for port object 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:24.254696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.332071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:24.336717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:24.341996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:56:24.372228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:24.392906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.393344 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.393620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.393959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.394295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.394628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.394956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.395278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.395604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.395928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.396249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.396567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:24.422136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:24.422774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.451752 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0a19af9b-3b02-48f1-9ff5-72188403d331 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9286482 Apr 21 14:56:24.464216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Request body: {'port': {'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:56:24.585823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cf8d2331-4e17-4e0b-ace0-554d928ac968 None None] Provisioning for port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:24.586401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.593114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cf8d2331-4e17-4e0b-ace0-554d928ac968 None None] Provisioning complete for port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:24.593620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cf8d2331-4e17-4e0b-ace0-554d928ac968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:24.654038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d2331-4e17-4e0b-ace0-554d928ac968 None None] Port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:56:24.924696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f81ec0-6071-41ef-a5a5-ad73dfb5f0bd req-ed82d6d0-0bcf-43de-91a2-e1e862ba6f29 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:24.925350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a8f81ec0-6071-41ef-a5a5-ad73dfb5f0bd req-ed82d6d0-0bcf-43de-91a2-e1e862ba6f29 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:56:24.959876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a8f81ec0-6071-41ef-a5a5-ad73dfb5f0bd req-ed82d6d0-0bcf-43de-91a2-e1e862ba6f29 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:56:24.961006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a8f81ec0-6071-41ef-a5a5-ad73dfb5f0bd req-ed82d6d0-0bcf-43de-91a2-e1e862ba6f29 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 932 time: 0.2274325 Apr 21 14:56:25.064664 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a8f81ec0-6071-41ef-a5a5-ad73dfb5f0bd req-67b1a350-8db8-4579-8957-b0aac92853ca tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938563 Apr 21 14:56:25.066481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:56:25.074855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.090553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Transition to ACTIVE for port object 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:56:25.093879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.249931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Pushing event updated for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:25.334607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Attempting to bind port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:56:25.334931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Attempting to bind port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:56:25.335248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Attempting to bind port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:56:25.340882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:56:25.341195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Attempting to bind port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:56:25.346337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:56:25.346654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:56:25.347024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Bound using segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:56:25.347467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Bound port: 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:56:25.347936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.348458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f497356e-5041-4c13-95f8-f772e69df45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.440509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:56:25.443463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:56:25.447900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.497625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:25.498195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:25.499633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] 10.222.0.13 "PUT /v2.0/ports/6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 1094 time: 1.0410111 Apr 21 14:56:25.502044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:25.534587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c35e4-2301-46b3-9f76-ec82adfc3da3 service neutron] Pushing event updated for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:25.571916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bf044d-715b-4127-ba2b-7ef7818c71b2'] response: {'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'status': 'completed', 'code': 200} Apr 21 14:56:25.617538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0221f726-bce3-4f40-8042-4a61f5c87420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:25.619558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0221f726-bce3-4f40-8042-4a61f5c87420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0796099 Apr 21 14:56:25.688378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-0d4b8c7c-27ac-47d5-bcbf-c7780213cd0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 217 time: 0.0619037 Apr 21 14:56:25.855132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-fa5de514-558e-4f70-9aba-d520435d8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:25.856543 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-fa5de514-558e-4f70-9aba-d520435d8797 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.1629248 Apr 21 14:56:25.932076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-f9dcbbcb-30f8-4888-bff7-e6a99b0d080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:25.933649 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-f9dcbbcb-30f8-4888-bff7-e6a99b0d080f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715985 Apr 21 14:56:26.064431 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-e3a4d9ec-195d-4843-8ef4-22cc118bf4f4 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240876 Apr 21 14:56:26.246936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95e1c2bd-d97d-45bb-a992-8ede5ee46fda req-7d6b2d0b-3458-439d-b338-54dbdd5aaaa2 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754427 Apr 21 14:56:26.272396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fd686-f42d-4da8-9d13-f1ffdacf99ea req-80ef36cc-8500-42de-9477-a06774b42ad6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:26.273844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b66fd686-f42d-4da8-9d13-f1ffdacf99ea req-80ef36cc-8500-42de-9477-a06774b42ad6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.1046271 Apr 21 14:56:26.360143 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b66fd686-f42d-4da8-9d13-f1ffdacf99ea req-92487063-ede0-492b-9f64-00cb82bde319 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797820 Apr 21 14:56:26.383626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-1463eb3e-ac71-4a5e-8734-515473754339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:26.385158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-1463eb3e-ac71-4a5e-8734-515473754339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1097 time: 0.0896573 Apr 21 14:56:26.513941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-012742f3-8a19-4179-bc7c-72ded1654b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:26.515338 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-012742f3-8a19-4179-bc7c-72ded1654b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1247382 Apr 21 14:56:26.584966 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-270287f4-e6aa-46e8-82e8-a53a9c5bbfd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 217 time: 0.0641475 Apr 21 14:56:26.644239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-2261022c-6921-42a0-9cec-f617ef756be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:26.645554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-2261022c-6921-42a0-9cec-f617ef756be1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0552757 Apr 21 14:56:26.722862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-f2114c93-1dc8-40c2-976c-83ba025d3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:26.724285 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-f2114c93-1dc8-40c2-976c-83ba025d3aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724993 Apr 21 14:56:26.854707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-a3527c58-0bbe-4352-aae9-258b89d77720 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245208 Apr 21 14:56:26.983290 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3930b122-6acc-4d10-a3ce-6a61fb1b56be req-11ed9b71-dd90-4ce5-8f3c-8cd66eeafce7 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224167 Apr 21 14:56:27.493366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ecdab20b-cbbf-4680-bec3-22e4243d510d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:27.542309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6993e-9d62-449f-87c6-c4225bc5f065 req-576f1f25-d6b7-4a61-b835-c3611eea7d24 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:27.543752 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5d6993e-9d62-449f-87c6-c4225bc5f065 req-576f1f25-d6b7-4a61-b835-c3611eea7d24 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0783203 Apr 21 14:56:27.587122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5d6993e-9d62-449f-87c6-c4225bc5f065 req-e90e71e5-e40a-4253-ad43-9a3f1f0bc16d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374193 Apr 21 14:56:28.706434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:28.776331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30180c86-a9b6-4b5a-8441-0cf348b9cebb req-2c1fcac4-bc63-4de7-b55d-90b833da895d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:28.777791 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-30180c86-a9b6-4b5a-8441-0cf348b9cebb req-2c1fcac4-bc63-4de7-b55d-90b833da895d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0838161 Apr 21 14:56:28.822413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-30180c86-a9b6-4b5a-8441-0cf348b9cebb req-3a295198-bf14-4119-a9f7-d55dfa0ece08 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383554 Apr 21 14:56:28.962022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:30.010591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bb39c-64f9-42e9-9f2a-ad3c81d06c22 req-fb3b4f5e-2ed4-44ec-857c-281e834d0729 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:30.011934 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b40bb39c-64f9-42e9-9f2a-ad3c81d06c22 req-fb3b4f5e-2ed4-44ec-857c-281e834d0729 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0835061 Apr 21 14:56:30.055484 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b40bb39c-64f9-42e9-9f2a-ad3c81d06c22 req-2a92c59e-0a1d-489b-8cb0-277448a5144c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Apr 21 14:56:30.382340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:31.237654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b69d34-fbc9-48a7-a5cb-d35bca559079 req-ab604f9c-b2cf-4067-b91a-2fef5b6c644f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:31.239103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74b69d34-fbc9-48a7-a5cb-d35bca559079 req-ab604f9c-b2cf-4067-b91a-2fef5b6c644f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0809050 Apr 21 14:56:31.282360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74b69d34-fbc9-48a7-a5cb-d35bca559079 req-ab4b84ba-6df5-4d96-8d3a-149a159e0541 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377707 Apr 21 14:56:32.467242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25581bad-924b-4799-976f-f259dca4fd69 req-82caea23-584e-4116-8b77-331d4a386ecf tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:32.468660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25581bad-924b-4799-976f-f259dca4fd69 req-82caea23-584e-4116-8b77-331d4a386ecf tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0810602 Apr 21 14:56:32.624084 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25581bad-924b-4799-976f-f259dca4fd69 req-1c4eba5e-3088-458a-82f3-3e910c1d955f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497185 Apr 21 14:56:32.712432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-734872dc-c511-4fea-984f-1963d001480e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687239 Apr 21 14:56:32.857079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-d1a4f3a9-2553-46b9-99fe-216499d4ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:32.858557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-d1a4f3a9-2553-46b9-99fe-216499d4ae63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1099 time: 0.0746441 Apr 21 14:56:33.000885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-99c82233-5ac4-451b-bb4b-cc14c018f102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:33.002221 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-99c82233-5ac4-451b-bb4b-cc14c018f102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 897 time: 0.1248777 Apr 21 14:56:33.101293 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-5a4010d3-dabc-43d6-9c23-a0ab55ce3579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 1001 time: 0.0909214 Apr 21 14:56:33.168229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-72838225-1a29-44ad-94c9-6c5cd0b416ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:33.169663 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-72838225-1a29-44ad-94c9-6c5cd0b416ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 200 len: 834 time: 0.0621417 Apr 21 14:56:33.243531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-df124fef-292d-4ae3-bb13-9c2ae5d59c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:33.245741 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-df124fef-292d-4ae3-bb13-9c2ae5d59c5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2498244-941f-48d9-84d3-d05e1d82d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695341 Apr 21 14:56:33.379117 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-6b16e2bb-5d4e-49fa-b0df-2d9b1d3f0f23 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267445 Apr 21 14:56:33.515412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0acc359-edde-444c-afa5-cd2fd720d1f7 req-7af246c5-6c6f-452e-bc29-5f1d5b71fb19 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287396 Apr 21 14:56:33.814078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39678808-7a0c-4d4c-acc5-b8400f1fcdf7 req-601c3a74-2b5e-40bd-98ea-47a74e6692ca tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:33.815671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-39678808-7a0c-4d4c-acc5-b8400f1fcdf7 req-601c3a74-2b5e-40bd-98ea-47a74e6692ca tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0841193 Apr 21 14:56:33.860729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-39678808-7a0c-4d4c-acc5-b8400f1fcdf7 req-43c1eeb3-6763-4a49-9b84-af7510bf31ee tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394275 Apr 21 14:56:35.045765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4012-eac6-43f5-909e-4d34541752c7 req-6aee6ae7-13c5-45fe-bd1a-2f96d5c6250c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:35.047194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4ef4012-eac6-43f5-909e-4d34541752c7 req-6aee6ae7-13c5-45fe-bd1a-2f96d5c6250c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 944 time: 0.0786099 Apr 21 14:56:35.091006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4ef4012-eac6-43f5-909e-4d34541752c7 req-c4ec6d18-c71f-4ed7-86f0-1a1789939b0a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 Apr 21 14:56:35.537772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:56:35.666841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:35.679531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:56:35.735972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:35.752235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:56:35.767249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:35.771374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:35.836932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:35.845130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.845567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.845902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.846232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.846558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.846882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.847205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.847555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.847876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.848194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.848511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:35.848877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:56:36.161338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:56:36.277455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214ca43-b1d1-4ff4-85af-15053773edf9 req-f82785a6-e269-4505-98cd-043c2939dea7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:36.278899 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2214ca43-b1d1-4ff4-85af-15053773edf9 req-f82785a6-e269-4505-98cd-043c2939dea7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 945 time: 0.0827093 Apr 21 14:56:36.322129 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2214ca43-b1d1-4ff4-85af-15053773edf9 req-38666ec9-f06b-4a9b-b38f-4fc60314b50d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374804 Apr 21 14:56:37.504082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c913b-ec81-41be-bea0-a321977e1f30 req-b091554e-5976-444f-b09b-86ce2a5913ba tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:37.505535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c2c913b-ec81-41be-bea0-a321977e1f30 req-b091554e-5976-444f-b09b-86ce2a5913ba tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 945 time: 0.0792191 Apr 21 14:56:37.552292 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c2c913b-ec81-41be-bea0-a321977e1f30 req-28f1d29e-bcc7-47d6-8698-81809a077fd2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Apr 21 14:56:37.555162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:56:37.623867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:56:37.628489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:56:37.628855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.744055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.770457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:37.781694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:56:37.787059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:37.819656 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58499d95-cfac-4d04-a5ce-1c442a8c88c6'] response: {'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'code': 200} Apr 21 14:56:37.860686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:38.103179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca858-83b1-4dfd-b209-747372204997 req-7a799cf6-aedc-4bcf-b7c5-046b03d0a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:38.105572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b58ca858-83b1-4dfd-b209-747372204997 req-7a799cf6-aedc-4bcf-b7c5-046b03d0a0ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0703998 Apr 21 14:56:38.145140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b58ca858-83b1-4dfd-b209-747372204997 req-df17b3e9-2b54-4afa-9610-f3bd86d53637 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Apr 21 14:56:38.734108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f09d0-f55c-435f-9a4d-ffa7fffde1bd req-3d09e382-d662-4865-bbd8-5606ab047464 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:38.735544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-827f09d0-f55c-435f-9a4d-ffa7fffde1bd req-3d09e382-d662-4865-bbd8-5606ab047464 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0818920 Apr 21 14:56:38.778693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-827f09d0-f55c-435f-9a4d-ffa7fffde1bd req-6b500343-9ce3-4b9e-9bc7-2cbf7b1f0e7a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 Apr 21 14:56:39.964424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a78b-61a5-48d9-939d-156fd28ffec3 req-2d017d77-8e3e-4bce-8e69-49c48ee7bba7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:39.965747 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-96c0a78b-61a5-48d9-939d-156fd28ffec3 req-2d017d77-8e3e-4bce-8e69-49c48ee7bba7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0785630 Apr 21 14:56:40.020773 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-96c0a78b-61a5-48d9-939d-156fd28ffec3 req-297e8626-2df4-4631-b4e0-2e3a66eea103 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494225 Apr 21 14:56:40.205358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e49af-d1ea-42b9-8e89-8cf199d2b0e6 req-5c31f4f7-d72c-41d4-8294-4fba56f05c4a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:40.206771 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6f0e49af-d1ea-42b9-8e89-8cf199d2b0e6 req-5c31f4f7-d72c-41d4-8294-4fba56f05c4a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0821316 Apr 21 14:56:40.249664 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6f0e49af-d1ea-42b9-8e89-8cf199d2b0e6 req-90bcb567-f951-4762-8d8c-198741cf3169 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Apr 21 14:56:40.272818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36782) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:40.340865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0eeedc-0645-466e-8780-f9d921a528b9 tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:40.342359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-de0eeedc-0645-466e-8780-f9d921a528b9 tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1094 time: 0.0685663 Apr 21 14:56:40.345092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36786) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:56:40.349818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:56:40.355771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:56:40.359488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:floatingip and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:56:40.362311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:56:40.367801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:56:40.378728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.384519 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:56:40.511865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.650022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.26.4.41 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/852b02d5-4980-4326-a5d7-9f019b5fe5fa) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:56:40.795349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.824319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:40.991517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:56:40.994609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:56:40.997149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:56:41.034034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=852b02d5-4980-4326-a5d7-9f019b5fe5fa,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:41.408266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.479975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.682311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.686879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.795974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=852b02d5-4980-4326-a5d7-9f019b5fe5fa,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:56:41.804124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:41.972047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP 99e7ec0b-d5a3-44fc-b561-880d98f62990 associated. External IP: 172.26.4.41, port: 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa. Apr 21 14:56:42.323916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:56:42.612601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:56:42.622178 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:56:42.631751 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:56:42.632480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:56:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:42.637407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:42.694866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fe2d1ef4-ed45-4cd6-b0c7-ebff70719f4d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3485217 Apr 21 14:56:42.695199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:56:42.739546 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de33e09-2ea9-4d31-b2e5-56b1cc53b997'] response: {'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'status': 'completed', 'code': 200} Apr 21 14:56:42.811774 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:56:42.831734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-a9845d9b-c4c7-46d9-8d20-48f9801bc16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:42.833223 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-a9845d9b-c4c7-46d9-8d20-48f9801bc16b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0710421 Apr 21 14:56:42.966385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-0b403972-4fb6-4765-bf86-c28e4a2e2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:42.967718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-0b403972-4fb6-4765-bf86-c28e4a2e2c51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1283672 Apr 21 14:56:43.070471 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-68ceef45-caed-4af9-bfea-68f01c7bfee7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 999 time: 0.0965724 Apr 21 14:56:43.131396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-475e752b-e9a9-4f61-a8e9-caf70878ec93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:43.132805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-475e752b-e9a9-4f61-a8e9-caf70878ec93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0560486 Apr 21 14:56:43.191510 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:43.195300 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:56:43.204543 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:56:43.205141 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:56:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:43.214015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-c39e2cde-24eb-4b03-b774-0035e4b49ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:56:43.215479 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-c39e2cde-24eb-4b03-b774-0035e4b49ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759487 Apr 21 14:56:43.346172 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-28624a4c-5d48-495c-99b4-fd39cdd88362 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247582 Apr 21 14:56:43.380643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:56:43.476025 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e4ee5b11-fd85-4d8f-9d8a-5fbace09d5da req-6ed09249-375d-47ee-b5ec-aa944b40d08e service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241665 Apr 21 14:56:43.719816 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:56:43.723622 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baf432a-7729-40ab-a430-15dc4a32120b None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:41Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:56:43.909165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53750170-6861-4791-8688-9fae0770b732 None None] New status for floating IP 99e7ec0b-d5a3-44fc-b561-880d98f62990: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:56:51.951077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:55.350827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32df29b0-69c6-4f4c-95af-e2a49517857a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:57.500364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1dc21b92-79e2-400c-bf9a-6d41c4910a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:58.716384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:56:58.972378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:00.384855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:10.580737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:10.652479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fbd25-eede-4c3d-a4ec-f05b778999e5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:10.653491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fbd25-eede-4c3d-a4ec-f05b778999e5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:10.653966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fbd25-eede-4c3d-a4ec-f05b778999e5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:10.655557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b9fbd25-eede-4c3d-a4ec-f05b778999e5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&network_id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 2999 time: 0.0738199 Apr 21 14:57:12.298059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36838) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:12.359654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f9399c-9321-4cca-84fd-97bc63d56790 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:12.361090 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b4f9399c-9321-4cca-84fd-97bc63d56790 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571 HTTP/1.1" status: 200 len: 814 time: 0.0617952 Apr 21 14:57:12.848513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36846) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:12.853808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:12.954902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:13.322418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:13.326998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:13.327304 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 0768321a-7841-4aec-8237-706636df2b7a disassociated. External IP: 172.26.4.121, port: 75d2e533-d9f1-4411-b035-55d34efa6098. Apr 21 14:57:13.677081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:57:13.857957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:57:13.862817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:13.867333 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:57:13.876649 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:13.877272 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:56:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:13.917953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5e96a14e-0051-4cdd-a77b-dba32fbd8b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 690 time: 1.0682497 Apr 21 14:57:13.919230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:13.921481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36850) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:13.964081 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbfbf23a-9e6e-4ff7-836d-be67fd559061'] response: {'name': 'network-changed', 'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098', 'status': 'completed', 'code': 200} Apr 21 14:57:14.012731 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d90bb6cb-ac1d-4713-a274-d2720e90a11d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 690 time: 0.0899894 Apr 21 14:57:14.053562 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:14.056181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-fb292d75-4886-4e42-95ef-94db64d68b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:14.057682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-fb292d75-4886-4e42-95ef-94db64d68b49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0719094 Apr 21 14:57:14.189298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-2463a6df-01d4-4a89-b862-b9f22424799c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:14.190631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-2463a6df-01d4-4a89-b862-b9f22424799c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1261070 Apr 21 14:57:14.259549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-466a4670-f8ba-4d10-8b64-46e049169068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 217 time: 0.0632141 Apr 21 14:57:14.321367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-2314dc67-2c31-4966-902a-9a4f8bb4843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:14.322764 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-2314dc67-2c31-4966-902a-9a4f8bb4843d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0569613 Apr 21 14:57:14.398076 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:14.400125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-ef9cb0a6-1c0b-4ec0-907f-36d40342db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:14.401597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-ef9cb0a6-1c0b-4ec0-907f-36d40342db56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712650 Apr 21 14:57:14.401946 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:57:14.410057 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:14.410643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:56:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:14.533410 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-2821595c-f8db-46ed-96a4-391b010588d6 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253431 Apr 21 14:57:14.587068 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:14.663152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8c20d686-eda2-4acb-b426-9876bb47ced4 req-a96ba87c-9a76-42fc-afbb-4e54f10e18f3 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241693 Apr 21 14:57:14.890730 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:14.894464 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971834f-9377-4a2d-bee1-a563038ca6a5 None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:57:15.016575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36856) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:15.099187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4781a3-29aa-4539-977c-2ed5ba8b920a None None] New status for floating IP 0768321a-7841-4aec-8237-706636df2b7a: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:57:15.102911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e81ece14-5609-4e55-842a-9d156ecb0a0c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 690 time: 0.0851464 Apr 21 14:57:16.106717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36862) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:16.297515 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-58e3ea0e-0935-4b59-a047-2cd35ce44ce5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 688 time: 0.1896000 Apr 21 14:57:17.383370 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:57:17.519796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:17.524953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235860832', 'description': 'tempest-secgroup-smoke-235860832 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:17.530898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:17.540315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:17.550448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.573098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:17.577332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:17.580082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:17.585673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:17.656269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.659948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.708964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6789f28e-d1b4-41de-a984-014370bc88e9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:17.711628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.712777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-92d36bcb-bbfb-466c-a4aa-17844d022b0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1920245 Apr 21 14:57:17.716686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:17.721050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:17.726767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:17.730499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:17.733391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:17.738939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:17.755468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.818940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.827142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.850447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87727ad6-e9f5-4dd7-bab1-6c258f6f04ef,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:17.863164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.864713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-266153a9-681e-40fb-98af-29edae599a6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476853 Apr 21 14:57:17.867376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:17.873651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:17.879318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:17.882964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:17.885742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:17.891652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:17.909865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.970260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.973580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:17.998006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9c9009-68a5-44f1-9d6b-a3bb6503b333,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.006027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.007199 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f5fa824c-1450-47c3-b3fc-1f1c31914a9e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386940 Apr 21 14:57:18.010449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36880) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:18.016378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:18.022153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:18.025830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:18.028741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:18.034277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:18.051573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.111960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.115371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.138635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39075709-32fa-4cfd-b491-e740c2f338a6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.146757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.147910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ba4f4ec7-73ae-48a2-8b2c-4f9217363e2c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362317 Apr 21 14:57:18.150735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36884) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:18.155809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:18.161440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:18.165342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:18.168097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:18.174758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:18.191689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.259670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.263945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.286475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b81e922-6b34-497c-bc71-b9d84cfed0f6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.295723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.296866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96e43af4-633e-4089-b38d-9bc8aa1897fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452310 Apr 21 14:57:18.299883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36888) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:18.304806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:18.310976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:18.314722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:18.317771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:18.323298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:18.333571 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:18.339941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.404318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.407807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.431179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5176efb-7ee9-4381-8295-f9c16c82753c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.439691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.440971 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e4fe92a0-f0cd-46f4-bbdf-5e25dcc526cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401818 Apr 21 14:57:18.443633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:18.448583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '6789f28e-d1b4-41de-a984-014370bc88e9', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:18.454232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:18.457957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:18.460793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:18.467174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:18.477665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:57:18.484798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.553069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.556540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.581814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6589dd9a-cc8b-43f9-8833-d517f653bb1f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:18.590089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:18.591790 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b3837d24-5c46-4377-a88b-23a6e1428bd2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1472585 Apr 21 14:57:18.783037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-53b40522-40b3-4c40-ba16-b39167baf947 req-cf4e987c-8d2e-441b-bd88-a0eb0130d7ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:18.797355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-53b40522-40b3-4c40-ba16-b39167baf947 req-cf4e987c-8d2e-441b-bd88-a0eb0130d7ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:18.798723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-cf4e987c-8d2e-441b-bd88-a0eb0130d7ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235860832&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0549281 Apr 21 14:57:18.948662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-a183305f-a9d8-4cac-9b48-768483138fe4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:18.950696 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-a183305f-a9d8-4cac-9b48-768483138fe4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 797 time: 0.1446428 Apr 21 14:57:18.964814 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-fe4ff1f4-7e97-4268-bc20-476257aad8a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0086467 Apr 21 14:57:19.050840 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-34a15600-3c13-446d-8fa3-706295a00fe9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800200 Apr 21 14:57:19.185753 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-478b7e44-7b92-4cdd-815e-3755079c81c9 service neutron] 10.222.0.35 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229465 Apr 21 14:57:19.315560 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-58efdaac-ea3d-4959-b156-1a2eea7b9035 service neutron] 10.222.0.35 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239672 Apr 21 14:57:19.495977 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5d66adc8-a19e-45e1-8aaa-cfdce57d1cfd req-f14053d6-bc96-433f-b026-82abdbdada7d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 210 time: 0.0470598 Apr 21 14:57:20.522928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-a2ec8fcd-55e1-470b-82a3-a0076f7e829c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:20.524365 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-a2ec8fcd-55e1-470b-82a3-a0076f7e829c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 797 time: 0.1492753 Apr 21 14:57:20.577917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-edbf0860-27b6-4caa-abb8-6bd1a8513dab tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 472 time: 0.0447471 Apr 21 14:57:20.585846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['6789f28e-d1b4-41de-a984-014370bc88e9']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:20.706363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0208cc9-aec7-4a5b-a1b8-3cff2ed69187 req-06f66d85-451b-460b-b282-e6497e5e19d4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 210 time: 0.0929325 Apr 21 14:57:20.762821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:20.772254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:20.782274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:57:20.785824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:20.948407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.6 (3141cf97-ca03-44fe-9091-b224db5967b0/ee808795-1278-421e-bd32-ef47522de508/537a97b5-a5c8-4e25-982c-3e67dd8a0e00) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:57:21.234961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.250037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:21.273027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.346141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3141cf97-ca03-44fe-9091-b224db5967b0 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:57:21.349155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:57:21.352905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:57:21.383778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:21.423033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:21.424241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.451391 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-51b26c41-508b-4417-a4ee-b8c279fbcd83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688679 Apr 21 14:57:21.462941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Request body: {'port': {'device_id': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:21.577175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.627951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36188e82-70b8-413d-81af-bd5964701af0 None None] Provisioning for port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:21.632813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-36188e82-70b8-413d-81af-bd5964701af0 None None] Provisioning complete for port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:21.633185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36188e82-70b8-413d-81af-bd5964701af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.686971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-36188e82-70b8-413d-81af-bd5964701af0 None None] Port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:57:21.918622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:21.937944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8ba7-222a-4c1d-9a3b-d3ef3ab9760e req-1b5f58aa-d463-4299-a871-a99b65d3054b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:21.938641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a80f8ba7-222a-4c1d-9a3b-d3ef3ab9760e req-1b5f58aa-d463-4299-a871-a99b65d3054b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:21.995267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a80f8ba7-222a-4c1d-9a3b-d3ef3ab9760e req-1b5f58aa-d463-4299-a871-a99b65d3054b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:21.997109 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a80f8ba7-222a-4c1d-9a3b-d3ef3ab9760e req-1b5f58aa-d463-4299-a871-a99b65d3054b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 931 time: 0.1794457 Apr 21 14:57:22.000845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:57:22.020637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.050323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Transition to ACTIVE for port object 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:57:22.055137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.089245 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a80f8ba7-222a-4c1d-9a3b-d3ef3ab9760e req-53da06ce-5348-44c8-aa8c-9f6d46d7bed5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841296 Apr 21 14:57:22.214881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Pushing event updated for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:22.297351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Attempting to bind port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:57:22.297681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Attempting to bind port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:57:22.298002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Attempting to bind port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:57:22.302912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 on network 3141cf97-ca03-44fe-9091-b224db5967b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:57:22.303220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Attempting to bind port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 on network 3141cf97-ca03-44fe-9091-b224db5967b0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:57:22.308266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:57:22.308595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Checking segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:57:22.309246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Bound using segment: {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:57:22.310168 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Bound port: 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2bc8439-9522-4abb-a76f-59aadc9a7f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:57:22.310506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.400284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:57:22.403704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:57:22.408708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.469187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:22.469815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:22.471163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] 10.222.0.13 "PUT /v2.0/ports/537a97b5-a5c8-4e25-982c-3e67dd8a0e00 HTTP/1.1" status: 200 len: 1093 time: 1.0126731 Apr 21 14:57:22.471634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:22.493969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3963c-2b92-45f4-bbe8-a990e2df8121 service neutron] Pushing event updated for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:22.542137 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa71483-47ca-4cf3-a801-8fc2b4bb8046'] response: {'name': 'network-changed', 'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'status': 'completed', 'code': 200} Apr 21 14:57:22.588699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-3b30710d-97fa-4670-a26e-01035c1f6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:22.591470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-3b30710d-97fa-4670-a26e-01035c1f6dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 1096 time: 0.0818529 Apr 21 14:57:22.658767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-5d750119-ac7f-49fb-aaad-0ddd50fc3233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00 HTTP/1.1" status: 200 len: 217 time: 0.0614080 Apr 21 14:57:22.726301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-46ce3404-d624-41b9-8c0f-d2fb2792b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:22.727710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-46ce3404-d624-41b9-8c0f-d2fb2792b15c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0610845 Apr 21 14:57:22.801495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b40522-40b3-4c40-ba16-b39167baf947 req-21a2bd04-f49e-4504-bf47-ef2590251ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:22.802829 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-21a2bd04-f49e-4504-bf47-ef2590251ba3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696366 Apr 21 14:57:23.035951 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-0db70a1e-0cf5-478d-bf15-fc5900408715 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247438 Apr 21 14:57:23.167046 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53b40522-40b3-4c40-ba16-b39167baf947 req-d2e339b7-37b4-4158-ba37-09180a4feef3 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249673 Apr 21 14:57:23.334676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3f5d-54f0-4946-96c7-9fe7d7435c14 req-51892457-b0cb-4cfa-ab71-f27eb399d04d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:23.336103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc5f3f5d-54f0-4946-96c7-9fe7d7435c14 req-51892457-b0cb-4cfa-ab71-f27eb399d04d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 943 time: 0.1391356 Apr 21 14:57:23.338554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-c5a26881-22f2-48bd-91b4-45e820ed3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:23.339854 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-c5a26881-22f2-48bd-91b4-45e820ed3465 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 1096 time: 0.1070933 Apr 21 14:57:23.464329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc5f3f5d-54f0-4946-96c7-9fe7d7435c14 req-965abd8a-a1d4-4f33-872b-be8f4ec0b77c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214602 Apr 21 14:57:23.502641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-b6dfd2d0-686d-4893-87db-b6318532325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:23.504042 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-b6dfd2d0-686d-4893-87db-b6318532325b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1489964 Apr 21 14:57:23.573823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-e2718ec0-a2bf-4f19-aa71-534bc87f7b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00 HTTP/1.1" status: 200 len: 217 time: 0.0635469 Apr 21 14:57:23.633588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-d374330b-f404-46a1-b988-78d4c18d3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:23.634939 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-d374330b-f404-46a1-b988-78d4c18d3134 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0550284 Apr 21 14:57:23.710565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-d78e897a-f681-4103-82e9-0edfba6d9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:23.711986 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-d78e897a-f681-4103-82e9-0edfba6d9bd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712085 Apr 21 14:57:23.844161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-fb313072-1977-498e-9572-635af0621483 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232800 Apr 21 14:57:23.973077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf0b6936-d0c5-49a6-b184-d4e92cefd05d req-9c8eef66-644d-4680-a633-4d1f4488065b service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227663 Apr 21 14:57:24.646125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25e5c-5870-400c-b703-dca597b470d1 req-4a16145a-6116-4368-9d15-de1aa8383bb9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:24.647564 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87b25e5c-5870-400c-b703-dca597b470d1 req-4a16145a-6116-4368-9d15-de1aa8383bb9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 943 time: 0.0783637 Apr 21 14:57:24.690998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87b25e5c-5870-400c-b703-dca597b470d1 req-8b623a63-2aad-4898-bd98-fec75237c8af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372119 Apr 21 14:57:25.352195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-da2c1afd-df3f-4f0c-96b5-37a71a50443a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:25.882233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f10c5-9f6a-429f-952b-bf05cec195ed req-f63c8ca6-d4c1-4c79-8a8d-25d6c08430b9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:25.883654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-872f10c5-9f6a-429f-952b-bf05cec195ed req-f63c8ca6-d4c1-4c79-8a8d-25d6c08430b9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 943 time: 0.0835960 Apr 21 14:57:25.927979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-872f10c5-9f6a-429f-952b-bf05cec195ed req-86928dc2-424c-41b0-b1a3-51d135045895 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384729 Apr 21 14:57:27.116073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f3c5-72db-4c94-89b6-3528e4c527e1 req-091ede05-2d41-4ccb-8522-08b3da62aec5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:27.117540 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b464f3c5-72db-4c94-89b6-3528e4c527e1 req-091ede05-2d41-4ccb-8522-08b3da62aec5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 943 time: 0.0839369 Apr 21 14:57:27.170194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b464f3c5-72db-4c94-89b6-3528e4c527e1 req-f6f4b912-9025-4014-b1e1-5871e6e35214 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Apr 21 14:57:27.534218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d38e0d1-da82-4025-9aed-0a52b5b9fe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:27.815209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:57:27.951813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:27.965715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'port_id': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'mac_address': 'fa:16:3e:e6:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:57:28.024202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.044091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:57:28.061298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:28.064874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.134160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:28.365457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d81e4e-6e4e-4c1c-8155-a31f9ab035f8 req-bce0f7a0-826d-4fb1-b15e-be0e199342d4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:28.366561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8d81e4e-6e4e-4c1c-8155-a31f9ab035f8 req-bce0f7a0-826d-4fb1-b15e-be0e199342d4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 944 time: 0.0843613 Apr 21 14:57:28.413319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8d81e4e-6e4e-4c1c-8155-a31f9ab035f8 req-beb92f51-1cf4-450b-9151-814d740409c5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404370 Apr 21 14:57:28.416783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['537a97b5-a5c8-4e25-982c-3e67dd8a0e00'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:57:28.726935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:28.961606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:29.607877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788112-dd88-41e7-b5a4-9105b63e4c7a req-eaa15dd1-be84-4f86-8ecc-2801f69a48f9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:29.609410 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1788112-dd88-41e7-b5a4-9105b63e4c7a req-eaa15dd1-be84-4f86-8ecc-2801f69a48f9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 944 time: 0.0896020 Apr 21 14:57:29.656864 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1788112-dd88-41e7-b5a4-9105b63e4c7a req-d9876a03-94a7-4f94-9b6e-1edfc9b81981 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Apr 21 14:57:29.843094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:57:29.919223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:57:29.922644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:57:29.922825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.050184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.076821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:30.086286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:30.089655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.127801 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fafcc841-194d-4438-83df-3b7577d33fda'] response: {'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'code': 200} Apr 21 14:57:30.162467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:30.349604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9afa3f-b006-4208-b6dc-45747a589356 req-a432aca2-bad4-4850-9b36-3da039b5c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:30.351034 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d9afa3f-b006-4208-b6dc-45747a589356 req-a432aca2-bad4-4850-9b36-3da039b5c4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 1098 time: 0.0761201 Apr 21 14:57:30.387441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:30.392168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d9afa3f-b006-4208-b6dc-45747a589356 req-f7426bb9-6b44-4806-bf00-78a58ebc08e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345924 Apr 21 14:57:30.842652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02734f76-0bdf-473f-8c47-b7479b8383b6 req-d40b5af9-f12b-4da9-a490-ce7cb8358351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:30.844121 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-02734f76-0bdf-473f-8c47-b7479b8383b6 req-d40b5af9-f12b-4da9-a490-ce7cb8358351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.0828245 Apr 21 14:57:30.887505 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-02734f76-0bdf-473f-8c47-b7479b8383b6 req-6a16426e-1a67-4e84-9bfa-0c1af9037b03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371978 Apr 21 14:57:32.029506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.074008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a7053-7ae5-451e-8a41-251e4e2fa65c req-418b2141-ce05-4223-a79f-38522150bd15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:32.075974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b6a7053-7ae5-451e-8a41-251e4e2fa65c req-418b2141-ce05-4223-a79f-38522150bd15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.0790141 Apr 21 14:57:32.122878 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b6a7053-7ae5-451e-8a41-251e4e2fa65c req-3c9c61be-3726-4193-bcd3-60ae8a5a97b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403969 Apr 21 14:57:32.230043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port 0de7d351-a840-46d2-abf7-15aa8b31989b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:32.230381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.315224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100473-f88c-4ee2-9237-94c32f596048 req-890c541b-5863-451d-94e4-b3752467bd1e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:32.316769 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2100473-f88c-4ee2-9237-94c32f596048 req-890c541b-5863-451d-94e4-b3752467bd1e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.0870028 Apr 21 14:57:32.362396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2100473-f88c-4ee2-9237-94c32f596048 req-5bbfe674-58ee-4799-a789-57427a738394 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Apr 21 14:57:32.385402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.461777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88094faf-2267-4eb1-a775-29ac5ac53c08 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:32.463276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-88094faf-2267-4eb1-a775-29ac5ac53c08 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 1093 time: 0.0768638 Apr 21 14:57:32.466841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 36964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:32.471916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'port_id': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:57:32.512683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.513052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.640450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Calling delete_port for 0de7d351-a840-46d2-abf7-15aa8b31989b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:32.658740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.807438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.858184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Port': ['ID=0de7d351-a840-46d2-abf7-15aa8b31989b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:32.934275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.934547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.934915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.935277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.935611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.935937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.936259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.936579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.936897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.937240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.937555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.937869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:32.963495 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-30ec2d5e-c219-49aa-903d-a70a495f6f51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2489243 Apr 21 14:57:32.969861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:32.970182 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Floating IP eea93189-841f-4dbf-97cd-ab364746dd8b disassociated (deleted). External IP: 172.26.4.14, port: a530866f-5569-41c9-ba46-a659fc8634bb. Apr 21 14:57:33.230922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-7b596447-d96d-49bc-8629-c12dfce454b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:33.233090 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-7b596447-d96d-49bc-8629-c12dfce454b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1098 time: 0.2376053 Apr 21 14:57:33.361007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:57:33.420334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-b4bd80a5-44ad-48b9-8401-47733c8d2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:33.421878 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-b4bd80a5-44ad-48b9-8401-47733c8d2bce service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1650379 Apr 21 14:57:33.552439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:57:33.562168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-56d59964-14f8-4d0f-a7c3-1b8e7aa8c686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 217 time: 0.0779603 Apr 21 14:57:33.563654 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Sync routers for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:57:33.567638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.573873 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:33.574424 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:33.640077 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-06539952-1de9-41b6-a9fa-2e9d3699bfe4 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "DELETE /v2.0/floatingips/eea93189-841f-4dbf-97cd-ab364746dd8b HTTP/1.1" status: 204 len: 168 time: 1.6096368 Apr 21 14:57:33.640359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.640736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:33.654923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:33.719825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-797ec39a-b55c-4298-9289-fee3705f2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:33.721477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-797ec39a-b55c-4298-9289-fee3705f2741 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.1526794 Apr 21 14:57:33.853060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:34.005026 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3a3644-0d88-4a18-be66-93da9b68bbbe'] response: {'name': 'network-changed', 'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'status': 'completed', 'code': 200} Apr 21 14:57:34.134662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-484b25e1-cf54-4e8c-b56e-c2d4c5815d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.136567 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-484b25e1-cf54-4e8c-b56e-c2d4c5815d60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d908323f0f924ce9866e2817946c7e76&device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 1099 time: 0.1061676 Apr 21 14:57:34.166125 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 0768321a-7841-4aec-8237-706636df2b7a associated. External IP: 172.26.4.121, port: 537a97b5-a5c8-4e25-982c-3e67dd8a0e00. Apr 21 14:57:34.270984 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:34.272574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-f4543f43-07d5-41a7-bbc3-12a5960642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.274637 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-f4543f43-07d5-41a7-bbc3-12a5960642b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4477041 Apr 21 14:57:34.275318 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Checking router: fe997453-3b1e-4d3f-b28b-be9fa1b87bbb for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:57:34.286334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:34.287054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:34.308837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-460a1e52-938b-4029-abdd-93943d75aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.310765 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-460a1e52-938b-4029-abdd-93943d75aeff service neutron] 10.222.0.13 "GET /v2.0/networks?id=f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 200 len: 897 time: 0.1659794 Apr 21 14:57:34.360721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1adfb5-5f37-42a4-ac8e-d4168bb04c79 req-0faec6e9-2d37-4b1c-b150-8770136d181a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.362204 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c1adfb5-5f37-42a4-ac8e-d4168bb04c79 req-0faec6e9-2d37-4b1c-b150-8770136d181a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.3119652 Apr 21 14:57:34.378927 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-8430016c-1ca0-4f76-80ec-80bacd16937f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 200 len: 217 time: 0.0611148 Apr 21 14:57:34.490079 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:34.514152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c1adfb5-5f37-42a4-ac8e-d4168bb04c79 req-3035fc86-d4b9-4801-a5c2-723bacde9257 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265426 Apr 21 14:57:34.567277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-c503c1f5-3590-4967-abe6-3144f2a4c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.568948 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-c503c1f5-3590-4967-abe6-3144f2a4c7f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 200 len: 834 time: 0.1820953 Apr 21 14:57:34.604295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-6677df84-bead-494e-b997-fe1ccbc7197a service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769644 Apr 21 14:57:34.647731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-9814beea-f5c3-4c42-a513-0339ca56d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:34.649653 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-9814beea-f5c3-4c42-a513-0339ca56d069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f2498244-941f-48d9-84d3-d05e1d82d9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720885 Apr 21 14:57:34.790964 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-1fd95858-4eb5-4b13-a185-28ae3df6caa8 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333687 Apr 21 14:57:34.830445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:57:34.841740 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:34.846467 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cbcd7-c1fd-4832-8e48-fef5eb53185a None None] The sync data for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv is: [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'ce88eb5e-4afe-48fa-be68-e622c251bbd5', 'name': '', 'network_id': 'f2498244-941f-48d9-84d3-d05e1d82d9a1', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'mac_address': 'fa:16:3e:f9:56:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:23Z', 'updated_at': '2022-04-21T14:54:30Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'subnets': [{'id': '2931da27-f6b6-448f-9986-dc7e3b933d15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:57:34.856542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f23e1995-e692-4caa-9e8e-9cfc1142653f req-e4ea15ec-529f-4c58-9d7f-893387132971 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453420 Apr 21 14:57:34.956069 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a795d0b4-9fae-485d-ae60-380b4ac5fb91 req-51ba63a7-4e37-4b8f-bfe9-4f5e825ad957 service neutron] 10.222.0.13 "GET /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598430 Apr 21 14:57:35.045189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:57:35.049815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:35.055122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:57:35.069324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:35.069950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:35.095312 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17fd67e-ce69-470e-b887-787c5944b7ee None None] New status for floating IP eea93189-841f-4dbf-97cd-ab364746dd8b: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:57:35.112977 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-427aefe3-619b-4d45-9ef2-38a74eace5ff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 991 time: 2.6426506 Apr 21 14:57:35.112977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:35.113360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36976) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:35.160678 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30535f5-12a2-4302-97f0-8a5dafa82ece'] response: {'name': 'network-changed', 'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'status': 'completed', 'code': 200} Apr 21 14:57:35.293713 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7db923fd-7a01-4cf2-b9a2-26b02cca77ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 991 time: 0.1792026 Apr 21 14:57:35.307731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:35.312700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-ccda3887-6b38-4579-854c-41a5eca225bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.314284 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-ccda3887-6b38-4579-854c-41a5eca225bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 1098 time: 0.1229634 Apr 21 14:57:35.474653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-d8851221-b52b-4ded-bba2-b8c90c124849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.476220 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-d8851221-b52b-4ded-bba2-b8c90c124849 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.1495867 Apr 21 14:57:35.584311 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-de9b6133-df94-4904-98cf-a006b7b68ea0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00 HTTP/1.1" status: 200 len: 999 time: 0.0996177 Apr 21 14:57:35.653303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-2568e1eb-5cef-4cf4-b414-b79a07039cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.655157 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-2568e1eb-5cef-4cf4-b414-b79a07039cbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0624158 Apr 21 14:57:35.678248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:e6:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:57:33Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:35.682431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:57:35.691549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:35.692243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:35.732820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-15d66780-003e-4065-85e9-f1b59984b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.734493 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-15d66780-003e-4065-85e9-f1b59984b8e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723417 Apr 21 14:57:35.772903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa9421-42a2-4376-83ec-1a1fe337bda9 req-062d3db0-d02c-4b21-b5db-de7be1723f4a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.774996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9efa9421-42a2-4376-83ec-1a1fe337bda9 req-062d3db0-d02c-4b21-b5db-de7be1723f4a tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.1452191 Apr 21 14:57:35.816496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-ff214c9a-fd46-4aac-b432-64743bfe0fbb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:57:35.818104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-ff214c9a-fd46-4aac-b432-64743bfe0fbb tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 946 time: 0.1345081 Apr 21 14:57:35.889542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9efa9421-42a2-4376-83ec-1a1fe337bda9 req-e3c87fd0-b734-48e3-8722-da84becabdb9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/security-groups?id=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047390 Apr 21 14:57:35.897067 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-4f5527da-2cdd-4df3-86c6-44c4205b3265 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540167 Apr 21 14:57:35.897947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:35.905569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:35.906054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.039906 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ea3c55d-5905-4a18-82be-b7f9f19f7eca req-f6a4ec5d-63fc-4a1d-9735-101016861ddd service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362920 Apr 21 14:57:36.267765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:e6:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:57:33Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:36.271880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b542a7-73ab-464e-b6d6-a34a0bc600c0 None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0768321a-7841-4aec-8237-706636df2b7a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'port_id': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'mac_address': 'fa:16:3e:e6:27:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:55:55Z', 'updated_at': '2022-04-21T14:57:33Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:57:36.297641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36986) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:36.301859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] For port a530866f-5569-41c9-ba46-a659fc8634bb, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=a530866f-5569-41c9-ba46-a659fc8634bb,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:36.302216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.416980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-95ed7a03-feb9-43d4-a143-dd9e51314763 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 991 time: 0.1179488 Apr 21 14:57:36.432895 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Calling delete_port for a530866f-5569-41c9-ba46-a659fc8634bb owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:36.494277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63817ab-f4b9-40be-92ab-055489a53629 None None] New status for floating IP 0768321a-7841-4aec-8237-706636df2b7a: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:57:36.587039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.650426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Port': ['ID=a530866f-5569-41c9-ba46-a659fc8634bb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:36.695811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.696122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.696461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.697023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.697195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.697569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.697890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.698211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.698719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.698827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.699142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.699478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:36.738099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] No DVR routers for this DVR port a530866f-5569-41c9-ba46-a659fc8634bb on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:57:36.740477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:36.746583 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed4d4296-0d33-4b04-adb7-c017486e4fb3 req-b996d76f-5db3-4c9c-8852-c7c5d9cfe07d tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.13 "DELETE /v2.0/ports/a530866f-5569-41c9-ba46-a659fc8634bb HTTP/1.1" status: 204 len: 173 time: 0.9175053 Apr 21 14:57:37.066885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cba0476f-679b-4ae4-afa2-75cbe6017a81 req-f09fdd49-4932-4616-8e5e-a5ee834006d9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Synchronizing usage tracker for tenant:d908323f0f924ce9866e2817946c7e76 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:57:37.085960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cba0476f-679b-4ae4-afa2-75cbe6017a81 req-f09fdd49-4932-4616-8e5e-a5ee834006d9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Unset dirty status for tenant:d908323f0f924ce9866e2817946c7e76 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:57:37.087467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cba0476f-679b-4ae4-afa2-75cbe6017a81 req-f09fdd49-4932-4616-8e5e-a5ee834006d9 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e14cec5-94a8-4607-a5a5-c837ba0c06b6 HTTP/1.1" status: 200 len: 210 time: 0.0694542 Apr 21 14:57:37.162421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-deleted', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:57:37.207954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b293baec-7bdb-457f-b8c8-c5cc679e5dd6'] response: {'server_uuid': '8e14cec5-94a8-4607-a5a5-c837ba0c06b6', 'name': 'network-vif-deleted', 'tag': 'a530866f-5569-41c9-ba46-a659fc8634bb', 'status': 'completed', 'code': 200} Apr 21 14:57:37.419134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 36994) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:37.527683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca4e766f-d2f3-4c13-abe6-b4ee12c1fd6c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 200 len: 993 time: 0.1071329 Apr 21 14:57:38.183044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37000) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:38.952500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.371598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port ce88eb5e-4afe-48fa-be68-e622c251bbd5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:39.371818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.581889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] For port ce88eb5e-4afe-48fa-be68-e622c251bbd5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ce88eb5e-4afe-48fa-be68-e622c251bbd5,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:39.582246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:39.713427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Calling delete_port for ce88eb5e-4afe-48fa-be68-e622c251bbd5 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:39.890947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:39.929347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: a530866f-5569-41c9-ba46-a659fc8634bb {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:57:39.929925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device a530866f-5569-41c9-ba46-a659fc8634bb not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:40.143584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.191249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Port': ['ID=ce88eb5e-4afe-48fa-be68-e622c251bbd5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:40.465250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:40.823342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:57:41.003630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:57:41.015185 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Sync routers for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:57:41.023306 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b5a04ce3-5141-4d52-becb-f46d1f007367 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "PUT /v2.0/routers/fe997453-3b1e-4d3f-b28b-be9fa1b87bbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391829 Apr 21 14:57:41.026125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37006) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:41.028201 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:41.028732 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:41.093702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting subnet 2931da27-f6b6-448f-9986-dc7e3b933d15 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:57:41.096591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.149517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.204892 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:41.237146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.317151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.358136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Subnet': ['ID=2931da27-f6b6-448f-9986-dc7e3b933d15,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:41.362749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.368732 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d46d0b5-3544-414c-b7b4-68bb10197f78 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "DELETE /v2.0/subnets/2931da27-f6b6-448f-9986-dc7e3b933d15 HTTP/1.1" status: 204 len: 168 time: 0.3416810 Apr 21 14:57:41.369534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee8ac4-91f4-463c-9bc6-abd22202c795 None None] Network f2498244-941f-48d9-84d3-d05e1d82d9a1 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:57:41.371265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37012) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:41.495535 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:57:40Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:41.500833 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Checking router: fe997453-3b1e-4d3f-b28b-be9fa1b87bbb for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:57:41.510041 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Routers {'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:57:41.510666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:57:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:41.711669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.720865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] DHCP port deletion for f2498244-941f-48d9-84d3-d05e1d82d9a1 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:57:41.727283 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] Set router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:57:41.727482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Deleting port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:41.728308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.898962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 85bdb480-f9da-4b36-ba15-3e91933ed4d6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:41.968715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:41.979273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port c66d7843-469b-45a9-bcbb-0ead1f44a715 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:41.979614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.041908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:57:40Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:42.046832 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be487f2b-f4fd-4b09-a22a-1682d7a3d9a7 None None] The sync data for ids ['fe997453-3b1e-4d3f-b28b-be9fa1b87bbb'] in dv-neutron-838896-1-hyperv is: [{'id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1076381527', 'tenant_id': 'd908323f0f924ce9866e2817946c7e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:54:18Z', 'updated_at': '2022-04-21T14:57:40Z', 'revision_number': 5, 'project_id': 'd908323f0f924ce9866e2817946c7e76', 'gw_port': {'id': 'c66d7843-469b-45a9-bcbb-0ead1f44a715', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe997453-3b1e-4d3f-b28b-be9fa1b87bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:54:19Z', 'updated_at': '2022-04-21T14:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:57:42.094486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:42.094875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.162538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] For port c66d7843-469b-45a9-bcbb-0ead1f44a715, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c66d7843-469b-45a9-bcbb-0ead1f44a715,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:42.163088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.229413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Calling delete_port for 85bdb480-f9da-4b36-ba15-3e91933ed4d6 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:42.274929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.289961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Calling delete_port for c66d7843-469b-45a9-bcbb-0ead1f44a715 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:42.328175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:42.335531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.380346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:57:42.381356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:57:42.409564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=85bdb480-f9da-4b36-ba15-3e91933ed4d6,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:42.418049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.418489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.418910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.419315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.420577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.421169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.421866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.422389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.423151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.423649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.424155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.424552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:57:42.472159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.521369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Port': ['ID=c66d7843-469b-45a9-bcbb-0ead1f44a715,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:42.612899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.783918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.786031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.807541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.808044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Fanout notify agent at l3_agent the message router_deleted on router fe997453-3b1e-4d3f-b28b-be9fa1b87bbb {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:57:42.823216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:42.824279 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7bb7990e-e029-4725-957f-7981bd0c8553 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "DELETE /v2.0/routers/fe997453-3b1e-4d3f-b28b-be9fa1b87bbb HTTP/1.1" status: 204 len: 168 time: 1.4519382 Apr 21 14:57:42.827406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37016) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:42.883087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Deleting port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:42.883543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.054415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.065989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:43.066307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.101410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:43.102188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.223462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Calling delete_port for 85bdb480-f9da-4b36-ba15-3e91933ed4d6 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:43.269500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] For port 85bdb480-f9da-4b36-ba15-3e91933ed4d6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=85bdb480-f9da-4b36-ba15-3e91933ed4d6,segment=NetworkSegment(bc42e44f-0740-48b2-9427-453e00576d3d),segment_id=bc42e44f-0740-48b2-9427-453e00576d3d)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:57:43.269962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.307470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:43.353515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] Pushing event deleted for resources: {'Port': ['ID=85bdb480-f9da-4b36-ba15-3e91933ed4d6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:43.359200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065c641-35f4-4406-8fc6-03d0c78dc9f9 None None] No DVR routers for this DVR port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:57:43.400837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Calling delete_port for 85bdb480-f9da-4b36-ba15-3e91933ed4d6 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:57:43.471798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:57:43.472106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:57:43.799840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ce88eb5e-4afe-48fa-be68-e622c251bbd5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:43.833529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ce88eb5e-4afe-48fa-be68-e622c251bbd5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:57:43.833872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ce88eb5e-4afe-48fa-be68-e622c251bbd5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:43.834275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c66d7843-469b-45a9-bcbb-0ead1f44a715 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:57:43.870094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c66d7843-469b-45a9-bcbb-0ead1f44a715 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:57:43.870437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c66d7843-469b-45a9-bcbb-0ead1f44a715 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:57:43.973552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Deleting port 85bdb480-f9da-4b36-ba15-3e91933ed4d6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:57:43.973895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.041334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] The port '85bdb480-f9da-4b36-ba15-3e91933ed4d6' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 14:57:44.161102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.185222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2498244-941f-48d9-84d3-d05e1d82d9a1']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:44.196660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc42e44f-0740-48b2-9427-453e00576d3d') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:44.196945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc42e44f-0740-48b2-9427-453e00576d3d') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:57:44.208200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.223928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.229618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:57:44.229989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:57:44.243763 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:57:44.321511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.339653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.351906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'Network': ['ID=f2498244-941f-48d9-84d3-d05e1d82d9a1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:44.365606 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-01608c0b-e527-4d6f-b0cf-fbfd5ab61be3 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "DELETE /v2.0/networks/f2498244-941f-48d9-84d3-d05e1d82d9a1 HTTP/1.1" status: 204 len: 168 time: 1.5372167 Apr 21 14:57:44.368274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37020) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:44.435914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.466212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.533458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.551829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4f3d36-06d8-4bdc-97af-a5c77ddb2773,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:44.564007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:44.567884 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-47fb680e-74e9-4af0-a767-b298a69d4db1 tempest-TestNetworkAdvancedServerOps-1802321286 tempest-TestNetworkAdvancedServerOps-1802321286-project] 10.222.0.35 "DELETE /v2.0/security-groups/0d4f3d36-06d8-4bdc-97af-a5c77ddb2773 HTTP/1.1" status: 204 len: 168 time: 0.1959834 Apr 21 14:57:44.926002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37030) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:45.095327 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5cf21846-9123-4a71-8a03-57199556f7c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d908323f0f924ce9866e2817946c7e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681256 Apr 21 14:57:45.097787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37036) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:45.154297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.181298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.232418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.249674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2e861-da01-4879-9103-02f8a4d433ab,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:45.256039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.258162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f1e3b47b-c34f-47e8-bf76-2dc268f94a5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63b2e861-da01-4879-9103-02f8a4d433ab HTTP/1.1" status: 204 len: 168 time: 0.1594713 Apr 21 14:57:45.531999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37044) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:45.550091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.564394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:57:45.568190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Usage tracker for resource:security_group_rule and tenant:86485aca99614fa4a403dfcd4514f7c1 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:57:45.571001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:57:45.577154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:57:45.659323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.662852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.710822 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86485aca99614fa4a403dfcd4514f7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777546 Apr 21 14:57:45.711686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777a85d-337b-4865-b560-8726966b0eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bceec4d5-562c-40a0-8975-bafe50da1071,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:45.714243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37048) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:57:45.775570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.801759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.854724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.870373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bceec4d5-562c-40a0-8975-bafe50da1071,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:57:45.875208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:45.876654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-899edbd4-2c0b-45ba-82af-e775a493b81d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bceec4d5-562c-40a0-8975-bafe50da1071 HTTP/1.1" status: 204 len: 168 time: 0.1607282 Apr 21 14:57:51.928690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:54.383610 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:57:55.354119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6f83e9-56b5-4d79-896f-7ac10c1baf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:57.499700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-55f4e5c0-c4ae-455e-8823-560d692cb8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:58.713581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:57:58.963571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:00.405892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:21.924664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:25.355177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b6fc9d17-a113-4823-8e43-7715d96b4b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:27.515773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-991adf9e-4fd3-475c-bdfc-73361b5c3ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:28.736881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:28.988451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:30.396717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:31.382779 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:58:33.044198 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-afa615ae-7cd7-41f0-a507-60a33c49643f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962364799&fields=id&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 267 time: 0.0398829 Apr 21 14:58:33.195041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-941b0ed5-2167-4a07-910f-39d6af6b674b tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:33.196364 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-941b0ed5-2167-4a07-910f-39d6af6b674b tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.1452577 Apr 21 14:58:33.211680 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-94b90f50-4635-40db-9100-8a8426562161 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/quotas/68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 375 time: 0.0099194 Apr 21 14:58:33.305770 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-d87c7211-2850-4d77-be1b-08b3662b4cfa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890033 Apr 21 14:58:33.544645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-f9c93bf6-bf66-438e-9737-16a6cd48e588 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270739 Apr 21 14:58:33.726636 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-0d08fdd4-60eb-4dbe-9e3e-a9255b760076 service neutron] 10.222.0.35 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745021 Apr 21 14:58:33.739739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-123400d0-af68-46d6-98dd-80e88da2d71a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064320 Apr 21 14:58:33.893038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-1371c116-99aa-4379-9d05-90369efb40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:33.894541 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-1371c116-99aa-4379-9d05-90369efb40c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 1098 time: 0.0835669 Apr 21 14:58:34.182210 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87b6052a-c2ee-444b-82ed-065fa874cc2f req-ba67ef5e-c58d-4ab3-b9da-20a977ccfb7a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 210 time: 0.0489790 Apr 21 14:58:34.204460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-6428a6c0-9766-40b3-beb2-cb337d5ff57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:34.205819 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-6428a6c0-9766-40b3-beb2-cb337d5ff57b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 200 len: 898 time: 0.2921805 Apr 21 14:58:34.279845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-96976e2b-8bab-4b63-8efa-c0bb31fac055 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 200 len: 217 time: 0.0673673 Apr 21 14:58:34.340586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-ccc460a6-7403-4e34-a1d9-ba7f172dadac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:34.342005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-ccc460a6-7403-4e34-a1d9-ba7f172dadac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 200 len: 834 time: 0.0571706 Apr 21 14:58:34.421394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-1a0ae3c3-6588-49fb-87de-aeb16c92b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:34.423091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-1a0ae3c3-6588-49fb-87de-aeb16c92b728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3141cf97-ca03-44fe-9091-b224db5967b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757060 Apr 21 14:58:34.557059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-aec735f9-45a9-4daa-9e96-175c5b0ff939 service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271958 Apr 21 14:58:34.709430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a54cd13c-1242-4361-a3ba-e720b50c1d96 req-f8fe7878-6090-4595-aab5-e6040279e13d service neutron] 10.222.0.13 "GET /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441784 Apr 21 14:58:35.289216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-d86541be-94d3-4f7e-9c25-f2a0ff9a2946 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:35.290651 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-d86541be-94d3-4f7e-9c25-f2a0ff9a2946 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 812 time: 0.1500156 Apr 21 14:58:35.350399 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2369cd67-0868-4960-8bcc-390067975f70 req-5ca4b30a-a9c4-46d1-8167-318b123b13b1 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 210 time: 0.0556827 Apr 21 14:58:35.378814 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-cda7298f-dd4b-44e2-b845-9f859a130f5b tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68859b5095bb4496bfd7fb4880307186 HTTP/1.1" status: 200 len: 380 time: 0.0479016 Apr 21 14:58:35.387376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'port': {'device_id': '5ff5bf18-390d-4383-b963-c640892d309c', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'admin_state_up': True, 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'security_groups': ['2cc65bf6-b041-42bd-8dc0-04094e36f5ca']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:58:35.525947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:35.535615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:35.545164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Made reservation on behalf of 68859b5095bb4496bfd7fb4880307186 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:58:35.549668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.714461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.20.0.4 (6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb/3c079229-a9ee-4579-ad89-37040d8ec527/d8f258e6-d202-4f30-a197-a1fa581bc98a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:58:35.913375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:35.931783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Transition to ACTIVE for port object d8f258e6-d202-4f30-a197-a1fa581bc98a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:35.957172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.032062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:36.033094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:36.037093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:58:36.073797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:36.106769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:36.107407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.135399 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-13551c88-93f2-4a26-b35d-ee240cb2caf9 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7514453 Apr 21 14:58:36.146759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Request body: {'port': {'device_id': '5ff5bf18-390d-4383-b963-c640892d309c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:58:36.263199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.313672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1067529c-e1b7-469f-b5ec-7c8d379efd6c None None] Provisioning for port d8f258e6-d202-4f30-a197-a1fa581bc98a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:36.320794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1067529c-e1b7-469f-b5ec-7c8d379efd6c None None] Provisioning complete for port d8f258e6-d202-4f30-a197-a1fa581bc98a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:36.320794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1067529c-e1b7-469f-b5ec-7c8d379efd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.377666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1067529c-e1b7-469f-b5ec-7c8d379efd6c None None] Port d8f258e6-d202-4f30-a197-a1fa581bc98a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:58:36.716994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87776d6a-9a7b-4542-ac48-e7849f79cec4 req-a5deab93-f2fc-43a7-a85a-b911a142063e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:36.718411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-87776d6a-9a7b-4542-ac48-e7849f79cec4 req-a5deab93-f2fc-43a7-a85a-b911a142063e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:36.753389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-87776d6a-9a7b-4542-ac48-e7849f79cec4 req-a5deab93-f2fc-43a7-a85a-b911a142063e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:36.754541 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87776d6a-9a7b-4542-ac48-e7849f79cec4 req-a5deab93-f2fc-43a7-a85a-b911a142063e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 931 time: 0.2340562 Apr 21 14:58:36.859624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87776d6a-9a7b-4542-ac48-e7849f79cec4 req-019ebf25-250f-442e-a48a-b02bec36e36c tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894792 Apr 21 14:58:36.861485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f258e6-d202-4f30-a197-a1fa581bc98a {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:58:36.868738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:36.884603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Transition to ACTIVE for port object d8f258e6-d202-4f30-a197-a1fa581bc98a will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:58:36.887883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:37.048858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Pushing event updated for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:37.088801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.089148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.089505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.090016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.090148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.090471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.090792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.091114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.091444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.091733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.092053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.092466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:37.133290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Attempting to bind port d8f258e6-d202-4f30-a197-a1fa581bc98a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:58:37.133615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Attempting to bind port d8f258e6-d202-4f30-a197-a1fa581bc98a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:58:37.133929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Attempting to bind port d8f258e6-d202-4f30-a197-a1fa581bc98a on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:58:37.138360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Port d8f258e6-d202-4f30-a197-a1fa581bc98a on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:58:37.138669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Attempting to bind port d8f258e6-d202-4f30-a197-a1fa581bc98a on network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:58:37.144147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:58:37.144473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Checking segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:58:37.144843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Bound using segment: {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:58:37.145276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Bound port: d8f258e6-d202-4f30-a197-a1fa581bc98a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be62899f-971d-4f45-b457-0a43aabbb318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:58:37.145612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:37.235390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:58:37.238194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:58:37.242851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:37.300837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:37.301478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:37.302811 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] 10.222.0.13 "PUT /v2.0/ports/d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 200 len: 1093 time: 1.1603169 Apr 21 14:58:37.303241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:58:37.327717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215a6dd-db8f-4d97-8c54-1d70f1eea0bd service neutron] Pushing event updated for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:37.437659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-095480ab-ee51-4efc-8cdd-ad64a28c28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:37.439284 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-095480ab-ee51-4efc-8cdd-ad64a28c28a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1096 time: 0.0840659 Apr 21 14:58:37.500971 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f30975f-3c58-4d43-a075-f90ad098fc0c'] response: {'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'status': 'completed', 'code': 200} Apr 21 14:58:37.516572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-871ae7cc-3871-4e48-be84-103c2298856f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 200 len: 217 time: 0.0696070 Apr 21 14:58:37.581035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-a2e1d608-c3fa-4ec2-b485-78459d03dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:37.582359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-a2e1d608-c3fa-4ec2-b485-78459d03dad1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0596685 Apr 21 14:58:37.655825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-a34177bf-dd22-4955-9fce-11910d062bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:37.657336 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-a34177bf-dd22-4955-9fce-11910d062bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688694 Apr 21 14:58:37.787723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-91ed8c9e-b3e8-4cc7-bac2-851f3b3fe0e1 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236031 Apr 21 14:58:37.918931 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f25407a-94ea-481a-87ea-c6a8696efdbb req-aeab7532-9462-4591-b1bc-4b7e1c86aa84 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248298 Apr 21 14:58:38.103710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ec23-b161-4d02-868d-b29c5f8e6be9 req-91558ea8-9c70-4312-b72c-dffde2e1eb62 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:38.105119 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d260ec23-b161-4d02-868d-b29c5f8e6be9 req-91558ea8-9c70-4312-b72c-dffde2e1eb62 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.1094811 Apr 21 14:58:38.107035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-526f1e5f-6203-495b-9171-2ffca1f10166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:38.108376 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-526f1e5f-6203-495b-9171-2ffca1f10166 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1096 time: 0.1433115 Apr 21 14:58:38.334360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d260ec23-b161-4d02-868d-b29c5f8e6be9 req-3738a6ee-69e3-40de-8a48-fa5d8639c5fc tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234190 Apr 21 14:58:38.372581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-ebcf663f-f56a-416c-a711-9c2c5a90bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:38.374881 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-ebcf663f-f56a-416c-a711-9c2c5a90bbc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.2516792 Apr 21 14:58:38.444455 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-2bedc7af-1038-4748-9a8b-c81cbb28bca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 200 len: 217 time: 0.0630007 Apr 21 14:58:38.506888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-24414203-cf84-4503-b087-172a98d021ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:38.508261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-24414203-cf84-4503-b087-172a98d021ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0556633 Apr 21 14:58:38.587241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-118d5d58-094d-484b-9476-7c9b8ad2b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:38.588701 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-118d5d58-094d-484b-9476-7c9b8ad2b7a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744674 Apr 21 14:58:38.725755 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-d051d68c-44b5-4272-8223-0756bd51b596 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262929 Apr 21 14:58:38.857274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b9a779f-02cb-4fd9-b160-3b2c1a280e11 req-54ea4d61-9abb-4eee-a6e6-a4e119ae834f service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254663 Apr 21 14:58:39.516483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d951a4-cb3b-48f5-9468-07685edb9495 req-7b2fafaf-8e41-4a78-a728-f16052c20471 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:39.517929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12d951a4-cb3b-48f5-9468-07685edb9495 req-7b2fafaf-8e41-4a78-a728-f16052c20471 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0784552 Apr 21 14:58:39.560583 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12d951a4-cb3b-48f5-9468-07685edb9495 req-f10ac1bc-188e-442f-8536-bee4a5e3195a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370195 Apr 21 14:58:40.749354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e1973-0e89-448c-a731-ecd08716ec72 req-0098c6d0-dd78-4437-95a2-9f749ea55c71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:40.750787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-966e1973-0e89-448c-a731-ecd08716ec72 req-0098c6d0-dd78-4437-95a2-9f749ea55c71 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0820396 Apr 21 14:58:40.793549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-966e1973-0e89-448c-a731-ecd08716ec72 req-21722193-7ce3-4ed6-b869-9d1255365a44 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Apr 21 14:58:41.996917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f5cc0-a32f-42c8-87a3-d9fecbd09695 req-34043f3d-262d-4c12-984c-293cb755ad09 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:41.998975 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a78f5cc0-a32f-42c8-87a3-d9fecbd09695 req-34043f3d-262d-4c12-984c-293cb755ad09 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0902848 Apr 21 14:58:42.058883 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a78f5cc0-a32f-42c8-87a3-d9fecbd09695 req-1fb2c020-4683-4201-9364-a4df4e54a178 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523331 Apr 21 14:58:43.243408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b9382-0889-4b08-bea1-03c5855b1557 req-9939090a-eff9-44e7-af82-249b14f622d3 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:43.244746 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff4b9382-0889-4b08-bea1-03c5855b1557 req-9939090a-eff9-44e7-af82-249b14f622d3 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0817122 Apr 21 14:58:43.288561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff4b9382-0889-4b08-bea1-03c5855b1557 req-bfcecfc2-ae3d-4a60-ba29-7c32c07eadca tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379920 Apr 21 14:58:44.468712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90d73d-7e15-4d37-9ec0-f8a2466e7984 req-eb7932f7-f17a-4eb7-bf85-c807fdbd6f6d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:44.470959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf90d73d-7e15-4d37-9ec0-f8a2466e7984 req-eb7932f7-f17a-4eb7-bf85-c807fdbd6f6d tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0803115 Apr 21 14:58:44.518848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf90d73d-7e15-4d37-9ec0-f8a2466e7984 req-0d3e2f06-fba9-4a32-af00-21cb4ac367ad tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Apr 21 14:58:45.703435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149cd7-71b0-41e4-a9ac-7587d437bb24 req-c2295d4f-aeac-4cb0-9508-4f1d7a96e472 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:45.704862 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06149cd7-71b0-41e4-a9ac-7587d437bb24 req-c2295d4f-aeac-4cb0-9508-4f1d7a96e472 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 943 time: 0.0779524 Apr 21 14:58:45.747629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06149cd7-71b0-41e4-a9ac-7587d437bb24 req-2a69540e-e47d-4dff-b557-b6967440f470 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370295 Apr 21 14:58:46.218395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device d8f258e6-d202-4f30-a197-a1fa581bc98a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:58:46.349322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:46.362551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'port_id': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'mac_address': 'fa:16:3e:a0:d4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:58:46.419471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.438427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f258e6-d202-4f30-a197-a1fa581bc98a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:58:46.453693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:46.457501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:46.526126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:46.533347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.533987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.534146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.534362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.534685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.535012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.535328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.535646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.535963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.536277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.536590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.536901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:46.830011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['d8f258e6-d202-4f30-a197-a1fa581bc98a'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:58:46.940633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29972f-dba9-429e-9ddd-c36a2605e25e req-7e0e0791-dd5a-455a-9a08-ad0839bc9239 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:46.942102 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a29972f-dba9-429e-9ddd-c36a2605e25e req-7e0e0791-dd5a-455a-9a08-ad0839bc9239 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.1391890 Apr 21 14:58:46.980324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9a09d-7924-447b-9a57-1b42ca6edcea req-9fd5346f-8b11-42a8-b7e9-60b438c6ae56 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:46.981799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9e9a09d-7924-447b-9a57-1b42ca6edcea req-9fd5346f-8b11-42a8-b7e9-60b438c6ae56 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 944 time: 0.1175032 Apr 21 14:58:47.020317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a29972f-dba9-429e-9ddd-c36a2605e25e req-328f833a-04f0-4260-8657-98b51fdcbdf5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716205 Apr 21 14:58:47.041046 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9e9a09d-7924-447b-9a57-1b42ca6edcea req-4dbce77e-3c69-4a00-9f96-d96ff0f9f4df tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Apr 21 14:58:48.242979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device d8f258e6-d202-4f30-a197-a1fa581bc98a up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:58:48.269058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf0a7-33be-4fb2-8dbf-ee90588785c9 req-46b0f509-8792-4e05-ab72-f87bb0c1daea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:48.270619 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b6cf0a7-33be-4fb2-8dbf-ee90588785c9 req-46b0f509-8792-4e05-ab72-f87bb0c1daea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.1392496 Apr 21 14:58:48.282820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163222b5-197a-4b97-a28d-e4a76a174590 req-c76cf608-4df0-4382-82d4-6f9c7a579061 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:48.284205 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-163222b5-197a-4b97-a28d-e4a76a174590 req-c76cf608-4df0-4382-82d4-6f9c7a579061 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 944 time: 0.1176364 Apr 21 14:58:48.314644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port d8f258e6-d202-4f30-a197-a1fa581bc98a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:58:48.319572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port d8f258e6-d202-4f30-a197-a1fa581bc98a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:58:48.319946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.347824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b6cf0a7-33be-4fb2-8dbf-ee90588785c9 req-07bf82f3-d8ea-4de3-8dbf-ce044d0f9ecc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=6789f28e-d1b4-41de-a984-014370bc88e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626793 Apr 21 14:58:48.357762 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-163222b5-197a-4b97-a28d-e4a76a174590 req-868fb465-e2a2-40c0-b86a-2a57b4a959ed tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592413 Apr 21 14:58:48.441216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.468510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:58:48.478301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:48.482970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.520799 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a68392f-06e6-448f-a2bd-d154fdf112d0'] response: {'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'code': 200} Apr 21 14:58:48.523499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-35508314-8ac8-4c8f-833f-8a5357df6207 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:48.525083 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-35508314-8ac8-4c8f-833f-8a5357df6207 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 945 time: 0.0816307 Apr 21 14:58:48.555328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:48.709787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:58:48.710122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:48.799833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f4b24-683b-4344-88af-60c633ee4eea req-10211b4e-a320-4497-be9c-a37024e12e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:48.801423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a2f4b24-683b-4344-88af-60c633ee4eea req-10211b4e-a320-4497-be9c-a37024e12e53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1098 time: 0.0764515 Apr 21 14:58:48.843606 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a2f4b24-683b-4344-88af-60c633ee4eea req-42add394-1b35-47ef-91c2-4749983470e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355344 Apr 21 14:58:48.960561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:48.960901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.243030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.243394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.243697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 0768321a-7841-4aec-8237-706636df2b7a disassociated. External IP: 172.26.4.121, port: 537a97b5-a5c8-4e25-982c-3e67dd8a0e00. Apr 21 14:58:49.244021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:58:49.385686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:49.504273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=537a97b5-a5c8-4e25-982c-3e67dd8a0e00,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:49.601459 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-901d2eb3-4e27-4a41-9031-5c319adbb087 req-63d4dc57-5c96-4290-91da-c40b1c6926db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=f260d06c-c185-46dc-8435-8df3e6207f49 HTTP/1.1" status: 200 len: 210 time: 0.0985608 Apr 21 14:58:49.725483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:58:49.736401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725cfb8-5efb-4348-9cf6-98702ad2cdd8 req-beb8ac5e-415f-420f-ab8d-2ed4481b6bf6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:49.737832 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5725cfb8-5efb-4348-9cf6-98702ad2cdd8 req-beb8ac5e-415f-420f-ab8d-2ed4481b6bf6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.2414551 Apr 21 14:58:49.846592 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5725cfb8-5efb-4348-9cf6-98702ad2cdd8 req-a37dd4f8-270b-4e86-a579-959c0801bb70 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028533 Apr 21 14:58:49.964278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:58:49.974203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:58:49.983294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:58:49.984431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.038319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:58:50.040572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.043199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'name': 'network-vif-deleted', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:58:50.061694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0b7ed279-00aa-414b-bd87-b8432c5b472d req-e33e7492-8211-4a0e-9c64-4b4001c19368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/537a97b5-a5c8-4e25-982c-3e67dd8a0e00 HTTP/1.1" status: 204 len: 173 time: 1.5309215 Apr 21 14:58:50.101513 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5bab1c-ec4c-478b-9489-48a635a1eeb2'] response: {'server_uuid': 'f260d06c-c185-46dc-8435-8df3e6207f49', 'name': 'network-vif-deleted', 'tag': '537a97b5-a5c8-4e25-982c-3e67dd8a0e00', 'status': 'completed', 'code': 200} Apr 21 14:58:50.175569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:58:50.520662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.524618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:58:50.532928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:58:50.533615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:50.708896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37182) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:50.728246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:58:50.779922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.811471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.878143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.905397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789f28e-d1b4-41de-a984-014370bc88e9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:50.914215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.914561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.914904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.915214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.915530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.915845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.916352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.916675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.917007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.917404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.917718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.918026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:58:50.933475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:50.938053 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6a889303-2cd3-4ef1-87e4-6f5980b398ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/6789f28e-d1b4-41de-a984-014370bc88e9 HTTP/1.1" status: 204 len: 168 time: 0.2245593 Apr 21 14:58:50.971594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37190) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:51.076752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:51.081433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a311795-9bba-4338-ab83-fd1a8246aa66 None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:55:38Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f9298b34-1e48-496e-806c-a5e6228578dc', 'name': '', 'network_id': '3141cf97-ca03-44fe-9091-b224db5967b0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:e4:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ee808795-1278-421e-bd32-ef47522de508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:37Z', 'updated_at': '2022-04-21T14:55:43Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ee808795-1278-421e-bd32-ef47522de508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:58:51.142674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port b4df417a-ce74-4690-8f05-c2c0c6a7646b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:58:51.143259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.170192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38816ce5-c0a6-4ce0-bd6b-98721ef79f5d req-84284511-4abd-41b8-adfb-72a7ecb1aec7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:51.172701 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-38816ce5-c0a6-4ce0-bd6b-98721ef79f5d req-84284511-4abd-41b8-adfb-72a7ecb1aec7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.2094772 Apr 21 14:58:51.219197 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-38816ce5-c0a6-4ce0-bd6b-98721ef79f5d req-92055697-1648-4d51-9fc5-ff07322a26d4 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401852 Apr 21 14:58:51.338208 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2afc7d6-5fad-437b-83e1-2a286cf31038 None None] New status for floating IP 0768321a-7841-4aec-8237-706636df2b7a: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:58:51.412225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eb695-9d64-4143-bae8-b57ab46f4615 req-191e7807-1253-481f-9d71-0afa88bc8b93 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:51.414000 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc7eb695-9d64-4143-bae8-b57ab46f4615 req-191e7807-1253-481f-9d71-0afa88bc8b93 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.0851502 Apr 21 14:58:51.421506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.421837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.463358 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc7eb695-9d64-4143-bae8-b57ab46f4615 req-bc5d90c0-df85-4128-beb1-2769f58485b2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Apr 21 14:58:51.488940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37196) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:51.586122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for b4df417a-ce74-4690-8f05-c2c0c6a7646b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:58:51.693648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06599c4-c609-4150-97c1-58bdbe3556ca tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:51.694611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d06599c4-c609-4150-97c1-58bdbe3556ca tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] Synchronizing usage tracker for tenant:770cc0c5c6ac4cd190021bc8104b6396 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:51.703076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 14:58:51.703382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 14:58:51.712971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d06599c4-c609-4150-97c1-58bdbe3556ca tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] Unset dirty status for tenant:770cc0c5c6ac4cd190021bc8104b6396 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:51.714121 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d06599c4-c609-4150-97c1-58bdbe3556ca tempest-TestVolumeBootPattern-1136933346 tempest-TestVolumeBootPattern-1136933346-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1093 time: 0.2242320 Apr 21 14:58:51.716901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37200) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:51.721819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:58:51.727486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:58:51.731181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Usage tracker for resource:floatingip and tenant:68859b5095bb4496bfd7fb4880307186 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:58:51.734555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:58:51.740120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:58:51.751440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.888723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:51.928423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.036320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Allocated IP 172.26.4.55 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/9afc5c55-a27c-4584-8ddd-ff232c4552ad) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:58:52.179756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.203942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port b4df417a-ce74-4690-8f05-c2c0c6a7646b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:58:52.204265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.242495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.245423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:58:52.279449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:58:52.279793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 537a97b5-a5c8-4e25-982c-3e67dd8a0e00 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:58:52.350000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:58:52.354648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:58:52.362070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:58:52.430899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=9afc5c55-a27c-4584-8ddd-ff232c4552ad,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:52.535341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.535655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:52.687540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for b4df417a-ce74-4690-8f05-c2c0c6a7646b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:58:53.107944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.167359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=b4df417a-ce74-4690-8f05-c2c0c6a7646b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:53.277147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.304668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.305776 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-48419433-e353-482a-b0aa-6a5c75a50a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/0768321a-7841-4aec-8237-706636df2b7a HTTP/1.1" status: 204 len: 168 time: 2.3329406 Apr 21 14:58:53.306770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.382336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.594321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.598959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.674546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcb23-81ba-48a4-930c-f5d4483182ff req-19b94a34-6d8d-4ba8-91e6-18a66378b793 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:53.675128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a65dcb23-81ba-48a4-930c-f5d4483182ff req-19b94a34-6d8d-4ba8-91e6-18a66378b793 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:53.691729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a65dcb23-81ba-48a4-930c-f5d4483182ff req-19b94a34-6d8d-4ba8-91e6-18a66378b793 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:53.692959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a65dcb23-81ba-48a4-930c-f5d4483182ff req-19b94a34-6d8d-4ba8-91e6-18a66378b793 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.0977821 Apr 21 14:58:53.713109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event updated for resources: {'Port': ['ID=9afc5c55-a27c-4584-8ddd-ff232c4552ad,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:53.723471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:53.741349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a65dcb23-81ba-48a4-930c-f5d4483182ff req-05f1257a-d737-4316-a379-de83aa624d5b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Apr 21 14:58:53.898805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP d37bf330-ad40-441c-b44f-aae12169f938 associated. External IP: 172.26.4.55, port: d8f258e6-d202-4f30-a197-a1fa581bc98a. Apr 21 14:58:54.352501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:58:54.535855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:58:54.545075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:58:54.554378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:58:54.555116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:54.556826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:54.625309 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e07a1671-802f-4ccc-b7f1-57f417dab5aa tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8966775 Apr 21 14:58:54.625309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:58:54.665572 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5d719d-1574-460b-8a7f-65811d7925fd'] response: {'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'status': 'completed', 'code': 200} Apr 21 14:58:54.736577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:58:54.768368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e874-ac81-47c8-b489-44f640825d0b req-92fee21a-1f67-4c28-beb8-edea0189c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:54.770034 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-92fee21a-1f67-4c28-beb8-edea0189c954 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1098 time: 0.0746400 Apr 21 14:58:54.968816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e874-ac81-47c8-b489-44f640825d0b req-6fe187c2-3076-42d3-8652-e7631c4a134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:54.970359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-6fe187c2-3076-42d3-8652-e7631c4a134e service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1935773 Apr 21 14:58:55.054373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca93b7-d724-4b75-8f73-5f740f9440bf req-b3a0cebc-336e-4995-94b3-b9b7f94893dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:55.055822 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-afca93b7-d724-4b75-8f73-5f740f9440bf req-b3a0cebc-336e-4995-94b3-b9b7f94893dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1827583 Apr 21 14:58:55.110569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}, {'id': 'd37bf330-ad40-441c-b44f-aae12169f938', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:a0:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5bf18-390d-4383-b963-c640892d309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:58:53Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:55.111244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-3dc75f74-4dc9-47d3-9f51-942eba9915af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 200 len: 998 time: 0.1334813 Apr 21 14:58:55.114491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:58:55.121921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-afca93b7-d724-4b75-8f73-5f740f9440bf req-e86e6813-b51d-4961-bf3e-16fc60742ac7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=ea471dca-3a3b-488d-97b9-e78d707092f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598228 Apr 21 14:58:55.122832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:58:55.123435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:55.178361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e874-ac81-47c8-b489-44f640825d0b req-d3e97c6d-a6db-473f-bb04-972237c4ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:55.179796 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-d3e97c6d-a6db-473f-bb04-972237c4ed5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0610940 Apr 21 14:58:55.256328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-211b84b7-5e7a-4ddd-8c72-cc775e4b5f4e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:55.257077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-211b84b7-5e7a-4ddd-8c72-cc775e4b5f4e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:58:55.258736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e874-ac81-47c8-b489-44f640825d0b req-2d4a03b8-1e18-4564-97ad-e4445db0bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:58:55.260259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-2d4a03b8-1e18-4564-97ad-e4445db0bc13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747447 Apr 21 14:58:55.270784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-211b84b7-5e7a-4ddd-8c72-cc775e4b5f4e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:58:55.272041 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-211b84b7-5e7a-4ddd-8c72-cc775e4b5f4e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 945 time: 0.1101992 Apr 21 14:58:55.350288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 75d2e533-d9f1-4411-b035-55d34efa6098 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:58:55.350639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.352824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:58:55.399865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-f3aec554-7d2c-4d93-bbad-d2484c6bf970 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334372 Apr 21 14:58:55.420553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c66ace59-236f-48d4-a8e4-b74d83add7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.549843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b61e874-ac81-47c8-b489-44f640825d0b req-943e30d5-31f3-4627-bb31-3e6e2d9403b9 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430802 Apr 21 14:58:55.614495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 75d2e533-d9f1-4411-b035-55d34efa6098, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=75d2e533-d9f1-4411-b035-55d34efa6098,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:55.615069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.713142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}, {'id': 'd37bf330-ad40-441c-b44f-aae12169f938', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:a0:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5bf18-390d-4383-b963-c640892d309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:58:53Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:58:55.717078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555704f6-cba9-4313-a6e9-ebf54d04050f None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}, {'id': 'd37bf330-ad40-441c-b44f-aae12169f938', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:a0:d4:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff5bf18-390d-4383-b963-c640892d309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:58:53Z', 'updated_at': '2022-04-21T14:58:53Z', 'revision_number': 0, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:58:55.743015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 75d2e533-d9f1-4411-b035-55d34efa6098 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:58:55.897651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:55.927054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a0c290-ef6e-47b6-9d74-eac3f1c7f86b None None] New status for floating IP d37bf330-ad40-441c-b44f-aae12169f938: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:58:55.949329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=75d2e533-d9f1-4411-b035-55d34efa6098,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:56.027585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 75d2e533-d9f1-4411-b035-55d34efa6098 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:58:56.030918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:56.043618 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bb8d1680-ac9e-4e9d-b92d-fd7ecf696580 req-cc3dadef-4767-4438-bd4d-e0f562b9fa23 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/75d2e533-d9f1-4411-b035-55d34efa6098 HTTP/1.1" status: 204 len: 173 time: 0.7668660 Apr 21 14:58:56.292654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba8118a8-417a-47a1-abab-ebc0aed09bbf req-50327b89-16ff-436e-8015-f65d40a4b824 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4 HTTP/1.1" status: 200 len: 210 time: 0.0463400 Apr 21 14:58:56.666694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'name': 'network-vif-deleted', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:58:56.714766 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e73b782-2b65-460a-815a-a33beeb75639'] response: {'server_uuid': '6c9a31c1-ef67-4bca-b2f6-ba6e13bbcdf4', 'name': 'network-vif-deleted', 'tag': '75d2e533-d9f1-4411-b035-55d34efa6098', 'status': 'completed', 'code': 200} Apr 21 14:58:57.387024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37220) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:57.456194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.485745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.497597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d687c588-2161-4db6-bdb2-cceb2436ccad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.552974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.571718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea471dca-3a3b-488d-97b9-e78d707092f0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:57.579518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:57.580609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6fe2db4d-5e66-447f-9b67-ef959f8ecad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/ea471dca-3a3b-488d-97b9-e78d707092f0 HTTP/1.1" status: 204 len: 168 time: 0.1926031 Apr 21 14:58:57.615244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:58:58.274813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.623347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port f9298b34-1e48-496e-806c-a5e6228578dc {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:58:58.623721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.721475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.816942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port f9298b34-1e48-496e-806c-a5e6228578dc, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f9298b34-1e48-496e-806c-a5e6228578dc,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:58:58.817320 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:58.943175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for f9298b34-1e48-496e-806c-a5e6228578dc owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:58:58.962829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.135451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.184203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=f9298b34-1e48-496e-806c-a5e6228578dc,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:58:59.557631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:58:59.944100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router bdc7c493-0968-4e00-b305-7ca151282e86 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:59:00.125274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:00.135499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Sync routers for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:00.138679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5cffd6fc-f154-4117-9dea-f0a20ac236fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/bdc7c493-0968-4e00-b305-7ca151282e86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5223782 Apr 21 14:59:00.141510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37230) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:00.145818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:00.146433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:00.220688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet ee808795-1278-421e-bd32-ef47522de508 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:59:00.224184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.284904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.324429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 75d2e533-d9f1-4411-b035-55d34efa6098 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:00.380063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 75d2e533-d9f1-4411-b035-55d34efa6098 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:00.380321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 75d2e533-d9f1-4411-b035-55d34efa6098 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:00.383278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.411445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:00.462623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.474995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.515829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=ee808795-1278-421e-bd32-ef47522de508,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:00.517574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.524426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e92b99c-2ba3-46d9-b782-f873cbec27fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/ee808795-1278-421e-bd32-ef47522de508 HTTP/1.1" status: 204 len: 168 time: 0.3815520 Apr 21 14:59:00.526739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37234) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:00.539347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592053e-3178-4368-bbe8-29eb45356ef9 None None] Network 3141cf97-ca03-44fe-9091-b224db5967b0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:59:00.732386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.900333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:58:59Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '98b3f859-1965-4cf1-bf42-7313ce625f10', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:55:34Z', 'updated_at': '2022-04-21T14:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:00.904530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Checking router: bdc7c493-0968-4e00-b305-7ca151282e86 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:00.915647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Routers {'bdc7c493-0968-4e00-b305-7ca151282e86'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:00.915647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bdc7c493-0968-4e00-b305-7ca151282e86'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:00.962819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.975860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 98b3f859-1965-4cf1-bf42-7313ce625f10 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:00.976844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:00.978741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] DHCP port deletion for 3141cf97-ca03-44fe-9091-b224db5967b0 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:59:01.001485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Deleting port 970d2ed5-a8b5-47c5-b7aa-76cb718245af {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:01.001485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.239654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] Set router bdc7c493-0968-4e00-b305-7ca151282e86 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:01.293076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 98b3f859-1965-4cf1-bf42-7313ce625f10, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=98b3f859-1965-4cf1-bf42-7313ce625f10,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:01.293076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.372453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:59:00Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:01.381975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86af23-b906-4d99-a646-da8b9210ecb0 None None] The sync data for ids ['bdc7c493-0968-4e00-b305-7ca151282e86'] in dv-neutron-838896-1-hyperv is: [{'id': 'bdc7c493-0968-4e00-b305-7ca151282e86', 'name': 'tempest-TestNetworkBasicOps-router-632935801', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:55:33Z', 'updated_at': '2022-04-21T14:59:00Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:01.422141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 98b3f859-1965-4cf1-bf42-7313ce625f10 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:01.498091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] For port 970d2ed5-a8b5-47c5-b7aa-76cb718245af, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=970d2ed5-a8b5-47c5-b7aa-76cb718245af,segment=NetworkSegment(a2bc8439-9522-4abb-a76f-59aadc9a7f01),segment_id=a2bc8439-9522-4abb-a76f-59aadc9a7f01)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:01.498210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.617366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.630722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Calling delete_port for 970d2ed5-a8b5-47c5-b7aa-76cb718245af owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:01.670007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=98b3f859-1965-4cf1-bf42-7313ce625f10,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:01.715159 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.769972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] Pushing event deleted for resources: {'Port': ['ID=970d2ed5-a8b5-47c5-b7aa-76cb718245af,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:01.773513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084c080-fdbb-4ca5-a6a5-cb662a893653 None None] No DVR routers for this DVR port 970d2ed5-a8b5-47c5-b7aa-76cb718245af on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:59:01.798211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:01.998338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.001180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.022437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.022868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router bdc7c493-0968-4e00-b305-7ca151282e86 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:59:02.037485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.038546 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cd2c5f54-a114-4b1b-95c1-dbe88b1a36eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/bdc7c493-0968-4e00-b305-7ca151282e86 HTTP/1.1" status: 204 len: 168 time: 1.5104947 Apr 21 14:59:02.041232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37240) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:02.151908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.223423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 970d2ed5-a8b5-47c5-b7aa-76cb718245af no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:02.261855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 970d2ed5-a8b5-47c5-b7aa-76cb718245af {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:02.262498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 970d2ed5-a8b5-47c5-b7aa-76cb718245af not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:02.262618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f9298b34-1e48-496e-806c-a5e6228578dc no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:02.288235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.295278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: f9298b34-1e48-496e-806c-a5e6228578dc {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:02.296324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f9298b34-1e48-496e-806c-a5e6228578dc not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:02.315501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3141cf97-ca03-44fe-9091-b224db5967b0']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:02.328405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2bc8439-9522-4abb-a76f-59aadc9a7f01') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:02.328691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2bc8439-9522-4abb-a76f-59aadc9a7f01') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:02.339740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.355712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.361665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:59:02.362044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:59:02.376926 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:59:02.462595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.479938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.492553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=3141cf97-ca03-44fe-9091-b224db5967b0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:02.498448 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-652e9e58-5a73-40fe-bc89-036401ebb2fc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/3141cf97-ca03-44fe-9091-b224db5967b0 HTTP/1.1" status: 204 len: 168 time: 0.4562740 Apr 21 14:59:02.520866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37244) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:02.526432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--794647381', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:02.532067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:02.536123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:02.538915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:02.544429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:02.554646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:59:02.557994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.584393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:59:02.593578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.593927 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 974b1a8a-51dd-4a99-94a4-5c8382c3f3da of type vlan for network a2187e49-e373-414b-93f8-27d40a50d986 Apr 21 14:59:02.623458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.650673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.656496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:02.657084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.759759 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2377269 Apr 21 14:59:02.762524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37248) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:02.766829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b99c0-e5d3-48e3-80c8-ac6671ae08d1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=a2187e49-e373-414b-93f8-27d40a50d986,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:02.769540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:02.776950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:02.777761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network a2187e49-e373-414b-93f8-27d40a50d986 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:59:02.781438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:02.784794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:02.790694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:02.803004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.804465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:02.828464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.212728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.512053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.544071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.676881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.142 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c1fcc730-63b2-49dc-a828-8cd8184eab01) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:03.807121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98b3f859-1965-4cf1-bf42-7313ce625f10 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:03.822463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.843538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 98b3f859-1965-4cf1-bf42-7313ce625f10 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:03.843877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 98b3f859-1965-4cf1-bf42-7313ce625f10 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:03.851977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:03.922197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:03.924928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:03.927426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:59:03.960108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=c1fcc730-63b2-49dc-a828-8cd8184eab01,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:04.340097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:04.802224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.004973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 14:59:05.177594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:05.187967 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Sync routers for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:05.199369 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:05.200121 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:05.203763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.204941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1ca9125e-c16b-4f73-8fb1-195e37b3e71e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4408889 Apr 21 14:59:05.207957 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37252) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:05.250401 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-654cdf7d-199e-455d-8f6c-6b8b4c052303 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414023 Apr 21 14:59:05.253047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37256) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:05.379246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b6f23c-0131-463a-8d23-d35eaa48b43f tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:05.380627 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f7b6f23c-0131-463a-8d23-d35eaa48b43f tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1266482 Apr 21 14:59:05.380986 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:05.383471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37260) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:05.423164 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18805267-cfe4-4433-871c-72a4f7e63084 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386388 Apr 21 14:59:05.425854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37264) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:05.431110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-732260580', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:05.538746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:05.542543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:05.545315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:05.551838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:05.562662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:59:05.566122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.692990 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:04Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:05.697094 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Checking router: 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:05.697468 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Updating router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 port c1fcc730-63b2-49dc-a828-8cd8184eab01 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:59:05.750301 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.783052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.866519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:05.874408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:05.874770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: a2187e49-e373-414b-93f8-27d40a50d986, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:59:05.895036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network a2187e49-e373-414b-93f8-27d40a50d986 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:59:05.903925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, a2187e49-e373-414b-93f8-27d40a50d986) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:05.908558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:05.909149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:05.914110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b213c656-8dce-41d6-83b5-13f51ae86677 None None] Network a2187e49-e373-414b-93f8-27d40a50d986 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:59:05.935449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0b03fa37-e6ef-4a98-ad0a-77f1acdb5519 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5060632 Apr 21 14:59:05.935799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37268) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:06.096344 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.108278 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Transition to ACTIVE for port object c1fcc730-63b2-49dc-a828-8cd8184eab01 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:06.115985 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.137591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-a2187e49-e373-414b-93f8-27d40a50d986', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 14:59:06.138673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.196750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Pushing event updated for resources: {'Port': ['ID=c1fcc730-63b2-49dc-a828-8cd8184eab01,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:06.209597 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.209939 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.210269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.210593 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.210913 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.211241 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.211551 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.211868 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.212183 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.212496 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.212812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.213120 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:06.218131 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Attempting to bind port c1fcc730-63b2-49dc-a828-8cd8184eab01 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:06.218500 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Attempting to bind port c1fcc730-63b2-49dc-a828-8cd8184eab01 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:06.218854 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Attempting to bind port c1fcc730-63b2-49dc-a828-8cd8184eab01 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:06.224988 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:59:06.225410 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:06.225809 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.226187 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:59:06.226647 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Bound port: c1fcc730-63b2-49dc-a828-8cd8184eab01, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:06.227015 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.306286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] For port c1fcc730-63b2-49dc-a828-8cd8184eab01, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:06.310085 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] For port c1fcc730-63b2-49dc-a828-8cd8184eab01, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c1fcc730-63b2-49dc-a828-8cd8184eab01,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:59:06.311551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Allocated IP 172.20.0.2 (a2187e49-e373-414b-93f8-27d40a50d986/bd6fbb9d-082d-43de-8d1a-6f2d910b42dc/6b2e4533-51ee-4196-b4e6-f903b946004b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:06.316380 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.401080 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:06.401721 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:06.450841 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd26f9-875f-4637-a89b-611af5f2d50d None None] Pushing event updated for resources: {'Port': ['ID=c1fcc730-63b2-49dc-a828-8cd8184eab01,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:06.557019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.568407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Transition to ACTIVE for port object 6b2e4533-51ee-4196-b4e6-f903b946004b will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:06.590264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Transition to ACTIVE for port object 6b2e4533-51ee-4196-b4e6-f903b946004b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:06.598573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.606415 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:06.733924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Network a2187e49-e373-414b-93f8-27d40a50d986 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:06.737676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:06.741874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:59:06.751742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Pushing event updated for resources: {'Port': ['ID=6b2e4533-51ee-4196-b4e6-f903b946004b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:06.811935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.842964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Attempting to bind port 6b2e4533-51ee-4196-b4e6-f903b946004b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:06.843591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Attempting to bind port 6b2e4533-51ee-4196-b4e6-f903b946004b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:06.844466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Attempting to bind port 6b2e4533-51ee-4196-b4e6-f903b946004b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:06.850269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:59:06.850648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Checking segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:06.851049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.851433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Bound using segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:59:06.852041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Bound port: 6b2e4533-51ee-4196-b4e6-f903b946004b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:06.852672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:06.916006 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:04Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:06.920118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3331e819-bcbc-4d55-a8e2-3d21d6a9e671 None None] The sync data for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv is: [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:04Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:06.956473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] For port 6b2e4533-51ee-4196-b4e6-f903b946004b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:06.959557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] For port 6b2e4533-51ee-4196-b4e6-f903b946004b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6b2e4533-51ee-4196-b4e6-f903b946004b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:59:06.968084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:07.064280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844cbc9-86ea-4c02-9d1f-b248b8dce953 None None] Pushing event updated for resources: {'Port': ['ID=6b2e4533-51ee-4196-b4e6-f903b946004b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:07.273106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (a2187e49-e373-414b-93f8-27d40a50d986/bd6fbb9d-082d-43de-8d1a-6f2d910b42dc/f955e162-39e4-41ac-8d43-e76aad7ae38d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:07.475664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:07.494945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object f955e162-39e4-41ac-8d43-e76aad7ae38d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:07.532122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:07.616443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network a2187e49-e373-414b-93f8-27d40a50d986 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:07.625712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:07.633673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:59:07.660823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:07.693618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.043812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6b2e4533-51ee-4196-b4e6-f903b946004b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:08.149478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6b2e4533-51ee-4196-b4e6-f903b946004b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:08.161877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c1fcc730-63b2-49dc-a828-8cd8184eab01 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:08.259699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c1fcc730-63b2-49dc-a828-8cd8184eab01 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:08.259699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c1fcc730-63b2-49dc-a828-8cd8184eab01 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:08.265653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.361514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.399460 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:59:08.470710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.489479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5c9c17-c0a7-4a26-9bae-08cbe1e4c64d None None] Network a2187e49-e373-414b-93f8-27d40a50d986 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:59:08.560151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port c1fcc730-63b2-49dc-a828-8cd8184eab01, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c1fcc730-63b2-49dc-a828-8cd8184eab01,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:08.573685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.698713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Provisioning for port 6b2e4533-51ee-4196-b4e6-f903b946004b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:08.712017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Provisioning complete for port 6b2e4533-51ee-4196-b4e6-f903b946004b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:08.712017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.791246 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=c1fcc730-63b2-49dc-a828-8cd8184eab01,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:08.896077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:08.907403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.020614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.073640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] For port 6b2e4533-51ee-4196-b4e6-f903b946004b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6b2e4533-51ee-4196-b4e6-f903b946004b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:09.083546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.093109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.112261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:09.184787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9297554-ac23-4b9b-9c8d-dc29e73cdda2 None None] Pushing event updated for resources: {'Port': ['ID=6b2e4533-51ee-4196-b4e6-f903b946004b,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:09.332162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network a2187e49-e373-414b-93f8-27d40a50d986 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:09.332162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:09.463174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Provisioning for port f955e162-39e4-41ac-8d43-e76aad7ae38d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:09.473229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Provisioning complete for port f955e162-39e4-41ac-8d43-e76aad7ae38d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:09.482540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.554931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Port f955e162-39e4-41ac-8d43-e76aad7ae38d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:59:09.579104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Provisioning complete for port 6b2e4533-51ee-4196-b4e6-f903b946004b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:09.579104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-355f60c4-3656-40f3-a3d4-59aa2c439254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.632108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:59:09.893838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:09.904437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-05f12b7e-40af-4922-aedc-9bb222c6e5a7 None None] Provisioning complete for port f955e162-39e4-41ac-8d43-e76aad7ae38d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:09.904437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-05f12b7e-40af-4922-aedc-9bb222c6e5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:09.911021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f858ec2-b842-476b-85ea-30621c20f1fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/6ad40c6c-182f-4b87-ac15-c6505b3e4a81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9638991 Apr 21 14:59:09.911021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37274) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:09.962416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6b2e4533-51ee-4196-b4e6-f903b946004b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:09.996963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Sync routers for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:10.034068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:10.034068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.069534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.074312 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-79ae32e1-edb6-476b-bcdc-891974627897 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1645117 Apr 21 14:59:10.074312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37278) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:10.118318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-05f12b7e-40af-4922-aedc-9bb222c6e5a7 None None] Port f955e162-39e4-41ac-8d43-e76aad7ae38d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:10.153663 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8b641605-9e78-4572-a65c-3f2834ade64e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0775247 Apr 21 14:59:10.170888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37282) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:10.239460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6b2e4533-51ee-4196-b4e6-f903b946004b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:10.239460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.360413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:10.505060 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-449115ed-061a-4dcd-9018-c2a512bf3737 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.3403709 Apr 21 14:59:10.507789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37286) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:10.510407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1261093025', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:10.581545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c1fcc730-63b2-49dc-a828-8cd8184eab01 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:10.759384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c1fcc730-63b2-49dc-a828-8cd8184eab01 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:10.759384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.821917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:10.821917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:port and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:10.831504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:10.845332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:10.864386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:59:10.864386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:10.902780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] device_id is not set on port 59c5533d-7960-418c-bafa-2bf28f2f0f6b yet. {{(pid=88108) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:59:10.952992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:10.958711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Checking router: 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:10.958711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Updating router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 port f955e162-39e4-41ac-8d43-e76aad7ae38d binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:59:11.028982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.067888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.12 (a2187e49-e373-414b-93f8-27d40a50d986/bd6fbb9d-082d-43de-8d1a-6f2d910b42dc/59c5533d-7960-418c-bafa-2bf28f2f0f6b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:11.294451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.309578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 59c5533d-7960-418c-bafa-2bf28f2f0f6b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:11.339337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.425709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network a2187e49-e373-414b-93f8-27d40a50d986 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:11.425709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:11.434651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:59:11.473518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:11.513980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:11.513980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.548566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69007a75-3ce9-4944-95a0-3800ba419986 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0416284 Apr 21 14:59:11.621120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.636283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Transition to ACTIVE for port object f955e162-39e4-41ac-8d43-e76aad7ae38d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:11.644131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.800928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754bef-7667-443a-a8fc-a8950d513d88 None None] Pushing event updated for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:11.800928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60bf59fa-4df6-4fc6-a261-c796c8f4424c None None] Provisioning for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:11.849163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60bf59fa-4df6-4fc6-a261-c796c8f4424c None None] Provisioning complete for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:11.849163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60bf59fa-4df6-4fc6-a261-c796c8f4424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:11.984349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Attempting to bind port f955e162-39e4-41ac-8d43-e76aad7ae38d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:11.984349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Attempting to bind port f955e162-39e4-41ac-8d43-e76aad7ae38d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:11.984349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Attempting to bind port f955e162-39e4-41ac-8d43-e76aad7ae38d on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-60bf59fa-4df6-4fc6-a261-c796c8f4424c None None] Port 59c5533d-7960-418c-bafa-2bf28f2f0f6b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Checking segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Bound using segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Bound port: f955e162-39e4-41ac-8d43-e76aad7ae38d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:12.002072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.119779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] For port f955e162-39e4-41ac-8d43-e76aad7ae38d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:12.127890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] For port f955e162-39e4-41ac-8d43-e76aad7ae38d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f955e162-39e4-41ac-8d43-e76aad7ae38d,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:59:12.136396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.212571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:12.212571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:58:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:12.345482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a754bef-7667-443a-a8fc-a8950d513d88 None None] Pushing event updated for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:12.483518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37292) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:12.490673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367242337', 'description': 'tempest-secgroup-smoke-367242337 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:12.495065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:12.499730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:12.499730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:12.499730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:12.513300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:12.523054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.543926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:12.543926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:12.551911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:12.557447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:12.646229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.646646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.693918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f342e5-f19d-4962-bfe1-d787eba81d77,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:12.697943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.701249 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2d00ac13-2652-489c-983f-45f7b05c6a59 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2215335 Apr 21 14:59:12.702819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37296) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:12.708624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:12.714673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:12.719326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:12.722156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:12.733266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:12.753840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.851055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.851055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.857867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:12Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:12.857867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f1efac-25b1-4f27-9ebc-c13ca936dbe1 None None] The sync data for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv is: [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:12Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:12.892707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489fe368-0765-47e7-9cde-80f84831babf,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:12.912940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:12.912940 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3687b7aa-cf9c-4618-ac9c-97dba1b5451a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062919 Apr 21 14:59:12.929999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37300) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:12.929999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:12.949601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:12.949601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:12.951005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:12.958028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:12.975685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.048304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.052594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.079011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a46fb8-6061-4953-bd4c-623b908e339c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:13.088798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.093311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-974b13fa-eabb-4362-a9d9-e25741f090e1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759324 Apr 21 14:59:13.093547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37304) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.098890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:13.104977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:13.109107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:13.112225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:13.118037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:13.140500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.207808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.211668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.236835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f09d0ce-4a1c-4629-a707-7870c6e0c3eb,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:13.246741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.249145 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2db293b4-203e-4a04-8e27-434da4c5c9dc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534002 Apr 21 14:59:13.251451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37308) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.256827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:13.263223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:13.267600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:13.270535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:13.276251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:13.294229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.364806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.369014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.395020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cbce14-976b-4fb5-afab-3d8b605bb16c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:13.406339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.407535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c4109a7b-c8b1-4000-a217-02f19951bce7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550791 Apr 21 14:59:13.410587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37312) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.415568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:13.423543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:13.427584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:13.430705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:13.437589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:13.447987 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:59:13.456150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.527439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.532003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.556479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7493daa7-e673-4068-9792-ce9041f56e85,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:13.566592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.567779 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ba462ac1-156a-4174-8abc-084ecfcdc74c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562741 Apr 21 14:59:13.571989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37316) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:13.577370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55f342e5-f19d-4962-bfe1-d787eba81d77', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:13.583914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:13.587971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:13.590924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:13.597359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:13.609639 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:59:13.616423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.685184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.690271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.713685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6ce08f-ec79-4db5-a1e3-7be37d294a28,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:13.724322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:13.725569 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c3e376b6-158a-4eea-801a-b818f623a443 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525886 Apr 21 14:59:13.918389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f955e162-39e4-41ac-8d43-e76aad7ae38d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:14.018184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port f955e162-39e4-41ac-8d43-e76aad7ae38d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:14.024579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f955e162-39e4-41ac-8d43-e76aad7ae38d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:14.025025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.034442 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-6f8ff3db-3968-4631-b329-c601b9e3d264 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367242337&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0445304 Apr 21 14:59:14.125539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-74e0acb4-9291-4c60-b99f-f2819026f846 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:14.126052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-74e0acb4-9291-4c60-b99f-f2819026f846 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:14.142341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-74e0acb4-9291-4c60-b99f-f2819026f846 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:14.144554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-74e0acb4-9291-4c60-b99f-f2819026f846 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 931 time: 0.1019535 Apr 21 14:59:14.160614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.193937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port f955e162-39e4-41ac-8d43-e76aad7ae38d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f955e162-39e4-41ac-8d43-e76aad7ae38d,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:14.197258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:14.218828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-8074ea04-1440-4676-9f5a-29e10d23cf3f service neutron] 10.222.0.35 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0617998 Apr 21 14:59:14.263021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:14.351312 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-88832aba-299f-46e9-9037-d57408137f9f service neutron] 10.222.0.35 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266272 Apr 21 14:59:14.483601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-8b7f523b-418e-4841-8b28-d2a5255fba57 service neutron] 10.222.0.35 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257334 Apr 21 14:59:14.670110 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4dc34a34-154f-4bab-9f7b-3d71c94086f2 req-47e56fa4-a299-4324-9c76-3252f0fd497e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 210 time: 0.0514667 Apr 21 14:59:15.665757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-80374bfa-ea82-4a05-8967-f8a8f1edbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:15.666242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-80374bfa-ea82-4a05-8967-f8a8f1edbf8b service neutron] 10.222.0.13 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1027 time: 0.0732682 Apr 21 14:59:15.902457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-f9e3886f-3561-4769-a225-364f21321fe6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:15.902457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-f9e3886f-3561-4769-a225-364f21321fe6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:15.922766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-f9e3886f-3561-4769-a225-364f21321fe6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:15.922766 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-f9e3886f-3561-4769-a225-364f21321fe6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 796 time: 0.2446625 Apr 21 14:59:15.926594 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a92040a5-e488-46d5-ba7a-d3e3ba930f6d req-ca48a20e-9d5c-49ca-b0f5-dbd76a34ce2a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 210 time: 0.1122050 Apr 21 14:59:15.957238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f955e162-39e4-41ac-8d43-e76aad7ae38d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:15.989381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-592c26c5-2719-43ef-bad0-dcc4bf2aa9b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:16.007221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-592c26c5-2719-43ef-bad0-dcc4bf2aa9b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:16.007221 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-592c26c5-2719-43ef-bad0-dcc4bf2aa9b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 379 time: 0.0727766 Apr 21 14:59:16.015861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Request body: {'port': {'device_id': '97e78485-3f53-49b2-b877-770381318734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:16.048076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f955e162-39e4-41ac-8d43-e76aad7ae38d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:16.048076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.142083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.497481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c5533d-7960-418c-bafa-2bf28f2f0f6b {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:59:16.504525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.519284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Transition to ACTIVE for port object 59c5533d-7960-418c-bafa-2bf28f2f0f6b will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:16.523157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.680914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:16.774485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:16.774818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:16.775149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:16.780689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:59:16.780999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:16.786189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:59:16.786513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Checking segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:16.786879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Bound using segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:59:16.787298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Bound port: 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:16.787620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:16.986996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:16.986996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:59:16.992335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:17.054089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.054089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:17.054965 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] 10.222.0.13 "PUT /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1132 time: 1.0444541 Apr 21 14:59:17.055397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:59:17.080562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafa9d4-4bba-41ee-9c30-6a885840f511 service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:17.147319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a776a6-e096-4884-972f-5ef3a4d03e76'] response: {'name': 'network-changed', 'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'status': 'completed', 'code': 200} Apr 21 14:59:17.181771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef235354-14e8-48f2-bdbc-ec78ffbe0b43 req-a884ea25-7092-4196-a86d-87ccb80a2802 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.189822 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef235354-14e8-48f2-bdbc-ec78ffbe0b43 req-a884ea25-7092-4196-a86d-87ccb80a2802 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 982 time: 0.1516755 Apr 21 14:59:17.214461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-03fa03e1-58db-4fa8-b63e-c337eab0a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.214461 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-03fa03e1-58db-4fa8-b63e-c337eab0a389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 1135 time: 0.1005361 Apr 21 14:59:17.244958 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef235354-14e8-48f2-bdbc-ec78ffbe0b43 req-0b65c780-0ff8-4582-b42d-074065eb7a1b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538590 Apr 21 14:59:17.293131 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-75a1b010-f710-4c3b-99bf-72045dc67315 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 217 time: 0.0790985 Apr 21 14:59:17.362087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-18eca2a9-84ee-4106-ba71-3ce9e64d13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.363781 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-18eca2a9-84ee-4106-ba71-3ce9e64d13fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 200 len: 834 time: 0.0650468 Apr 21 14:59:17.444619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-e5d573dd-e743-4069-9b9a-ad7786fe88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.446456 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-e5d573dd-e743-4069-9b9a-ad7786fe88ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2187e49-e373-414b-93f8-27d40a50d986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753412 Apr 21 14:59:17.582235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-dd33873b-f933-4d3c-83a9-485e7230ab50 service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304064 Apr 21 14:59:17.728072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8dbcb6b-0a1d-4ef0-bc81-41ea589c53a0 req-eb420d0d-30ca-459a-b957-829de7d4e04b service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400127 Apr 21 14:59:17.859193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-7a1db17a-e300-46c0-9d1d-6a397e93f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:17.860993 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-7a1db17a-e300-46c0-9d1d-6a397e93f05e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 1135 time: 0.0855656 Apr 21 14:59:18.053716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-5bf0900e-dab1-428a-bc0c-99b386f3b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:18.055243 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-5bf0900e-dab1-428a-bc0c-99b386f3b177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 897 time: 0.1879847 Apr 21 14:59:18.126667 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-436bbbf0-891f-46d3-9261-0a0fa73e76f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 217 time: 0.0665209 Apr 21 14:59:18.199600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-f43bb276-a8e0-4c9b-872d-e202baf9d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:18.200608 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-f43bb276-a8e0-4c9b-872d-e202baf9d530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 200 len: 834 time: 0.0681114 Apr 21 14:59:18.274812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-7158f7c0-0c98-4271-ad08-c3b1c159b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:18.276252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-7158f7c0-0c98-4271-ad08-c3b1c159b0ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2187e49-e373-414b-93f8-27d40a50d986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700698 Apr 21 14:59:18.412083 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-a02c1f10-8a74-46f1-891b-80e374be6264 service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291089 Apr 21 14:59:18.459601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6313c-9f90-43d1-9ec7-afab9c7295b0 req-79c9e140-bbb4-4895-84b1-941ff4eda45e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:18.464156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a9f6313c-9f90-43d1-9ec7-afab9c7295b0 req-79c9e140-bbb4-4895-84b1-941ff4eda45e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 982 time: 0.0967023 Apr 21 14:59:18.509274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a9f6313c-9f90-43d1-9ec7-afab9c7295b0 req-a83fef4c-17df-40bb-85d7-b8d2c03af438 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Apr 21 14:59:18.562054 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-25ffee41-0bae-4813-a21c-ea85fd28f62b req-7ac7cc5e-615b-4a10-af08-5b735059efe1 service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430876 Apr 21 14:59:19.699125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546731a-74f6-49a1-a558-d1deb2b78894 req-5951d873-98fb-4d30-a4d6-d155ac5ece18 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:19.700717 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e546731a-74f6-49a1-a558-d1deb2b78894 req-5951d873-98fb-4d30-a4d6-d155ac5ece18 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 982 time: 0.0866904 Apr 21 14:59:19.746319 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e546731a-74f6-49a1-a558-d1deb2b78894 req-b99e6243-962c-46b2-9dbc-fd67c67e4243 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Apr 21 14:59:20.930649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddbfda-cc24-4d9d-8899-a73e1d7caa22 req-cf411ea8-affc-4be6-b504-f2c0568ca276 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:20.932063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22ddbfda-cc24-4d9d-8899-a73e1d7caa22 req-cf411ea8-affc-4be6-b504-f2c0568ca276 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 982 time: 0.0803916 Apr 21 14:59:20.974647 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22ddbfda-cc24-4d9d-8899-a73e1d7caa22 req-511425ef-1bbd-4c25-9671-a79c7bb81bdc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363417 Apr 21 14:59:21.930064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.158348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369e7e4-a01a-408a-b06b-2f038e0228e7 req-4b96c55c-95cd-4ead-87e6-a04442424627 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:22.159770 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f369e7e4-a01a-408a-b06b-2f038e0228e7 req-4b96c55c-95cd-4ead-87e6-a04442424627 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 982 time: 0.0823836 Apr 21 14:59:22.202974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f369e7e4-a01a-408a-b06b-2f038e0228e7 req-a5497bfa-f696-486f-bc09-b3612be8b129 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Apr 21 14:59:22.454033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:59:22.588833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:22.601979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'mac_address': 'fa:16:3e:52:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:59:22.655409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.671359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c5533d-7960-418c-bafa-2bf28f2f0f6b {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:59:22.686637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:22.691509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:22.758935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:23.021741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['59c5533d-7960-418c-bafa-2bf28f2f0f6b'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:59:23.382547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddaae8-b5c8-44ae-9c8a-fcfdcd1ad010 req-6e964d7b-3820-462c-9068-2b22f020515e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:23.383953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ecddaae8-b5c8-44ae-9c8a-fcfdcd1ad010 req-6e964d7b-3820-462c-9068-2b22f020515e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 983 time: 0.0778415 Apr 21 14:59:23.428614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ecddaae8-b5c8-44ae-9c8a-fcfdcd1ad010 req-84dfad33-9480-4c19-9d42-9f29e52ffaa4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388947 Apr 21 14:59:24.462571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:24.534721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:24.539378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:24.539743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:24.618798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06897b53-e8cd-4c38-90f9-1fcff47b8710 req-22adb375-4afe-4db8-9490-fae5283a5daa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:24.620229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06897b53-e8cd-4c38-90f9-1fcff47b8710 req-22adb375-4afe-4db8-9490-fae5283a5daa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 983 time: 0.0838764 Apr 21 14:59:24.660799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:24.664700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06897b53-e8cd-4c38-90f9-1fcff47b8710 req-238c4379-81b8-4cfc-abc2-838440694d72 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 Apr 21 14:59:24.720282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:59:24.730020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:24.733915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:24.770293 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5968c2-8d72-4ce2-8b85-b3d7700f2cc9'] response: {'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'code': 200} Apr 21 14:59:24.803907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:25.006176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a7cfc-6df6-43c0-b1db-fe5eeec3317b req-c6ca2d3e-b1a8-4024-9beb-4da67e46fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:25.007551 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-381a7cfc-6df6-43c0-b1db-fe5eeec3317b req-c6ca2d3e-b1a8-4024-9beb-4da67e46fa39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 1137 time: 0.0694153 Apr 21 14:59:25.052026 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-381a7cfc-6df6-43c0-b1db-fe5eeec3317b req-b56bec3c-716f-4317-bfb1-f675ec7879fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Apr 21 14:59:25.353221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fce09f75-1f9a-403e-9a83-299de9b7324c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:25.846868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80e3b9-10b8-4244-a642-1fc41ed126c9 req-fcd55ac1-0268-4d5d-8a4f-b18aea4cb032 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:25.848299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fe80e3b9-10b8-4244-a642-1fc41ed126c9 req-fcd55ac1-0268-4d5d-8a4f-b18aea4cb032 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.0798314 Apr 21 14:59:25.895508 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fe80e3b9-10b8-4244-a642-1fc41ed126c9 req-2fd00f7f-4e5c-486e-b1a1-b0dc32e57946 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Apr 21 14:59:27.079130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00a0c6-84fa-457e-961a-94e03b6393b0 req-3cc584cd-689f-4936-8e30-182263e62187 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:27.080655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ab00a0c6-84fa-457e-961a-94e03b6393b0 req-3cc584cd-689f-4936-8e30-182263e62187 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.0789018 Apr 21 14:59:27.124340 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ab00a0c6-84fa-457e-961a-94e03b6393b0 req-4c4a66f4-1ecb-495e-885f-70d97252c4f9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380363 Apr 21 14:59:27.409561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520df9e-92a2-44a8-89fd-3c7cd9a88c6d req-074a50d4-3e20-4bce-9f26-7acd8e7b544e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:27.410914 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5520df9e-92a2-44a8-89fd-3c7cd9a88c6d req-074a50d4-3e20-4bce-9f26-7acd8e7b544e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.1852627 Apr 21 14:59:27.454815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5520df9e-92a2-44a8-89fd-3c7cd9a88c6d req-38c7e8b2-d786-4811-96b8-97fd7bc3cff5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Apr 21 14:59:27.476879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37378) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:27.501116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-398ff80c-9d36-4a34-ba76-1a2d62b42b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:27.546438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e45d35-33ac-476e-b814-13ea4d588434 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:27.548150 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f6e45d35-33ac-476e-b814-13ea4d588434 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 1132 time: 0.0702798 Apr 21 14:59:27.550921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37382) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:27.555593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:27.562390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:27.566102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:27.568805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:27.574249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:27.585069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:27.817103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:27.954407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.110 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/4887e7a5-98c5-4984-8cbd-f74f82711ce9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:59:28.099068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.129220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.192894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:59:28.195696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:59:28.198266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 14:59:28.240402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=4887e7a5-98c5-4984-8cbd-f74f82711ce9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:28.613415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.686126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.724336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.895216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.899768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:28.965904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:29.007365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=4887e7a5-98c5-4984-8cbd-f74f82711ce9,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:29.019478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:29.192710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP b78e6787-1dd8-4102-9bfc-3c67712edb5d associated. External IP: 172.26.4.110, port: 59c5533d-7960-418c-bafa-2bf28f2f0f6b. Apr 21 14:59:29.639291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:59:29.829687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:29.839064 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Sync routers for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:29.849653 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:29.850259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:29.855450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:29.912536 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-28575e12-d4f0-4049-adf5-53ca3bca627a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3605309 Apr 21 14:59:29.913138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:59:29.915439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37386) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:29.958739 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac492c8f-467a-4c92-962e-3f440c7b9505'] response: {'name': 'network-changed', 'server_uuid': '97e78485-3f53-49b2-b877-770381318734', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'status': 'completed', 'code': 200} Apr 21 14:59:29.987526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81691c-0641-488b-8ed1-ced2a70299e8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:29.989261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1f81691c-0641-488b-8ed1-ced2a70299e8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734&network_id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 1132 time: 0.0728312 Apr 21 14:59:30.055840 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:30.057895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-26121991-ab56-4beb-bba6-6843f8b10f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:30.059360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-26121991-ab56-4beb-bba6-6843f8b10f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 1137 time: 0.0767374 Apr 21 14:59:30.207890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-851e87df-8dc2-4229-b380-ed98b67d5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:30.209367 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-851e87df-8dc2-4229-b380-ed98b67d5d58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 897 time: 0.1442993 Apr 21 14:59:30.317048 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-114bf127-abd4-470d-b961-4bf6a6f18295 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1038 time: 0.0986865 Apr 21 14:59:30.367058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2ce5d-c3e1-42ba-b526-f8defddf2729 req-56276fc5-e41c-4c37-8481-1b881d0170db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:30.368499 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ff2ce5d-c3e1-42ba-b526-f8defddf2729 req-56276fc5-e41c-4c37-8481-1b881d0170db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.0872076 Apr 21 14:59:30.386325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-7c633ab6-5861-4738-95d0-933bc9f598f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:30.387802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-7c633ab6-5861-4738-95d0-933bc9f598f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 200 len: 834 time: 0.0643358 Apr 21 14:59:30.402348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:30.420441 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ff2ce5d-c3e1-42ba-b526-f8defddf2729 req-eef89aa6-bd80-4ca1-b50b-c8281ddbc033 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Apr 21 14:59:30.425280 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'b78e6787-1dd8-4102-9bfc-3c67712edb5d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1261093025', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'mac_address': 'fa:16:3e:52:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e78485-3f53-49b2-b877-770381318734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:28Z', 'updated_at': '2022-04-21T14:59:28Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:30.429327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Checking router: 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:30.439406 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:30.439996 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:30.472863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-790099fe-4c74-49e3-88a2-5f0a660560a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:30.474271 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-790099fe-4c74-49e3-88a2-5f0a660560a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2187e49-e373-414b-93f8-27d40a50d986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798569 Apr 21 14:59:30.606962 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-4d38994c-b9e0-47e4-bb5f-9714b38c683c service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251748 Apr 21 14:59:30.614000 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:30.738402 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5bace468-36b9-446c-bbf1-a9949b653d61 req-a82a5e90-f42c-4b91-bf46-d61b74e010a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252873 Apr 21 14:59:30.960112 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'b78e6787-1dd8-4102-9bfc-3c67712edb5d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1261093025', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'mac_address': 'fa:16:3e:52:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e78485-3f53-49b2-b877-770381318734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:28Z', 'updated_at': '2022-04-21T14:59:28Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:30.963894 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310dbf95-aa46-4587-ae36-b88d52df85af None None] The sync data for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv is: [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'b78e6787-1dd8-4102-9bfc-3c67712edb5d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1261093025', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'mac_address': 'fa:16:3e:52:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e78485-3f53-49b2-b877-770381318734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:59:28Z', 'updated_at': '2022-04-21T14:59:28Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:31.141284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e474d-61bd-46d5-b4e4-420d08aefb77 None None] New status for floating IP b78e6787-1dd8-4102-9bfc-3c67712edb5d: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:59:31.608972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2393f6-cc8e-4e4a-9e44-bcfc147069ae req-d8ee7600-5198-4a6a-86ca-77800a7065fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:31.610491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd2393f6-cc8e-4e4a-9e44-bcfc147069ae req-d8ee7600-5198-4a6a-86ca-77800a7065fd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.0812228 Apr 21 14:59:31.655692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd2393f6-cc8e-4e4a-9e44-bcfc147069ae req-681e5a89-a435-45b5-990b-eb684bee0203 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393229 Apr 21 14:59:31.807207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-5ca945a0-7d82-4462-8d52-655092ecacd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:31.807891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-5ca945a0-7d82-4462-8d52-655092ecacd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:31.822905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-5ca945a0-7d82-4462-8d52-655092ecacd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:31.823978 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-5ca945a0-7d82-4462-8d52-655092ecacd8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 984 time: 0.0982273 Apr 21 14:59:31.893886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-f112c51f-9be8-4fe5-9487-49cd92e55500 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:31.895206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-f112c51f-9be8-4fe5-9487-49cd92e55500 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0652440 Apr 21 14:59:32.138519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-5804facc-7a27-43f1-908c-4c358f92d2af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2388222 Apr 21 14:59:32.147527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:32.258230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:32.454926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:32.483264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:32.533831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] device_id is not set on port 59c5533d-7960-418c-bafa-2bf28f2f0f6b yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:59:32.541931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:32.547648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:32.688374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=6']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:32.746973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] No DVR routers for this DVR port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:59:32.812691 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-427ba391-773a-418d-b9e9-b241fa249735 req-ca00cb03-73d3-49fa-976c-c9bcbd986aec tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=97e78485-3f53-49b2-b877-770381318734 HTTP/1.1" status: 200 len: 210 time: 0.0459158 Apr 21 14:59:32.842868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-697aa820-9085-4e5c-86c8-b5a76f7628ce None None] Provisioning complete for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:32.843292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697aa820-9085-4e5c-86c8-b5a76f7628ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:32.897945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-697aa820-9085-4e5c-86c8-b5a76f7628ce None None] Port 59c5533d-7960-418c-bafa-2bf28f2f0f6b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:59:32.975796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] In _notify_port_updated(), no bound segment for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:59:32.976572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:32.977165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:32.978422 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-be7b5d43-6064-4228-9ffe-6a79850f33eb req-2a853c0f-c92d-4943-830e-f32fff3de727 service neutron] 10.222.0.13 "PUT /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1027 time: 0.8346264 Apr 21 14:59:33.909750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37404) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:33.984851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ab9d26-3cd5-447f-86a8-3bf1624baede tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:33.986268 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-23ab9d26-3cd5-447f-86a8-3bf1624baede tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 926 time: 0.0755165 Apr 21 14:59:34.135052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37410) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.140163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237670056', 'description': 'tempest-secgroup-smoke-237670056 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.146014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.155947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.166262 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.187173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.190885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.193619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.199127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.270449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.273859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.319094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef4c26-1f21-4177-8458-16ad1cfd3875,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:34.323107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.324291 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f4f9a934-c532-45b1-8c65-31e04c60b56c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1882756 Apr 21 14:59:34.327792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37414) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.332563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.338470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.342961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.345784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.351336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.366740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.426264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.429818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.452830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2c8c3b-3bb5-4780-bb03-2b2726873749,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:34.462213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.463392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7d7d2a9f-e662-4f34-bac4-129e41ba678a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346977 Apr 21 14:59:34.466135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37418) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.471915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.478145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.482229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.485192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.490819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.507830 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.569385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.572915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.596701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe915101-b94b-4f73-bc57-9c632a0a712f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:34.607396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.608762 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8c3d0d44-b333-4b1d-9833-b50e9279a3c4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410244 Apr 21 14:59:34.611689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.616438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.622286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.626675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.629514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.635016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.652626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.715033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.718934 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.736661 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-a95230b4-9d73-4f7c-89ee-e6a2915ad41e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710897 Apr 21 14:59:34.743508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f881750-7e62-437f-a484-7997e0b58534,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:34.754211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.755682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-44588d32-a104-4023-84ea-69e0c977d223 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432426 Apr 21 14:59:34.758421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37426) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.764134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.770504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.774544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.777458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.783498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.803268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.840700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-582b1228-2d7d-463a-9717-e7426dcbcf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:34.842264 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-582b1228-2d7d-463a-9717-e7426dcbcf26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0796456 Apr 21 14:59:34.869634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.874494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.901290 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501c2565-50fd-4e4b-bdee-6b5602510f46,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:34.913548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.914721 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b6aee57c-248f-400d-a0ca-a005d2107f06 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553490 Apr 21 14:59:34.917402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37430) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:34.923140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:34.928739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:34.932456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:34.935951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:34.941562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:34.956114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:59:34.963183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:34.997532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-f2d2c867-2b59-4bf7-82db-9d96109edc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:35.000197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-f2d2c867-2b59-4bf7-82db-9d96109edc97 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1364982 Apr 21 14:59:35.028047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.032464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.055956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69de0393-158f-4dfd-b3f9-f32b3e67c0d2,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:35.065576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.066817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9e4306ea-adde-4313-a6db-58a3fc41a9ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485195 Apr 21 14:59:35.069814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37434) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:35.074825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '14ef4c26-1f21-4177-8458-16ad1cfd3875', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:35.080570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:35.084362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:35.087229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:35.093027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:35.104212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:59:35.110247 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-53d11836-485b-48e2-a2ae-41854a9cab83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 1001 time: 0.1045496 Apr 21 14:59:35.112069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.173849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-9119259e-b707-4ca6-958c-1f2fee5f6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:35.175175 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-9119259e-b707-4ca6-958c-1f2fee5f6cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0591693 Apr 21 14:59:35.179746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.183308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.208990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b904840-0bbf-4ede-839a-021c9a8ec672,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:35.220847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:35.230367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-10e3122d-57fe-4395-b590-97942986ea16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514411 Apr 21 14:59:35.251383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-fce27854-22c1-466d-baee-13133a5fcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:35.252826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-fce27854-22c1-466d-baee-13133a5fcbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717947 Apr 21 14:59:35.389363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-78816dd1-6505-4643-914d-c525186ab791 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 14:59:35.405009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-78816dd1-6505-4643-914d-c525186ab791 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 14:59:35.406550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-78816dd1-6505-4643-914d-c525186ab791 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237670056&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0578220 Apr 21 14:59:35.486912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-07f63ff6-1902-41f3-b961-079e23111ec8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:35.488309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-07f63ff6-1902-41f3-b961-079e23111ec8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 931 time: 0.0751302 Apr 21 14:59:35.500690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-7099a62a-0658-4c5a-b61c-49f5a0726308 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420335 Apr 21 14:59:35.561529 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-5ae7aa4a-ede6-4811-af7e-1feb819e664a service neutron] 10.222.0.35 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0607009 Apr 21 14:59:35.635899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04c8b28a-c7d3-44a1-a698-3c0e01b561f5 req-41335a82-d358-42d3-a5d9-9eda16ef3d2d service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291752 Apr 21 14:59:35.701574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-343d7f73-a505-4e7c-ad36-c579fc65679f service neutron] 10.222.0.35 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334155 Apr 21 14:59:35.832162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-8e51855c-1f38-48a3-a62c-0244bbdc2352 service neutron] 10.222.0.35 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246731 Apr 21 14:59:36.009254 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0c93095f-c4a6-481a-aff6-bd2389a2ae73 req-55f0d4df-72d2-4fd2-acca-7e94881eed6b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 210 time: 0.0462098 Apr 21 14:59:36.555345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:36.615721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:36.954920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-f6374bb1-b0aa-40ff-867a-45933a4206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:36.956246 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-f6374bb1-b0aa-40ff-867a-45933a4206c2 service neutron] 10.222.0.13 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1027 time: 0.0636489 Apr 21 14:59:37.111497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-056747f9-cc0f-49e9-93f1-a7f831b172d2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:37.112924 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-056747f9-cc0f-49e9-93f1-a7f831b172d2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 796 time: 0.1516304 Apr 21 14:59:37.166074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4cd11600-1e5c-4cad-aa22-44d0e018c2c2 req-66b81145-7df1-42a4-9dbd-82bc7736eacd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 210 time: 0.0451620 Apr 21 14:59:37.167820 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-6ccb502c-e5c4-4666-abc1-25967ebb39a4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 471 time: 0.0430396 Apr 21 14:59:37.178719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Request body: {'port': {'device_id': '5f0d1518-0f43-4ef8-9c73-359959083c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:37.287660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:37.621843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c5533d-7960-418c-bafa-2bf28f2f0f6b {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:59:37.629390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:37.645257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Transition to ACTIVE for port object 59c5533d-7960-418c-bafa-2bf28f2f0f6b will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:59:37.649348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:37.791699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=7']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:37.930054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:59:37.930385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:59:37.930704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:37.936234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 14:59:37.936234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Attempting to bind port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 14:59:37.941301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 14:59:37.941631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Checking segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 14:59:37.942034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Bound using segment: {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 14:59:37.942448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Bound port: 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974b1a8a-51dd-4a99-94a4-5c8382c3f3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:59:37.942789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:38.032517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:38.035793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 14:59:38.039288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:38.096015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.096646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:38.098026 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] 10.222.0.13 "PUT /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1132 time: 0.9234722 Apr 21 14:59:38.098414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0d1518-0f43-4ef8-9c73-359959083c6b', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:59:38.129398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51064f1e-0a05-4193-a6c9-541d21d87be3 service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=8']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:38.173807 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e032abd-1ca8-4be5-a99b-0737bd026e46'] response: {'name': 'network-changed', 'server_uuid': '5f0d1518-0f43-4ef8-9c73-359959083c6b', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'status': 'completed', 'code': 200} Apr 21 14:59:38.220042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-65534f57-409a-45ea-9938-7b32af76f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.221542 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-65534f57-409a-45ea-9938-7b32af76f34f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 1135 time: 0.0806527 Apr 21 14:59:38.368211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ce3b7-b632-484c-aba2-4105dfc36203 req-f8bc3a7d-7b9c-458e-9290-77199667252b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.370385 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b69ce3b7-b632-484c-aba2-4105dfc36203 req-f8bc3a7d-7b9c-458e-9290-77199667252b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 982 time: 0.0870550 Apr 21 14:59:38.423758 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b69ce3b7-b632-484c-aba2-4105dfc36203 req-5bce09fc-f3f1-4310-8211-2e5e9f061422 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Apr 21 14:59:38.432888 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-8780d0e6-bb12-4bc7-8858-aa5f094ca754 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1038 time: 0.2044821 Apr 21 14:59:38.495352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-8ac6764c-c84d-4135-b673-63452331c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.496712 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-8ac6764c-c84d-4135-b673-63452331c901 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 200 len: 834 time: 0.0572009 Apr 21 14:59:38.574249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-fab79b03-7d40-4002-b8d3-31b000bc2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.575678 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-fab79b03-7d40-4002-b8d3-31b000bc2f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2187e49-e373-414b-93f8-27d40a50d986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724101 Apr 21 14:59:38.707415 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-f0ac3b73-5a3c-4138-b88c-3f419bb9d75a service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256545 Apr 21 14:59:38.844511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-54ff392c-b915-4944-8bd4-082d181fd6b8 req-b8dd3493-24e0-4d58-8766-8e8de2b40f25 service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276207 Apr 21 14:59:38.966581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-b049a87b-5266-4115-828a-18c9cf1ba2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:38.970303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-b049a87b-5266-4115-828a-18c9cf1ba2ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 1135 time: 0.0775783 Apr 21 14:59:39.100470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-997e5d87-5773-4326-b323-e489b268a168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:39.101906 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-997e5d87-5773-4326-b323-e489b268a168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 897 time: 0.1270068 Apr 21 14:59:39.203714 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-12e18324-8f3f-4da7-afa7-51914ffd24dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1038 time: 0.0949667 Apr 21 14:59:39.265286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-c04648c9-50d9-4074-b04c-7922beb108f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:39.266556 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-c04648c9-50d9-4074-b04c-7922beb108f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 200 len: 834 time: 0.0572984 Apr 21 14:59:39.343879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-894178ad-1d6e-44e7-88ed-0cb9521f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:39.345333 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-894178ad-1d6e-44e7-88ed-0cb9521f6d06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a2187e49-e373-414b-93f8-27d40a50d986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726242 Apr 21 14:59:39.474752 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-05bd30ea-8d3b-4b70-9a5b-abe9b1d2bfab service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230633 Apr 21 14:59:39.607439 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-da78b632-1d38-44ea-82d8-7e47af9bc74f req-63abc5e4-9fc1-43da-a642-95ed549f469b service neutron] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254590 Apr 21 14:59:39.608889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca598-8290-4e58-b773-8c61bbf8a91c req-9e6192c6-3065-4072-999d-6a26a312887d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:39.610439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-982ca598-8290-4e58-b773-8c61bbf8a91c req-9e6192c6-3065-4072-999d-6a26a312887d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 982 time: 0.0796020 Apr 21 14:59:39.655062 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-982ca598-8290-4e58-b773-8c61bbf8a91c req-0c1faf73-3315-468f-aedb-3902601116ce tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376506 Apr 21 14:59:40.843654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a3a55-609d-4aa2-a4fb-cdac286648da req-3ad36617-d78a-44be-830a-be2c3b8593a1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:40.845093 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b9a3a55-609d-4aa2-a4fb-cdac286648da req-3ad36617-d78a-44be-830a-be2c3b8593a1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 982 time: 0.0843291 Apr 21 14:59:40.894626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b9a3a55-609d-4aa2-a4fb-cdac286648da req-b888a20d-483e-4f67-9883-1f2093d15cfe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Apr 21 14:59:42.097346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6772f-d2b5-4334-9ef7-a633b54abbcd req-4da83d28-27eb-4008-9164-9fab16cdd401 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:42.098413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8a6772f-d2b5-4334-9ef7-a633b54abbcd req-4da83d28-27eb-4008-9164-9fab16cdd401 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 982 time: 0.0900316 Apr 21 14:59:42.149238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8a6772f-d2b5-4334-9ef7-a633b54abbcd req-1e8d44c7-afcc-4b59-9480-a80ea77435d4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444462 Apr 21 14:59:42.603391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 14:59:42.746403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:42.759105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'port_id': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'mac_address': 'fa:16:3e:52:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 14:59:42.825335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:42.844503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c5533d-7960-418c-bafa-2bf28f2f0f6b {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:59:42.859778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:42.859778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:42.934135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=9']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:43.199798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['59c5533d-7960-418c-bafa-2bf28f2f0f6b'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 14:59:43.358381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11bc5f-4c6c-4562-a63e-b8438115ec89 req-492acbb2-3738-479a-80dd-1ec445d7f590 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:43.358381 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff11bc5f-4c6c-4562-a63e-b8438115ec89 req-492acbb2-3738-479a-80dd-1ec445d7f590 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 983 time: 0.0963671 Apr 21 14:59:43.410631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff11bc5f-4c6c-4562-a63e-b8438115ec89 req-6b4d7ac6-8317-4eea-abe5-336158caa6f0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423369 Apr 21 14:59:44.611804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fae30-f59b-46d3-bac7-0617a99b02c5 req-fb4607c1-48d6-4dc6-be19-a59e3afc7a90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:44.613439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-431fae30-f59b-46d3-bac7-0617a99b02c5 req-fb4607c1-48d6-4dc6-be19-a59e3afc7a90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 983 time: 0.0861189 Apr 21 14:59:44.620210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 14:59:44.666379 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-431fae30-f59b-46d3-bac7-0617a99b02c5 req-fa3418b0-66ce-4e63-accc-8e55693fdfb1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460083 Apr 21 14:59:44.699402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:59:44.704559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:44.705788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:44.828035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:44.854851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0d1518-0f43-4ef8-9c73-359959083c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:59:44.864988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:44.868677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:44.904643 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b5f15c-ea47-4f6c-a167-bf542c367324'] response: {'server_uuid': '5f0d1518-0f43-4ef8-9c73-359959083c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c5533d-7960-418c-bafa-2bf28f2f0f6b', 'code': 200} Apr 21 14:59:44.941473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=10']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:45.120720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d268c6e-8f8b-42ba-8be6-9c9ffd8c4290 req-5eaaefa9-da8e-4d17-afb3-40084bb13176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:45.122189 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d268c6e-8f8b-42ba-8be6-9c9ffd8c4290 req-5eaaefa9-da8e-4d17-afb3-40084bb13176 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 1138 time: 0.0691407 Apr 21 14:59:45.161467 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d268c6e-8f8b-42ba-8be6-9c9ffd8c4290 req-ea0af443-a831-4305-a3a8-c262737a63e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Apr 21 14:59:45.385207 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 14:59:45.859616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3a0ec-6254-4fc8-ad21-ddd4418114b2 req-0395409b-fe04-4917-b606-ea050bc77892 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:45.861083 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0c3a0ec-6254-4fc8-ad21-ddd4418114b2 req-0395409b-fe04-4917-b606-ea050bc77892 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.0845401 Apr 21 14:59:45.904721 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0c3a0ec-6254-4fc8-ad21-ddd4418114b2 req-a5d7eae1-c90e-44a9-b572-0ea1b9942667 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379348 Apr 21 14:59:47.092549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a79f7-8bf8-44b2-b5e2-a9e03552bb82 req-b3b14576-f4b4-4191-b4c9-485f35de57bb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:47.093961 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-063a79f7-8bf8-44b2-b5e2-a9e03552bb82 req-b3b14576-f4b4-4191-b4c9-485f35de57bb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.0783224 Apr 21 14:59:47.140815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-063a79f7-8bf8-44b2-b5e2-a9e03552bb82 req-28bb362d-e6a4-408c-8a51-7a22cddefb3e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Apr 21 14:59:47.319466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2306c77-683e-4d8e-b512-bbd6a17d21a1 req-6fccf617-2775-49e3-a6d9-f8314b756489 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:47.320867 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2306c77-683e-4d8e-b512-bbd6a17d21a1 req-6fccf617-2775-49e3-a6d9-f8314b756489 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.0785792 Apr 21 14:59:47.364760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2306c77-683e-4d8e-b512-bbd6a17d21a1 req-ffcca7f8-4f58-4589-ad93-c095c64aa5fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Apr 21 14:59:47.386784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37490) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:47.468922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4761de96-a5a7-4b59-ba53-266390307cb7 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:47.470488 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4761de96-a5a7-4b59-ba53-266390307cb7 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b&network_id=a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 200 len: 1133 time: 0.0827715 Apr 21 14:59:47.829268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89847661-f899-4316-bb82-d43100674a55 req-aab31fd1-1d0b-4bc2-b4eb-9a795516a47f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:47.830724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89847661-f899-4316-bb82-d43100674a55 req-aab31fd1-1d0b-4bc2-b4eb-9a795516a47f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.0806811 Apr 21 14:59:47.875029 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89847661-f899-4316-bb82-d43100674a55 req-43d6bf07-14af-4f24-a1d3-7bd20ea456af tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 Apr 21 14:59:49.164229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a959849-8ee2-453b-b944-599e300474d5 req-7c7fcdef-2d00-417b-9c15-12de94c82e84 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:49.165701 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3a959849-8ee2-453b-b944-599e300474d5 req-7c7fcdef-2d00-417b-9c15-12de94c82e84 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.1832824 Apr 21 14:59:49.210997 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3a959849-8ee2-453b-b944-599e300474d5 req-9ae2f590-2401-4b84-8156-f29a402f2ecf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=c45e5489-d5be-4c6f-9f30-9eea0a471a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Apr 21 14:59:49.264252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-2f9f134d-47be-40f5-8e8c-dad7ab219fc7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:49.265690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-2f9f134d-47be-40f5-8e8c-dad7ab219fc7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 985 time: 0.0849011 Apr 21 14:59:49.335716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-b327b3a5-37a1-4283-9652-16798d0c0199 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:49.337009 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-b327b3a5-37a1-4283-9652-16798d0c0199 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653152 Apr 21 14:59:49.479857 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-b1d28431-74d8-488c-aca6-6a8fde22751c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1370776 Apr 21 14:59:49.489602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:49.699522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:49.900693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=59c5533d-7960-418c-bafa-2bf28f2f0f6b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:49.928382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] For port 59c5533d-7960-418c-bafa-2bf28f2f0f6b, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 14:59:49.979795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] device_id is not set on port 59c5533d-7960-418c-bafa-2bf28f2f0f6b yet. {{(pid=88107) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 14:59:49.989480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:49.993878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:50.141562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Pushing event updated for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=11']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:50.197073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] No DVR routers for this DVR port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:59:50.274314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5a33aa76-869f-4c9f-a807-9a9be9c997b7 None None] Provisioning complete for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:59:50.274829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a33aa76-869f-4c9f-a807-9a9be9c997b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:50.343693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5a33aa76-869f-4c9f-a807-9a9be9c997b7 None None] Port 59c5533d-7960-418c-bafa-2bf28f2f0f6b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 14:59:50.370301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-da8f20a2-2ea5-44ff-b24c-a2df1fbf9e46 req-c664f7e5-14e9-410c-8915-ef6f5b7583c9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f0d1518-0f43-4ef8-9c73-359959083c6b HTTP/1.1" status: 200 len: 210 time: 0.0456986 Apr 21 14:59:50.426264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] In _notify_port_updated(), no bound segment for port 59c5533d-7960-418c-bafa-2bf28f2f0f6b on network a2187e49-e373-414b-93f8-27d40a50d986 {{(pid=88107) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 21 14:59:50.427121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:50.427751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:50.428977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f16e28d8-9ffb-47fc-aab7-1e4eaceaaa5c req-ae7bc707-24bd-4cca-bf4d-a9f215b98a8a service neutron] 10.222.0.13 "PUT /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 200 len: 1028 time: 0.9431298 Apr 21 14:59:51.466643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:51.540649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.574929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.642419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.659065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef4c26-1f21-4177-8458-16ad1cfd3875,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:51.667899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.668236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.668562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.668884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.670311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.671648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.671648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.671648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.673684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.673684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.673684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.673684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:51.680620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.681472 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b78d649-a8c1-470a-af9f-69b22961f77d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/14ef4c26-1f21-4177-8458-16ad1cfd3875 HTTP/1.1" status: 204 len: 168 time: 0.2138233 Apr 21 14:59:51.713535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:51.927512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 4887e7a5-98c5-4984-8cbd-f74f82711ce9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:51.927852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:51.960195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.108538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.108538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.232840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 4887e7a5-98c5-4984-8cbd-f74f82711ce9 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:52.395462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.512640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=4887e7a5-98c5-4984-8cbd-f74f82711ce9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:52.545419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:52.545419 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP b78e6787-1dd8-4102-9bfc-3c67712edb5d disassociated (deleted). External IP: 172.26.4.110, port: 59c5533d-7960-418c-bafa-2bf28f2f0f6b. Apr 21 14:59:52.648564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:52.711836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 59c5533d-7960-418c-bafa-2bf28f2f0f6b not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:52.934368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:59:53.249008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:53.260019 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Sync routers for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:53.273585 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:53.274402 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:53.275432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.335161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-63c1a42a-218d-483e-99df-dd3cb6cbd6d7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/b78e6787-1dd8-4102-9bfc-3c67712edb5d HTTP/1.1" status: 204 len: 168 time: 1.6217558 Apr 21 14:59:53.461072 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:53.504139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:53.575923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.608389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.693093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.713638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f342e5-f19d-4962-bfe1-d787eba81d77,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:53.727980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.729325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-89d0fc22-2f2d-4c85-b5bd-b60af8103fbb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/55f342e5-f19d-4962-bfe1-d787eba81d77 HTTP/1.1" status: 204 len: 168 time: 0.2256749 Apr 21 14:59:53.780750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:53.858222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 59c5533d-7960-418c-bafa-2bf28f2f0f6b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:53.858612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:53.868448 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:53.872730 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Checking router: 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:53.881690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:53.882276 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:54.067813 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:54.115931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:54.245347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 59c5533d-7960-418c-bafa-2bf28f2f0f6b owned by {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:54.378056 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:54.381874 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b541a5a4-3ffb-4e8a-8717-137943302eed None None] The sync data for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv is: [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'f955e162-39e4-41ac-8d43-e76aad7ae38d', 'name': '', 'network_id': 'a2187e49-e373-414b-93f8-27d40a50d986', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:f4:c5:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:07Z', 'updated_at': '2022-04-21T14:59:14Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'bd6fbb9d-082d-43de-8d1a-6f2d910b42dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:54.389354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:54.445511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=59c5533d-7960-418c-bafa-2bf28f2f0f6b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:54.554059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:54.565341 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c3a9388-d943-4a56-984d-8cd83e2e9b67 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/ports/59c5533d-7960-418c-bafa-2bf28f2f0f6b HTTP/1.1" status: 204 len: 168 time: 0.7834406 Apr 21 14:59:54.568129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37532) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:54.637387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf19912-9fbf-4e98-b37f-193873e022a4 None None] New status for floating IP b78e6787-1dd8-4102-9bfc-3c67712edb5d: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:59:55.135957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:55.355243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-949301a0-2061-4d64-9043-bf267fcfe98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:55.597468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port f955e162-39e4-41ac-8d43-e76aad7ae38d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:55.598051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:55.783679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port f955e162-39e4-41ac-8d43-e76aad7ae38d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f955e162-39e4-41ac-8d43-e76aad7ae38d,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:55.784036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:55.912024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for f955e162-39e4-41ac-8d43-e76aad7ae38d owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:56.097689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:56.148348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=f955e162-39e4-41ac-8d43-e76aad7ae38d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:56.188345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.188679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.189002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.189356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.189674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.189993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.190305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.190612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.190921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.191227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.191534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.191840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:56.437627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:56.897837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 14:59:57.075044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 14:59:57.084327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Sync routers for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:59:57.087455 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-08e0054d-5e1c-446c-a705-49350d25f24d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/6ad40c6c-182f-4b87-ac15-c6505b3e4a81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5182133 Apr 21 14:59:57.090017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37536) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:57.094806 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:57.095399 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:57.155105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet bd6fbb9d-082d-43de-8d1a-6f2d910b42dc {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 14:59:57.158069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.214364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.270727 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:57.297764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.374794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.415936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6fbb9d-082d-43de-8d1a-6f2d910b42dc,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:57.422279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.428651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae7c400-f71a-434e-a63d-7e3b152fc9b1 None None] Network a2187e49-e373-414b-93f8-27d40a50d986 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 14:59:57.431987 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6afa9f1c-221e-4ebe-b857-044ee0b81253 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/bd6fbb9d-082d-43de-8d1a-6f2d910b42dc HTTP/1.1" status: 204 len: 168 time: 0.3384752 Apr 21 14:59:57.432217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:57.559542 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:56Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:57.563604 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Checking router: 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:59:57.566748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ac8684ef-4ff7-44ce-a374-de21238b786d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.572353 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Routers {'6ad40c6c-182f-4b87-ac15-c6505b3e4a81'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 14:59:57.573116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:57.634360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.739244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] DHCP port deletion for a2187e49-e373-414b-93f8-27d40a50d986 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 14:59:57.744309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Deleting port 6b2e4533-51ee-4196-b4e6-f903b946004b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:57.744681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.778142 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] Set router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 14:59:57.969389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.983292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port c1fcc730-63b2-49dc-a828-8cd8184eab01 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 14:59:57.983742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:57.988333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6b2e4533-51ee-4196-b4e6-f903b946004b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:58.043074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] For port 6b2e4533-51ee-4196-b4e6-f903b946004b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6b2e4533-51ee-4196-b4e6-f903b946004b,segment=NetworkSegment(974b1a8a-51dd-4a99-94a4-5c8382c3f3da),segment_id=974b1a8a-51dd-4a99-94a4-5c8382c3f3da)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:58.043468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.095240 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:56Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:58.099137 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8587c7-3862-48fb-bb7e-c5268ba3ebea None None] The sync data for ids ['6ad40c6c-182f-4b87-ac15-c6505b3e4a81'] in dv-neutron-838896-1-hyperv is: [{'id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'name': 'tempest-TestNetworkBasicOps-router-1525961836', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:02Z', 'updated_at': '2022-04-21T14:59:56Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'c1fcc730-63b2-49dc-a828-8cd8184eab01', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad40c6c-182f-4b87-ac15-c6505b3e4a81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:59:03Z', 'updated_at': '2022-04-21T14:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:59:58.167490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port c1fcc730-63b2-49dc-a828-8cd8184eab01, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c1fcc730-63b2-49dc-a828-8cd8184eab01,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 14:59:58.167847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.180087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Calling delete_port for 6b2e4533-51ee-4196-b4e6-f903b946004b owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:58.291773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for c1fcc730-63b2-49dc-a828-8cd8184eab01 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 14:59:58.301354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.320218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.373560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Pushing event deleted for resources: {'Port': ['ID=6b2e4533-51ee-4196-b4e6-f903b946004b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:58.377878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] No DVR routers for this DVR port 6b2e4533-51ee-4196-b4e6-f903b946004b on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:59:58.417376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.417729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.418064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.418510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.419407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.419826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.420149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.420475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.420801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.421121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.421734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.422054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45f8a80-6f39-4c25-a27d-688bd33e1e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:59:58.602898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.650476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=c1fcc730-63b2-49dc-a828-8cd8184eab01,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:58.726371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.742011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.910781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.912920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.939526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.940395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 6ad40c6c-182f-4b87-ac15-c6505b3e4a81 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 14:59:58.957311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:58.958394 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-acfc0b26-b0d1-4fa2-9928-ba8fc7665e8e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/6ad40c6c-182f-4b87-ac15-c6505b3e4a81 HTTP/1.1" status: 204 len: 168 time: 1.5252337 Apr 21 14:59:58.961002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37544) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:58.977501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.076723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.207504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.231914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2187e49-e373-414b-93f8-27d40a50d986']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:59.243358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974b1a8a-51dd-4a99-94a4-5c8382c3f3da') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:59.243648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974b1a8a-51dd-4a99-94a4-5c8382c3f3da') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:59:59.255006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.270211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.275891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:59:59.276261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:59:59.290425 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:59:59.487796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.504912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.517475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=a2187e49-e373-414b-93f8-27d40a50d986,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:59.524195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6a5bbc8c-9768-43a3-9f99-d69b073e7557 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/a2187e49-e373-414b-93f8-27d40a50d986 HTTP/1.1" status: 204 len: 168 time: 0.5622599 Apr 21 14:59:59.539019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37548) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:59.550855 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-35c1cd71-6d76-44c6-b903-ef11695dfd62 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107338 Apr 21 14:59:59.553428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37552) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:59.558572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--1507786158', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:59.563471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:59.567504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:59.570838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:59.576460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:59.586706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:59:59.590003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.617818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:59:59.626779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.627149 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 43c6f068-0d6e-4acc-a152-a44508f0af44 of type vlan for network 2dee255f-6f70-4791-afa4-ed922a992beb Apr 21 14:59:59.652758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.682447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.688307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:59:59.688865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.789585 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350566 Apr 21 14:59:59.792301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37556) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 14:59:59.798668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-393963070', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:59:59.802510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e60cb-12be-4257-99f7-c7499c9161ae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=2dee255f-6f70-4791-afa4-ed922a992beb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:59:59.805764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 14:59:59.810291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 14:59:59.813086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 14:59:59.814166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2dee255f-6f70-4791-afa4-ed922a992beb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 14:59:59.820692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 14:59:59.832660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.834262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.855588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:59:59.898256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f955e162-39e4-41ac-8d43-e76aad7ae38d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:59.947139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: f955e162-39e4-41ac-8d43-e76aad7ae38d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:59.947447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f955e162-39e4-41ac-8d43-e76aad7ae38d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 14:59:59.947849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c1fcc730-63b2-49dc-a828-8cd8184eab01 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 14:59:59.984804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c1fcc730-63b2-49dc-a828-8cd8184eab01 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 14:59:59.985148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c1fcc730-63b2-49dc-a828-8cd8184eab01 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:00:00.131778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.401647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.428264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.460395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.591452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.231 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/6484ab60-5580-4391-b525-32a3e670f1cf) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:00:00.859600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.889889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:00.952186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:00.959371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:00.963591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:00:01.009738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:01.419868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:01.767415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:01.976220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:00:02.258682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:02.268427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:02.277143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:02.277795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:02.285984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:02.287272 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-abfa0215-70b9-41ff-b069-8d20448132f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4938884 Apr 21 15:00:02.290382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37560) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:02.331555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-759bfc79-4386-40f0-ad37-03cbc4389dac tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398357 Apr 21 15:00:02.334028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37564) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:02.459867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:02.463869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2a575-0798-433f-961c-b0d9733d0ccd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:02.465351 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0ac2a575-0798-433f-961c-b0d9733d0ccd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303692 Apr 21 15:00:02.468884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:02.511263 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c399f903-341b-4af2-b511-40cd1834488b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411568 Apr 21 15:00:02.513735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37572) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:02.519025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104769596', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:02.631971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:02.636082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:02.639607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:02.645234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:02.654973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:00:02.658457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:02.785105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:01Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:02.789674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:02.790023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Updating router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 port 6484ab60-5580-4391-b525-32a3e670f1cf binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:00:02.848545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:02.882232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:02.968434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=f784e003-6315-4e5d-b213-063218d9a5df,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:02.972467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:00:02.972815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 2dee255f-6f70-4791-afa4-ed922a992beb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:00:02.992792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 2dee255f-6f70-4791-afa4-ed922a992beb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:00:03.006517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2dee255f-6f70-4791-afa4-ed922a992beb) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:03.010936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:03.011618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.033363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ead7af61-e9cb-466f-8665-bd9e132ebdf3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5186203 Apr 21 15:00:03.036232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37576) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:03.051925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc3a87-ee3d-49c0-95c0-aa7d0d6564eb None None] Network 2dee255f-6f70-4791-afa4-ed922a992beb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:00:03.350628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.367597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Transition to ACTIVE for port object 6484ab60-5580-4391-b525-32a3e670f1cf will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:03.371149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2dee255f-6f70-4791-afa4-ed922a992beb', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:00:03.372633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.386887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.510847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Attempting to bind port 6484ab60-5580-4391-b525-32a3e670f1cf on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:00:03.511143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Attempting to bind port 6484ab60-5580-4391-b525-32a3e670f1cf by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:00:03.511500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Attempting to bind port 6484ab60-5580-4391-b525-32a3e670f1cf on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:00:03.522059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579876-35e5-41ce-9db4-3d70c4379b1e None None] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:03.529560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:00:03.529759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:00:03.530142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.530409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:00:03.530873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Bound port: 6484ab60-5580-4391-b525-32a3e670f1cf, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:00:03.531255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.671508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:00:03.675783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6484ab60-5580-4391-b525-32a3e670f1cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:00:03.681935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.721645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Allocated IP 172.20.0.2 (2dee255f-6f70-4791-afa4-ed922a992beb/f784e003-6315-4e5d-b213-063218d9a5df/e62155c8-feed-490b-8147-7927c8b91086) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:00:03.847845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da579876-35e5-41ce-9db4-3d70c4379b1e None None] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:03.850924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:03.854181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:03.854788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:04.152014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:04.276284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.303746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Transition to ACTIVE for port object e62155c8-feed-490b-8147-7927c8b91086 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:04.377856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Transition to ACTIVE for port object e62155c8-feed-490b-8147-7927c8b91086 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:04.388738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.453840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (2dee255f-6f70-4791-afa4-ed922a992beb/f784e003-6315-4e5d-b213-063218d9a5df/5675a0bb-633a-4aab-a487-12b31a68e24b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:00:04.493633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Network 2dee255f-6f70-4791-afa4-ed922a992beb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:04.503264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:04.511149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:00:04.518753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Pushing event updated for resources: {'Port': ['ID=e62155c8-feed-490b-8147-7927c8b91086,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:04.620448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.627314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Attempting to bind port e62155c8-feed-490b-8147-7927c8b91086 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:00:04.627679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Attempting to bind port e62155c8-feed-490b-8147-7927c8b91086 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:00:04.628045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Attempting to bind port e62155c8-feed-490b-8147-7927c8b91086 on network 2dee255f-6f70-4791-afa4-ed922a992beb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:00:04.635921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 5675a0bb-633a-4aab-a487-12b31a68e24b will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:04.636111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:00:04.636474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Checking segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:00:04.636875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.637278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Bound using segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:00:04.638267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Bound port: e62155c8-feed-490b-8147-7927c8b91086, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:00:04.638637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.658028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:01Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:04.659467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.689707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ef3c1-f169-4c7d-a237-fa1f6ce6b205 None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:01Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:04.728268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 2dee255f-6f70-4791-afa4-ed922a992beb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:04.731626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:04.735805 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:00:04.743947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] For port e62155c8-feed-490b-8147-7927c8b91086, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:00:04.747660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] For port e62155c8-feed-490b-8147-7927c8b91086, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e62155c8-feed-490b-8147-7927c8b91086,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:00:04.751998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.774666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:04.802260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:04.851249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f71c2-f1b8-4fe7-8788-e7fa051b2ed7 None None] Pushing event updated for resources: {'Port': ['ID=e62155c8-feed-490b-8147-7927c8b91086,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:05.112445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:05.679627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:05.687462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:05.802391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:05.845945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:05.881855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2d123-4cff-45df-a00a-7b6e0ae540a6 None None] Network 2dee255f-6f70-4791-afa4-ed922a992beb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:00:05.956067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 2dee255f-6f70-4791-afa4-ed922a992beb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:05.957242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:05.976740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e62155c8-feed-490b-8147-7927c8b91086 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:06.046601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-569f28d5-caa9-4d90-ad7e-42797d90da5b None None] Provisioning for port e62155c8-feed-490b-8147-7927c8b91086 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:06.154070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:00:06.163604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e62155c8-feed-490b-8147-7927c8b91086 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:06.175040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e62155c8-feed-490b-8147-7927c8b91086 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:06.175440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.318516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.339662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:06.352065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e62155c8-feed-490b-8147-7927c8b91086, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e62155c8-feed-490b-8147-7927c8b91086,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:06.357632 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0129b068-4765-49e3-8666-8eec7307b4d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3203495 Apr 21 15:00:06.358263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:06.359271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.359997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:06.405012 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:06.419432 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:06.424150 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:06.484019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e62155c8-feed-490b-8147-7927c8b91086,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:06.500062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6484ab60-5580-4391-b525-32a3e670f1cf completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:06.506598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6484ab60-5580-4391-b525-32a3e670f1cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:06.506980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.535021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.535700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.536315 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.536905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.537595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.538201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.542592 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-685ccf0f-bef8-4141-b43e-55a771b7741b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1791453 Apr 21 15:00:06.542858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37584) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:06.628810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.629598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.630195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.630828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.631335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.631840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:06.633783 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a9e101a-c2df-4d89-b5b5-bd7d727e70bd tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0900767 Apr 21 15:00:06.636499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37588) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:06.675018 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:06.691977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Provisioning for port 5675a0bb-633a-4aab-a487-12b31a68e24b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:06.702414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:06.702848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.755638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.780228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Port 5675a0bb-633a-4aab-a487-12b31a68e24b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:00:06.784623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6484ab60-5580-4391-b525-32a3e670f1cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:06.796530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Provisioning complete for port e62155c8-feed-490b-8147-7927c8b91086 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:06.797040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0311ceb1-7620-40e4-a2a5-86cb17b64c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.855559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:06.915558 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d2a2815c-7c33-4c04-a886-b98fa7d91b11 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2775748 Apr 21 15:00:07.024031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.051783 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:07.055605 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:07.056010 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Updating router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 port 5675a0bb-633a-4aab-a487-12b31a68e24b binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:00:07.112531 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.134579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37594) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:07.140572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-516526221', 'description': 'tempest-secgroup-smoke-516526221 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:07.146738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.151091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.154920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.156830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-26561f28-6ff4-48d6-92de-1d8df5592395 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:07.157364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-26561f28-6ff4-48d6-92de-1d8df5592395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.161977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.173720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.196819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.202188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.204743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.211013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.212597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-26561f28-6ff4-48d6-92de-1d8df5592395 None None] Port 5675a0bb-633a-4aab-a487-12b31a68e24b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:00:07.284105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.288171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.331855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b202d5-31ac-48bd-aae8-df5aa56d2c50,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.339074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.344025 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0b26e877-3a5e-41cf-90e3-3982be2147ed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2046881 Apr 21 15:00:07.344025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37598) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:07.348998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:07.354807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.358729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.361573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.367236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.384432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.445753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.449468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.462636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.475523 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Transition to ACTIVE for port object 5675a0bb-633a-4aab-a487-12b31a68e24b will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:07.478063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc93ecd8-7234-42bd-a590-7b6d31444bdc,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.482960 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.486742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.488093 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e22ab07b-93e5-44fe-8ec7-473d1d2f86f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433947 Apr 21 15:00:07.490872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37602) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:07.495907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:07.501875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.505672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.508520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.514956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.533615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.609388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.614601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.640804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f54585-68c3-456b-a033-a41865d25ed8,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.651218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.652575 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eec01af8-20d0-4898-87fc-4b630a0bc3f1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606767 Apr 21 15:00:07.655382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37606) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:07.655714 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.661170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:07.667747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.673135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.676330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.682450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.703762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.727412 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.727641 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.727925 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.728682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.728682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.728883 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.729163 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.729499 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.729815 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.730128 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.730438 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.730744 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:07.754929 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Attempting to bind port 5675a0bb-633a-4aab-a487-12b31a68e24b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:00:07.755286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Attempting to bind port 5675a0bb-633a-4aab-a487-12b31a68e24b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:00:07.755636 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Attempting to bind port 5675a0bb-633a-4aab-a487-12b31a68e24b on network 2dee255f-6f70-4791-afa4-ed922a992beb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:00:07.761571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:00:07.761571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Checking segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:00:07.761843 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.762297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Bound using segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:00:07.763654 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Bound port: 5675a0bb-633a-4aab-a487-12b31a68e24b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:00:07.764088 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.775233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.779241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.802720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae39fd5-f254-4ada-a800-01606bf9d381,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.812643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.817487 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2f6e42fd-717b-4c6f-b547-9ae5913b0330 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575243 Apr 21 15:00:07.817613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37610) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:07.823056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:07.830615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:07.836670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:07.840035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:07.847618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:07.868118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:00:07.869313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.871609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5675a0bb-633a-4aab-a487-12b31a68e24b,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:00:07.877323 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.913524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e62155c8-feed-490b-8147-7927c8b91086 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:07.944043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.952158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.959213 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:07.959832 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:07.976177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51942cdc-1ebd-4b84-81cc-cca8b148532a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:07.992257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:07.993869 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eb5040ab-7659-413d-a9ac-834064fcaf33 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1756282 Apr 21 15:00:07.997700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:08.003665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:08.010378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:08.017942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:08.021322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:08.027778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e62155c8-feed-490b-8147-7927c8b91086 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:08.027778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.030805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:08.042887 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7b5b8-6563-4c89-9bdb-fc665bef54e2 None None] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:08.056713 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:00:08.069311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.148031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.155488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.174425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:08.177170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c8838d-d6a1-4e60-b261-8aaeaf5166e9,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:08.181238 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:08.197806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.202035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37618) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:08.204605 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f2ec79f6-e1ef-4cac-8b0e-951544609e5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2027540 Apr 21 15:00:08.208045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '04b202d5-31ac-48bd-aae8-df5aa56d2c50', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:08.215712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:08.220584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:08.224487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:08.232100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:08.244106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6484ab60-5580-4391-b525-32a3e670f1cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:08.244510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.246350 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:00:08.253979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.327285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.332427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.362045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45db4e8f-f080-4b61-8270-3fa6da6ac654,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:08.374122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:08.383202 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2b368d71-78ca-4771-8191-28e6f2d45a94 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1743984 Apr 21 15:00:08.508477 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:08.513095 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76a9ca9-2d35-4caa-a434-6bfd71c0e6d9 None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:07Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:08.608687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-c99699ce-b6fc-407b-b34f-8019ceb49f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:08.624636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-c99699ce-b6fc-407b-b34f-8019ceb49f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:08.625824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-c99699ce-b6fc-407b-b34f-8019ceb49f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-516526221&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0641887 Apr 21 15:00:08.783645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-aa634ebf-01c1-4354-9896-bfd612c594c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:08.784607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-aa634ebf-01c1-4354-9896-bfd612c594c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:08.801942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-aa634ebf-01c1-4354-9896-bfd612c594c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:08.803491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-aa634ebf-01c1-4354-9896-bfd612c594c1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 200 len: 797 time: 0.1706178 Apr 21 15:00:08.821733 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-784eb075-48e6-44f8-8a98-59bd839f6eca tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0113225 Apr 21 15:00:08.920551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-08a8f59c-5bb7-4ef7-b256-1219d1493bcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:08.937759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-08a8f59c-5bb7-4ef7-b256-1219d1493bcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:08.939219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-08a8f59c-5bb7-4ef7-b256-1219d1493bcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118371 Apr 21 15:00:09.087452 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-60b12a65-d7ba-4639-9e60-6554951a1085 service neutron] 10.222.0.35 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356723 Apr 21 15:00:09.224635 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-3e9932ce-c879-4aca-aa05-fe4f74d1dc8b service neutron] 10.222.0.35 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304040 Apr 21 15:00:09.407655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf598eba-b22d-4d76-a139-3f998d7fcf86 req-0b2aba46-2574-40d2-ab29-8f5cc86541e7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 210 time: 0.0443802 Apr 21 15:00:09.905386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:09.974454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 5675a0bb-633a-4aab-a487-12b31a68e24b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:09.979705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:09.980512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:10.097816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:10.128676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5675a0bb-633a-4aab-a487-12b31a68e24b,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:10.132100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:10.200735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:10.476802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-49421a1e-a409-4a23-b326-1a0f5df2f441 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:10.478485 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-49421a1e-a409-4a23-b326-1a0f5df2f441 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 200 len: 797 time: 0.1559229 Apr 21 15:00:10.531622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-a5ee6dd7-9f50-491a-9350-228de21b1117 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:10.544465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-a5ee6dd7-9f50-491a-9350-228de21b1117 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:10.545642 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-a5ee6dd7-9f50-491a-9350-228de21b1117 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 379 time: 0.0594344 Apr 21 15:00:10.554089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['04b202d5-31ac-48bd-aae8-df5aa56d2c50']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:10.567782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70cdc6d0-e39d-40ef-a08b-8482fe792245 req-1597e0e8-444e-48a0-8cf6-3ab7a1edc345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 210 time: 0.0490794 Apr 21 15:00:10.690927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:10.700534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:10.709893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:00:10.713250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:10.874290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.13 (2dee255f-6f70-4791-afa4-ed922a992beb/f784e003-6315-4e5d-b213-063218d9a5df/54d9e52a-1d40-4225-9b5c-fe75cea8cda3) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:00:11.059799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.080081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:11.103750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.172350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 2dee255f-6f70-4791-afa4-ed922a992beb is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:11.175412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:11.179328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:00:11.331059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:11.363442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:11.364028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.389581 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ec3dd23e-d39d-4de7-82e6-42e7113c01b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392131 Apr 21 15:00:11.406575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Request body: {'port': {'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:11.449127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65283ef1-e888-4015-af32-ff23b457bce4 None None] Provisioning for port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:11.454822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-65283ef1-e888-4015-af32-ff23b457bce4 None None] Provisioning complete for port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:11.455300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65283ef1-e888-4015-af32-ff23b457bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.509498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-65283ef1-e888-4015-af32-ff23b457bce4 None None] Port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:00:11.521675 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.872311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:00:11.879740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.883699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cb415-cb5b-4ec2-b17a-86eb7d093a1c req-2c118cee-cf80-40bb-9825-775e48292c8c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:11.885304 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b51cb415-cb5b-4ec2-b17a-86eb7d093a1c req-2c118cee-cf80-40bb-9825-775e48292c8c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 932 time: 0.2045994 Apr 21 15:00:11.894135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Transition to ACTIVE for port object 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:00:11.899828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:11.901860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:11.933042 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b51cb415-cb5b-4ec2-b17a-86eb7d093a1c req-4ac8b5d2-9d2b-4491-a483-9146d8aa3a2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415609 Apr 21 15:00:11.974847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:11.975454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:12.034327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Pushing event updated for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:12.143887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Attempting to bind port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:00:12.144217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Attempting to bind port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:00:12.144536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Attempting to bind port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 on network 2dee255f-6f70-4791-afa4-ed922a992beb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:00:12.149142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 on network 2dee255f-6f70-4791-afa4-ed922a992beb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:00:12.149525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Attempting to bind port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 on network 2dee255f-6f70-4791-afa4-ed922a992beb {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:00:12.155086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:00:12.155406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Checking segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:00:12.155770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Bound using segment: {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:00:12.156170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Bound port: 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c6f068-0d6e-4acc-a152-a44508f0af44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:00:12.156501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:12.246326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:00:12.249881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:00:12.254381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:12.318154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:12.318757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:12.320120 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] 10.222.0.13 "PUT /v2.0/ports/54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 200 len: 1094 time: 0.9177787 Apr 21 15:00:12.320620 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:12.340403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eef550-b56d-4977-b945-764c9f8ec135 service neutron] Pushing event updated for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:12.399966 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96abcafd-d3e2-413d-afc1-7588414c971d'] response: {'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'status': 'completed', 'code': 200} Apr 21 15:00:12.441771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ee5cb7cf-2811-4152-894a-63be6ee1ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:12.443233 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-ee5cb7cf-2811-4152-894a-63be6ee1ca89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1097 time: 0.0755849 Apr 21 15:00:12.515955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-569c5ed3-f4db-4845-98dc-da4b37ca4cf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 200 len: 217 time: 0.0660324 Apr 21 15:00:12.578611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-29107d80-5234-48de-ad6c-a9d442f2b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:12.579921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-29107d80-5234-48de-ad6c-a9d442f2b5ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f784e003-6315-4e5d-b213-063218d9a5df HTTP/1.1" status: 200 len: 835 time: 0.0575924 Apr 21 15:00:12.665663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-2a5afa44-1f6b-4c72-b7e5-dd6d6942d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:12.665663 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-2a5afa44-1f6b-4c72-b7e5-dd6d6942d395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dee255f-6f70-4791-afa4-ed922a992beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734010 Apr 21 15:00:12.791990 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-1988d2ce-bc30-4e8f-8111-933b1025e2b6 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267147 Apr 21 15:00:12.924044 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-49df8322-ceca-4565-baa3-d2ba9561e50d req-54d47eae-bf8c-47dc-b9cc-ca4722dbc3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260378 Apr 21 15:00:13.039996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-213937a8-e0a7-4e4a-ab0e-65558a215047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:13.041519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-213937a8-e0a7-4e4a-ab0e-65558a215047 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1097 time: 0.0723956 Apr 21 15:00:13.127985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b935e0-f64b-463e-af90-84655471d508 req-544680cf-3b8b-4b4e-bd93-61bc76d2322a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:13.129550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c4b935e0-f64b-463e-af90-84655471d508 req-544680cf-3b8b-4b4e-bd93-61bc76d2322a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 944 time: 0.0816379 Apr 21 15:00:13.176868 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c4b935e0-f64b-463e-af90-84655471d508 req-66912fd8-718c-4ee8-8f80-05dfbf48f756 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Apr 21 15:00:13.278785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-c0045b9e-5ed0-4437-b6c1-cb560f6fcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:13.280193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-c0045b9e-5ed0-4437-b6c1-cb560f6fcfb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 200 len: 898 time: 0.2331042 Apr 21 15:00:13.348443 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-090d6e74-5002-4802-aa8b-eb48a87cf05e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 200 len: 217 time: 0.0621996 Apr 21 15:00:13.409035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-47bb60d7-f29a-4427-8f61-a49dca478e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:13.410384 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-47bb60d7-f29a-4427-8f61-a49dca478e8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f784e003-6315-4e5d-b213-063218d9a5df HTTP/1.1" status: 200 len: 835 time: 0.0563660 Apr 21 15:00:13.486570 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-e2b24fc1-e8cc-4b0a-94f0-57c79dc93847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:13.487980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-e2b24fc1-e8cc-4b0a-94f0-57c79dc93847 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dee255f-6f70-4791-afa4-ed922a992beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720398 Apr 21 15:00:13.618540 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-86734744-2d02-4d0c-8226-84f76dde960e service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231666 Apr 21 15:00:13.748713 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0f104c9a-b949-4d6f-a0a0-ee3c73ad6b1d req-8f752f77-45f8-4b69-988d-6d9a08ef32c4 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236110 Apr 21 15:00:14.363553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d4713-eb27-4f65-ab79-02cd416561ed req-40f7fb59-22e7-4b6a-936d-318d3dde34f4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:14.365005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-604d4713-eb27-4f65-ab79-02cd416561ed req-40f7fb59-22e7-4b6a-936d-318d3dde34f4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 944 time: 0.0801165 Apr 21 15:00:14.411065 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-604d4713-eb27-4f65-ab79-02cd416561ed req-82a18771-5ca0-474d-b294-f735c2f05536 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Apr 21 15:00:15.591422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd91ac-0717-4335-8676-cf79a14c01c7 req-0650d68a-bb81-48d7-b793-4584cdc066e0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:15.592864 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84dd91ac-0717-4335-8676-cf79a14c01c7 req-0650d68a-bb81-48d7-b793-4584cdc066e0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 944 time: 0.0781951 Apr 21 15:00:15.635970 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84dd91ac-0717-4335-8676-cf79a14c01c7 req-077b188b-2925-4a9a-8ab5-8ac09ccf3a03 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374327 Apr 21 15:00:16.805508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:00:16.821046 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388efe00-09b5-4707-aa56-799ad25a20cf req-9ed51018-ee5b-49c3-8f15-c20589f09a1b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:16.822516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-388efe00-09b5-4707-aa56-799ad25a20cf req-9ed51018-ee5b-49c3-8f15-c20589f09a1b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 944 time: 0.0838709 Apr 21 15:00:16.867257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-388efe00-09b5-4707-aa56-799ad25a20cf req-bb51d1a2-4c8f-4633-a2e8-747683491459 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382214 Apr 21 15:00:16.940592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:16.953904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:00:17.010482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:17.026531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:00:17.041109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:17.045821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:17.112922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:17.386064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['54d9e52a-1d40-4225-9b5c-fe75cea8cda3'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:00:18.051682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf21b52-eacb-4e49-bb12-d5af842e07cf req-8472bacd-5bbb-4598-b1a2-628048f5809c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:18.053104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fbf21b52-eacb-4e49-bb12-d5af842e07cf req-8472bacd-5bbb-4598-b1a2-628048f5809c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 945 time: 0.0782256 Apr 21 15:00:18.096507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fbf21b52-eacb-4e49-bb12-d5af842e07cf req-11545e0d-cdea-4281-8578-c160d0dc38a2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 Apr 21 15:00:18.819539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:00:18.886698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:00:18.891169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:00:18.891540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:19.008658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:19.035383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:19.046355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:19.050398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:19.086222 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8407b5-180b-44b3-8f3a-a1ccff99b2e0'] response: {'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'code': 200} Apr 21 15:00:19.118671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:19.286682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd353cb5-551d-48fe-8934-2259ad724ab6 req-1e8a02f7-844f-4781-b2a2-e8ba8c31b152 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:19.288029 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd353cb5-551d-48fe-8934-2259ad724ab6 req-1e8a02f7-844f-4781-b2a2-e8ba8c31b152 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0854895 Apr 21 15:00:19.306152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a6c6b-60f4-4f65-b623-b9cb0c7e3a66 req-f0c8788f-08ed-4f92-9cd9-0273359ad34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:19.307609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-297a6c6b-60f4-4f65-b623-b9cb0c7e3a66 req-f0c8788f-08ed-4f92-9cd9-0273359ad34f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1099 time: 0.0691411 Apr 21 15:00:19.332843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd353cb5-551d-48fe-8934-2259ad724ab6 req-57af0caa-4b1a-4cc8-a4f5-1c7f8a661076 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390189 Apr 21 15:00:19.347472 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-297a6c6b-60f4-4f65-b623-b9cb0c7e3a66 req-e5200fd9-e872-439d-b023-48007a278aa2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338774 Apr 21 15:00:20.569366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a473277-0f44-4aa0-a91e-f360079ceea0 req-10169b22-2527-457b-9580-09f336c51718 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:20.571139 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a473277-0f44-4aa0-a91e-f360079ceea0 req-10169b22-2527-457b-9580-09f336c51718 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0807519 Apr 21 15:00:20.616504 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a473277-0f44-4aa0-a91e-f360079ceea0 req-ef864706-3c62-485e-84fe-f773edd4b2d2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382714 Apr 21 15:00:21.803562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385168b2-4c9e-4ba9-9752-0e3a1cf2b8fd req-f4a9036b-8479-4a1c-8f33-82fb3c68374d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:21.804997 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-385168b2-4c9e-4ba9-9752-0e3a1cf2b8fd req-f4a9036b-8479-4a1c-8f33-82fb3c68374d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0824642 Apr 21 15:00:21.850328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-385168b2-4c9e-4ba9-9752-0e3a1cf2b8fd req-f307254d-063d-4198-9f2a-bff938420a35 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394709 Apr 21 15:00:21.962722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.033769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf40f29-4cc1-4f42-a6ca-fe31264e7ffe req-a3de5fbf-d7ae-4cd3-b7d8-bc33778eedba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:22.035202 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbf40f29-4cc1-4f42-a6ca-fe31264e7ffe req-a3de5fbf-d7ae-4cd3-b7d8-bc33778eedba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0793593 Apr 21 15:00:22.081954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbf40f29-4cc1-4f42-a6ca-fe31264e7ffe req-f9770bac-fe18-4206-bf03-6e888147f387 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411296 Apr 21 15:00:22.103779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37676) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:22.172099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0c360-79ec-45af-a383-0568bd05adc4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:22.173569 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-21b0c360-79ec-45af-a383-0568bd05adc4 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1094 time: 0.0688374 Apr 21 15:00:22.176305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37680) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:22.181024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:00:22.187426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:00:22.192997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:00:22.195841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:00:22.202336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:00:22.212194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.345039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.383690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:00:22.480051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.176 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b89a92b2-e912-4ca4-a7d2-e0faeb128138) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:00:22.626005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.655328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:22.719279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:00:22.722036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:00:22.724516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:00:22.765946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=b89a92b2-e912-4ca4-a7d2-e0faeb128138,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:23.242596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.315110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.520123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.524492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.630602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=b89a92b2-e912-4ca4-a7d2-e0faeb128138,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:23.641276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:23.812301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 associated. External IP: 172.26.4.176, port: 54d9e52a-1d40-4225-9b5c-fe75cea8cda3. Apr 21 15:00:24.152403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:00:24.325966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:24.335578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:24.345230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:24.346551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:24.350287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:24.405130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9f634c69-7095-47b6-8393-7cc332ff88f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2277503 Apr 21 15:00:24.405636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:24.407981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37684) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:24.450492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3dc5345-5b00-412f-8106-e995c9bce50b'] response: {'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'status': 'completed', 'code': 200} Apr 21 15:00:24.537532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:24.644623 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b06f2d46-aa6b-44d7-bf7b-fb9a2d956b64 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261 HTTP/1.1" status: 200 len: 922 time: 0.2354710 Apr 21 15:00:24.647565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37692) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:24.662525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-91ad6434-b411-4e23-8951-649ee2f142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:24.663883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-91ad6434-b411-4e23-8951-649ee2f142d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1099 time: 0.1922450 Apr 21 15:00:24.803645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-43944ede-89b7-4a67-8b89-8ed13c45d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:24.805086 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-43944ede-89b7-4a67-8b89-8ed13c45d59e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 200 len: 898 time: 0.1354301 Apr 21 15:00:24.894276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cbdad036-fa7d-4f21-9e1a-6a2324eef3f3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 992 time: 0.2451003 Apr 21 15:00:24.907158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:00:23Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:10Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:24.911291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:24.919526 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-4a57782a-3a34-40c7-9ff1-5df25c7512e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 200 len: 1000 time: 0.1065540 Apr 21 15:00:24.920457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:24.921358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T14:59:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:24.978788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-1e08891d-9b85-40cf-a486-95c73248e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:24.980180 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-1e08891d-9b85-40cf-a486-95c73248e32a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f784e003-6315-4e5d-b213-063218d9a5df HTTP/1.1" status: 200 len: 835 time: 0.0557714 Apr 21 15:00:25.053362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-217aad85-6556-40a4-8624-f5e8b5bc4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:25.054789 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-217aad85-6556-40a4-8624-f5e8b5bc4fd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dee255f-6f70-4791-afa4-ed922a992beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692832 Apr 21 15:00:25.109261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:25.187893 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-265516aa-20d6-46be-9bd3-7079c210c139 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268299 Apr 21 15:00:25.424198 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9f3a-b69b-489c-9ee9-d4fde0c079c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:25.439953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d2815c1-06ac-4d29-b9e1-64b91da2b953 req-cbd5d791-b485-4475-899f-e5129a00f219 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458003 Apr 21 15:00:25.511695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:00:23Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:10Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:25.516386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e360c-dc8a-4402-91cb-b7ffab6d98ef None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:00:23Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:00:10Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:25.687259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b8d5e-6394-4c56-a4d4-cb379137970d None None] New status for floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:00:25.897049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37696) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:26.004566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5c22a9c-4826-48a3-bbb9-9a565fb27b27 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 994 time: 0.1063862 Apr 21 15:00:27.508345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61f949a9-a782-4dd2-8f55-3fb90b457808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:28.728339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:28.970025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:30.404720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.021949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37700) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:34.222641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port 9afc5c55-a27c-4584-8ddd-ff232c4552ad {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:34.222971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.385921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.386235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.505133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for 9afc5c55-a27c-4584-8ddd-ff232c4552ad owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:34.652476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.700240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=9afc5c55-a27c-4584-8ddd-ff232c4552ad,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:34.789464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:34.789752 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP d37bf330-ad40-441c-b44f-aae12169f938 disassociated (deleted). External IP: 172.26.4.55, port: d8f258e6-d202-4f30-a197-a1fa581bc98a. Apr 21 15:00:35.138711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:00:35.438909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:35.449088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:35.458645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:35.459440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:35.460055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:35.516715 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fe6b44c5-62fb-406f-a87d-9829931425e7 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "DELETE /v2.0/floatingips/d37bf330-ad40-441c-b44f-aae12169f938 HTTP/1.1" status: 204 len: 168 time: 1.4936807 Apr 21 15:00:35.517400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:35.562880 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277fa16f-7b08-47a4-a485-abaf4da95101'] response: {'name': 'network-changed', 'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'status': 'completed', 'code': 200} Apr 21 15:00:35.646939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:35.675608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-05021ac3-01ce-4b0b-bb70-6576740d99cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:35.677176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-05021ac3-01ce-4b0b-bb70-6576740d99cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 1098 time: 0.0904844 Apr 21 15:00:35.829151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-18a9d734-7946-4d57-afce-e73c04504a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:35.830673 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-18a9d734-7946-4d57-afce-e73c04504a13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1468866 Apr 21 15:00:35.907654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-4d0461d8-4a37-4c14-8883-f159b2118061 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 200 len: 217 time: 0.0694737 Apr 21 15:00:35.973275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6af510-dfe3-4d02-b005-3c69493f2114 req-96983c8f-9420-4659-b022-04c557d6f91a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:35.973528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-6e0a2efe-3e49-46b2-873e-99697b3f8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:35.973962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6e6af510-dfe3-4d02-b005-3c69493f2114 req-96983c8f-9420-4659-b022-04c557d6f91a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:35.975187 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-6e0a2efe-3e49-46b2-873e-99697b3f8607 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0610089 Apr 21 15:00:35.991409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6e6af510-dfe3-4d02-b005-3c69493f2114 req-96983c8f-9420-4659-b022-04c557d6f91a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:35.992700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e6af510-dfe3-4d02-b005-3c69493f2114 req-96983c8f-9420-4659-b022-04c557d6f91a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.1547086 Apr 21 15:00:36.017222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:36.022597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:36.032290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:36.032900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:36.044954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e6af510-dfe3-4d02-b005-3c69493f2114 req-95c6cc52-20f0-4c8c-bab9-18481012ca87 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Apr 21 15:00:36.057851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-f8a87a80-fc5a-4107-b354-62639ac79099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:36.059340 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-f8a87a80-fc5a-4107-b354-62639ac79099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777805 Apr 21 15:00:36.192102 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-c631a12e-de84-4303-842d-1ea82caef24b service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261101 Apr 21 15:00:36.215238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:36.323132 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-57a9c153-05bd-4ad0-bafa-34543934f84e req-c94efdbe-1006-41d8-948d-e1fb7d8c4070 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242862 Apr 21 15:00:36.557069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:36.561028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eacf43-9695-4378-88dc-5ff4346036ee None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '99e7ec0b-d5a3-44fc-b561-880d98f62990', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'floating_ip_address': '172.26.4.41', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'port_id': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'mac_address': 'fa:16:3e:f6:d9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:56:41Z', 'updated_at': '2022-04-21T14:56:44Z', 'revision_number': 1, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:36.776403 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378485f-278b-4b63-a4c3-74168a72574b None None] New status for floating IP d37bf330-ad40-441c-b44f-aae12169f938: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:00:37.293759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab227-6de4-4b50-bbd5-0265a126c81b req-3adaeea4-a893-4ecf-8726-3c3d13815556 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:37.293759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-860ab227-6de4-4b50-bbd5-0265a126c81b req-3adaeea4-a893-4ecf-8726-3c3d13815556 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.1293621 Apr 21 15:00:37.333543 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-860ab227-6de4-4b50-bbd5-0265a126c81b req-afabc12a-b15f-4087-84e9-a3fa61b46e7e tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381570 Apr 21 15:00:37.582782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-49e1b7e1-9a5b-4b64-b6d1-486404222b5f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:37.583381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-49e1b7e1-9a5b-4b64-b6d1-486404222b5f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:37.595800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-49e1b7e1-9a5b-4b64-b6d1-486404222b5f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:37.596778 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-49e1b7e1-9a5b-4b64-b6d1-486404222b5f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 945 time: 0.0955567 Apr 21 15:00:37.665830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port d8f258e6-d202-4f30-a197-a1fa581bc98a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:37.666159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:37.911919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] For port d8f258e6-d202-4f30-a197-a1fa581bc98a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=d8f258e6-d202-4f30-a197-a1fa581bc98a,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:37.912296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:38.034783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for d8f258e6-d202-4f30-a197-a1fa581bc98a owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:38.175573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:38.228071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=d8f258e6-d202-4f30-a197-a1fa581bc98a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:38.300817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] No DVR routers for this DVR port d8f258e6-d202-4f30-a197-a1fa581bc98a on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:00:38.303373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:38.305833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'name': 'network-vif-deleted', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:38.322117 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19e6cfee-306d-4ced-ab2a-fbab8b3536d1 req-7271ae4e-7a0a-4c3d-83bb-88e35e6d8bb6 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "DELETE /v2.0/ports/d8f258e6-d202-4f30-a197-a1fa581bc98a HTTP/1.1" status: 204 len: 173 time: 0.7197003 Apr 21 15:00:38.349933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a97b5a8-ee6a-4e3e-a833-d2ee2f7421f6'] response: {'server_uuid': '5ff5bf18-390d-4383-b963-c640892d309c', 'name': 'network-vif-deleted', 'tag': 'd8f258e6-d202-4f30-a197-a1fa581bc98a', 'status': 'completed', 'code': 200} Apr 21 15:00:38.479043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3131b649-182c-49c1-8edf-067698e9f3bd req-47ff5ec7-0e0f-4bff-8ec1-54010a7e07bc tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 210 time: 0.0423524 Apr 21 15:00:39.645091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b26af47-7777-4f05-a9e4-9ad60aa8e962 req-c8eb18bf-d78e-42a6-b866-13bd85e58847 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ff5bf18-390d-4383-b963-c640892d309c HTTP/1.1" status: 200 len: 210 time: 0.0454040 Apr 21 15:00:40.945936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device d8f258e6-d202-4f30-a197-a1fa581bc98a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:00:40.979531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: d8f258e6-d202-4f30-a197-a1fa581bc98a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:00:40.979869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device d8f258e6-d202-4f30-a197-a1fa581bc98a not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:00:45.361759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37740) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:45.656324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port 852b02d5-4980-4326-a5d7-9f019b5fe5fa {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:45.656654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:45.827299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:45.827637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:45.948171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for 852b02d5-4980-4326-a5d7-9f019b5fe5fa owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:46.094057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:46.138750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=852b02d5-4980-4326-a5d7-9f019b5fe5fa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:46.229547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:46.229787 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Floating IP 99e7ec0b-d5a3-44fc-b561-880d98f62990 disassociated (deleted). External IP: 172.26.4.41, port: 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa. Apr 21 15:00:46.572235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:00:46.749682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:46.758872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:46.766993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:46.769047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:46.769691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:46.930380 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f57f53fc-0472-4bc7-811b-c1000b29e26f tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "DELETE /v2.0/floatingips/99e7ec0b-d5a3-44fc-b561-880d98f62990 HTTP/1.1" status: 204 len: 168 time: 1.5675285 Apr 21 15:00:46.930955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:46.976875 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e0eefd-6fae-4f63-8c17-1419298ab773'] response: {'name': 'network-changed', 'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'status': 'completed', 'code': 200} Apr 21 15:00:46.997038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:47.072057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765daab-e044-4162-9aec-feab81594e5b req-ab8e8cff-bbec-4938-bf40-8603e3922124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:47.074163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-ab8e8cff-bbec-4938-bf40-8603e3922124 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68859b5095bb4496bfd7fb4880307186&device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 1099 time: 0.0738857 Apr 21 15:00:47.214166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765daab-e044-4162-9aec-feab81594e5b req-edac137c-680d-43ba-ac22-b3508f5ff480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:47.215808 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-edac137c-680d-43ba-ac22-b3508f5ff480 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 200 len: 913 time: 0.1362913 Apr 21 15:00:47.289715 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-ec8f4e73-c437-4b96-9203-aa53e3c9d722 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 200 len: 217 time: 0.0665979 Apr 21 15:00:47.323357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:47.325574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219f86-d943-4d24-9874-736d024f7341 req-c2b6302d-832d-4223-8318-9ab4529cbf6a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:47.328130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12219f86-d943-4d24-9874-736d024f7341 req-c2b6302d-832d-4223-8318-9ab4529cbf6a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0844119 Apr 21 15:00:47.328580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:47.337553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:47.338194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:47.360839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765daab-e044-4162-9aec-feab81594e5b req-9e5a96d4-1d2d-4b9c-a108-0f049ddc2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:47.362506 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-9e5a96d4-1d2d-4b9c-a108-0f049ddc2345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 200 len: 851 time: 0.0674882 Apr 21 15:00:47.375936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-12219f86-d943-4d24-9874-736d024f7341 req-cfa69377-5669-4d97-9221-e52ffa12e92a tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409582 Apr 21 15:00:47.446057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765daab-e044-4162-9aec-feab81594e5b req-2cc75068-0029-4cea-a25f-8c65bece6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:47.447445 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-2cc75068-0029-4cea-a25f-8c65bece6222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721321 Apr 21 15:00:47.516260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:47.580087 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-2e56a64a-4f4d-4d38-8ce2-9b011c3b218a service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249113 Apr 21 15:00:47.716130 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4765daab-e044-4162-9aec-feab81594e5b req-202a190a-bd33-4e7d-bed2-268261a59221 service neutron] 10.222.0.13 "GET /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289098 Apr 21 15:00:47.830487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:47.834425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed225b63-0920-4bbd-a2bf-93c4a13287be None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T14:53:12Z', 'revision_number': 4, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0', 'name': '', 'network_id': '6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'mac_address': 'fa:16:3e:1d:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:11Z', 'updated_at': '2022-04-21T14:53:18Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'subnets': [{'id': '3c079229-a9ee-4579-ad89-37040d8ec527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:48.039050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7411d-7750-48c9-b044-acfa6ebde58d None None] New status for floating IP 99e7ec0b-d5a3-44fc-b561-880d98f62990: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:00:48.563627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7e714-1d06-4250-bd33-a4adf2210c9c req-ed96e663-0b70-4e35-8b97-f9bc02599cef tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:48.565042 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eee7e714-1d06-4250-bd33-a4adf2210c9c req-ed96e663-0b70-4e35-8b97-f9bc02599cef tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0823305 Apr 21 15:00:48.612072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eee7e714-1d06-4250-bd33-a4adf2210c9c req-70954a26-e25a-4a39-a1e6-1eb75aacc7e3 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/security-groups?id=2cc65bf6-b041-42bd-8dc0-04094e36f5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Apr 21 15:00:48.947227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-1cfbca45-4104-4b7d-ade5-92b7602a68a2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:00:48.947898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-1cfbca45-4104-4b7d-ade5-92b7602a68a2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Synchronizing usage tracker for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:00:48.962500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-1cfbca45-4104-4b7d-ade5-92b7602a68a2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Unset dirty status for tenant:68859b5095bb4496bfd7fb4880307186 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:00:48.963661 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-1cfbca45-4104-4b7d-ade5-92b7602a68a2 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 946 time: 0.0923479 Apr 21 15:00:49.034711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:49.035039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:49.277661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] For port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:49.278012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:49.400020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:49.542078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:49.590483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=6120f8ac-90d1-4bb8-86f0-0a1fc76387aa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:49.669002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] No DVR routers for this DVR port 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:00:49.671674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:49.674464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'name': 'network-vif-deleted', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:00:49.691808 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6cdfcf68-e3b6-450c-ab0e-6c9b7b5e9314 req-38b49861-6953-435c-9b73-2ec7d3058872 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.13 "DELETE /v2.0/ports/6120f8ac-90d1-4bb8-86f0-0a1fc76387aa HTTP/1.1" status: 204 len: 173 time: 0.7229624 Apr 21 15:00:49.733084 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af40c5d9-fede-4016-9844-0fb0829b45a6'] response: {'server_uuid': '4df64720-f06d-4f3b-ba33-a19b774fb8b8', 'name': 'network-vif-deleted', 'tag': '6120f8ac-90d1-4bb8-86f0-0a1fc76387aa', 'status': 'completed', 'code': 200} Apr 21 15:00:49.906257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3bea3310-a6c9-4274-9fc7-fe8f3a54fdcd req-eabb775f-5171-4c5c-ae66-becd98831f96 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "GET /v2.0/ports?device_id=4df64720-f06d-4f3b-ba33-a19b774fb8b8 HTTP/1.1" status: 200 len: 210 time: 0.0421627 Apr 21 15:00:50.999837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37758) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:51.157569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Deleting port c55a9353-3709-446d-ad24-4d646bfb026e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:51.157907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.322933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.323253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.443685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Calling delete_port for c55a9353-3709-446d-ad24-4d646bfb026e owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:51.580681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.624436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'Port': ['ID=c55a9353-3709-446d-ad24-4d646bfb026e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:51.826025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.839689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:51.840828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-82d4057f-81d1-46a2-a450-f2a3698a1796 tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "DELETE /v2.0/floatingips/c93fc246-9d35-4179-b841-f7da23c6614e HTTP/1.1" status: 204 len: 168 time: 0.8398991 Apr 21 15:00:51.984414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:52.991420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:00:53.026385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:00:53.026730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6120f8ac-90d1-4bb8-86f0-0a1fc76387aa not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:00:54.297334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37774) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:54.365780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:54.395952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:54.463704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:54.482439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc65bf6-b041-42bd-8dc0-04094e36f5ca,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:54.490989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.491333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.491669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.491998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.492319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.492644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.492967 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.493316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.493638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.493955 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.494270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.494593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:00:54.502070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:54.505706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-74621569-f969-4171-b5a7-0aa2e1bd3fae tempest-TestVolumeBootPattern-1137271478 tempest-TestVolumeBootPattern-1137271478-project] 10.222.0.35 "DELETE /v2.0/security-groups/2cc65bf6-b041-42bd-8dc0-04094e36f5ca HTTP/1.1" status: 204 len: 168 time: 0.2072968 Apr 21 15:00:54.560850 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37780) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:55.199266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:55.356288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-086cd415-6732-4706-b9e4-c7e8647fe86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:55.552797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Deleting port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:55.553399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:55.726687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] For port e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:55.727029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:55.849500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Calling delete_port for e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:56.211064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:56.261546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:56.522086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:56.874629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Router 381644bb-a2ee-4e50-b574-4b4cef80cb1f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:00:57.049963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:00:57.058478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Sync routers for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:00:57.062456 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f45e85eb-bcc4-4a7e-b7a8-b85e5ffbce37 admin admin] 10.222.0.35 "PUT /v2.0/routers/381644bb-a2ee-4e50-b574-4b4cef80cb1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5001686 Apr 21 15:00:57.064718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37790) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:57.068717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:57.069385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:57.238736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:57.252323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:57.521595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db105283-8a37-42c4-8786-b2cd9ec57f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:57.545653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:57.554907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Deleting port 4392c206-a386-4df0-b509-3fa334101132 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:57.555227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:57.600157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15'}], 'enable_snat': True}, 'gw_port_id': '4392c206-a386-4df0-b509-3fa334101132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T15:00:56Z', 'revision_number': 5, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port': {'id': '4392c206-a386-4df0-b509-3fa334101132', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:0b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:08Z', 'updated_at': '2022-04-21T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:57.603986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Checking router: 381644bb-a2ee-4e50-b574-4b4cef80cb1f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:00:57.612253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Routers {'381644bb-a2ee-4e50-b574-4b4cef80cb1f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:00:57.612855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:57.730028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] For port 4392c206-a386-4df0-b509-3fa334101132, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4392c206-a386-4df0-b509-3fa334101132,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:57.730028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:57.764467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] Set router 381644bb-a2ee-4e50-b574-4b4cef80cb1f gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:00:57.852582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Calling delete_port for 4392c206-a386-4df0-b509-3fa334101132 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:57.871414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T15:00:57Z', 'revision_number': 6, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:57.876427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba8085-95e8-4786-a53a-1b83e075d71a None None] The sync data for ids ['381644bb-a2ee-4e50-b574-4b4cef80cb1f'] in dv-neutron-838896-1-hyperv is: [{'id': '381644bb-a2ee-4e50-b574-4b4cef80cb1f', 'name': 'tempest-TestVolumeBootPattern-1867193106-router', 'tenant_id': '68859b5095bb4496bfd7fb4880307186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:07Z', 'updated_at': '2022-04-21T15:00:57Z', 'revision_number': 6, 'project_id': '68859b5095bb4496bfd7fb4880307186', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:00:58.020962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.066369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4392c206-a386-4df0-b509-3fa334101132,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:58.158424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.333470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.335646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.358939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.359435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 381644bb-a2ee-4e50-b574-4b4cef80cb1f {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:00:58.371385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.372481 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7c8fc216-fff7-44c8-8daf-4e8ce83c30a2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/381644bb-a2ee-4e50-b574-4b4cef80cb1f HTTP/1.1" status: 204 len: 168 time: 1.3068323 Apr 21 15:00:58.375734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37794) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:58.433501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Deleting subnet 3c079229-a9ee-4579-ad89-37040d8ec527 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:00:58.437151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.487073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.562525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.631663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.673426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c079229-a9ee-4579-ad89-37040d8ec527,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:58.676971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.683091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e0ce6d66-81a2-4ecd-a81a-ceeeb8ef7dd1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3c079229-a9ee-4579-ad89-37040d8ec527 HTTP/1.1" status: 204 len: 168 time: 0.3063970 Apr 21 15:00:58.683238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359d56f-3956-4b58-abb2-9f39a4538e69 None None] Network 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:00:58.685610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37798) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:58.790447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.794525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.806714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Deleting port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:58.807043 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.976051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] DHCP port deletion for 6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:00:58.979518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:58.981987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Deleting port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:58.982880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.137362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] For port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:59.137924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.187487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] For port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,segment=NetworkSegment(be62899f-971d-4f45-b457-0a43aabbb318),segment_id=be62899f-971d-4f45-b457-0a43aabbb318)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:00:59.187793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.261823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Calling delete_port for e79ab2dd-7b14-49ce-8fc9-275c9a6339fe owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:59.314754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Calling delete_port for e79ab2dd-7b14-49ce-8fc9-275c9a6339fe owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:00:59.337145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.382979 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: from cryptography.utils import int_from_bytes Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: from cryptography.utils import int_from_bytes Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn_limited( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn_limited( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:00:59.383574 dv-neutron-838896-1-hyperv neutron-server[88109]: util.warn( Apr 21 15:00:59.387062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Pushing event deleted for resources: {'Port': ['ID=e79ab2dd-7b14-49ce-8fc9-275c9a6339fe,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:59.387157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:00:59.387157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:00:59.392618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] No DVR routers for this DVR port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:00:59.506634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.531705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:59.543338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be62899f-971d-4f45-b457-0a43aabbb318') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:59.543632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be62899f-971d-4f45-b457-0a43aabbb318') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:00:59.554666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.570156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.575783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:00:59.576792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:00:59.589533 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:00:59.665314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.681836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.692443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:00:59.705549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4fde60da-b766-41bd-a60e-e0b9f6e89051 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6ea32a93-ce50-4e9b-8f4c-20431bbf7dbb HTTP/1.1" status: 204 len: 168 time: 1.0190258 Apr 21 15:00:59.708300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:00:59.888604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Deleting port e79ab2dd-7b14-49ce-8fc9-275c9a6339fe {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:00:59.889317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:00:59.915535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:00:59.959176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:00:59.959515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e8003ab2-b644-4c2e-a2b7-e7ccde4aeba0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:00:59.959924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e79ab2dd-7b14-49ce-8fc9-275c9a6339fe no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:00.022396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3807a77e-926a-4a6d-a225-5bcc0fee1e6f None None] The port 'e79ab2dd-7b14-49ce-8fc9-275c9a6339fe' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:01:00.023235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e79ab2dd-7b14-49ce-8fc9-275c9a6339fe {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:00.023579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e79ab2dd-7b14-49ce-8fc9-275c9a6339fe not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:00.023980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4392c206-a386-4df0-b509-3fa334101132 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:00.095197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4392c206-a386-4df0-b509-3fa334101132 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:00.095490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4392c206-a386-4df0-b509-3fa334101132 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:00.241340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:00.408204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:00.693446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Deleting port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:00.693698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:00.884012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] For port f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:00.884365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:01.028243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Calling delete_port for f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:01.240332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:01.293395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:01.591222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:02.053953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:01:02.230001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:01:02.238520 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Sync routers for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:02.245676 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25d82983-1fb1-4101-814d-14961a2ebe60 admin admin] 10.222.0.35 "PUT /v2.0/routers/44f7aa1a-0526-40fe-9200-a9dc4e1a554e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5364072 Apr 21 15:01:02.248316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37808) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:02.248442 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:02.248978 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:02.421103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:02.426642 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:02.597754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:02.607735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Deleting port ae46813e-27bf-400a-af6e-cafae7318a03 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:02.608240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:02.709765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T15:01:01Z', 'revision_number': 5, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port': {'id': 'ae46813e-27bf-400a-af6e-cafae7318a03', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:53:18Z', 'updated_at': '2022-04-21T14:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:02.713467 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Checking router: 44f7aa1a-0526-40fe-9200-a9dc4e1a554e for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:02.721590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Routers {'44f7aa1a-0526-40fe-9200-a9dc4e1a554e'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:02.722180 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:00:57Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:02.781032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] For port ae46813e-27bf-400a-af6e-cafae7318a03, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ae46813e-27bf-400a-af6e-cafae7318a03,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:02.781450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:02.872014 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] Set router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:02.906389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Calling delete_port for ae46813e-27bf-400a-af6e-cafae7318a03 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:02.980126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T15:01:02Z', 'revision_number': 6, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:02.984874 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3189b-3039-4493-8136-ee8d09b8971a None None] The sync data for ids ['44f7aa1a-0526-40fe-9200-a9dc4e1a554e'] in dv-neutron-838896-1-hyperv is: [{'id': '44f7aa1a-0526-40fe-9200-a9dc4e1a554e', 'name': 'tempest-TestVolumeBootPattern-1432009167-router', 'tenant_id': '770cc0c5c6ac4cd190021bc8104b6396', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:53:17Z', 'updated_at': '2022-04-21T15:01:02Z', 'revision_number': 6, 'project_id': '770cc0c5c6ac4cd190021bc8104b6396', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:03.078888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.128753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae46813e-27bf-400a-af6e-cafae7318a03,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:03.221355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.513147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.515855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.538303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.538791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f7aa1a-0526-40fe-9200-a9dc4e1a554e {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:01:03.550919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.552047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1a336705-ab69-4222-98cd-1500172eee04 admin admin] 10.222.0.35 "DELETE /v2.0/routers/44f7aa1a-0526-40fe-9200-a9dc4e1a554e HTTP/1.1" status: 204 len: 168 time: 1.3027844 Apr 21 15:01:03.554531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37814) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:03.613214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Deleting subnet ad1ce183-a540-44dd-ab9a-3f934021b227 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:01:03.616095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.665827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.749495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.823001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.867768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ce183-a540-44dd-ab9a-3f934021b227,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:03.869728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:03.879156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bd127ef7-f98a-4276-b25d-6af53c53f6e8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ad1ce183-a540-44dd-ab9a-3f934021b227 HTTP/1.1" status: 204 len: 168 time: 0.3236570 Apr 21 15:01:03.879281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d772e-e684-4cc5-b40d-bcf83a605e1b None None] Network 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:01:03.881664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37818) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:03.916775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae46813e-27bf-400a-af6e-cafae7318a03 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:03.997005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.001449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ae46813e-27bf-400a-af6e-cafae7318a03 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:04.001793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ae46813e-27bf-400a-af6e-cafae7318a03 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:04.002199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:04.008698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Deleting port e5b1668e-e796-40d5-8c2a-82a0c195c493 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:04.009038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.048206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:04.048206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f60f09ed-3b45-4f8d-8bb6-d8be77b56dc8 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:04.208691 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] DHCP port deletion for 7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:01:04.212804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Deleting port e5b1668e-e796-40d5-8c2a-82a0c195c493 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:04.213176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.312483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] For port e5b1668e-e796-40d5-8c2a-82a0c195c493, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e5b1668e-e796-40d5-8c2a-82a0c195c493,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:04.312793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.416280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] For port e5b1668e-e796-40d5-8c2a-82a0c195c493, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e5b1668e-e796-40d5-8c2a-82a0c195c493,segment=NetworkSegment(20d32165-bc43-4eea-9949-7c1b01ac8720),segment_id=20d32165-bc43-4eea-9949-7c1b01ac8720)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:04.416673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.438236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Calling delete_port for e5b1668e-e796-40d5-8c2a-82a0c195c493 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:04.521492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.538350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Calling delete_port for e5b1668e-e796-40d5-8c2a-82a0c195c493 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:04.573183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b1668e-e796-40d5-8c2a-82a0c195c493,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:04.576791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] No DVR routers for this DVR port e5b1668e-e796-40d5-8c2a-82a0c195c493 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:01:04.605566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.605913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.606244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.606594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.606894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.607853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.608443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.608443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.608693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.609006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.609352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.609667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:04.610425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:01:04.610842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:01:04.700624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.725345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:04.737543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d32165-bc43-4eea-9949-7c1b01ac8720') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:04.737832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d32165-bc43-4eea-9949-7c1b01ac8720') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:04.748901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.766036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.772307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:01:04.772688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:01:04.786103 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:01:04.864043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.880038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:04.892495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:04.897420 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dd853f57-c174-47a8-840b-b6c637130b99 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7976f7fd-b5f5-47ed-9b9e-6912b7a6c2bb HTTP/1.1" status: 204 len: 168 time: 1.0145721 Apr 21 15:01:05.007433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37824) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:05.055855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-754963fd-3dd9-4142-a050-ccccb04b5e72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=68859b5095bb4496bfd7fb4880307186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472424 Apr 21 15:01:05.058111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37828) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:05.112268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Deleting port e5b1668e-e796-40d5-8c2a-82a0c195c493 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:05.112813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.115082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.140724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.181791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eae629e8-de6c-4bba-8744-cca2d6bd2185 None None] The port 'e5b1668e-e796-40d5-8c2a-82a0c195c493' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:01:05.198596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.214825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65376cc4-9326-40ec-890d-e61d54b93d65,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:05.223545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.224606 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8794cfad-215b-4c30-bc07-214f15cbf1ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/65376cc4-9326-40ec-890d-e61d54b93d65 HTTP/1.1" status: 204 len: 168 time: 0.1656156 Apr 21 15:01:05.557507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37836) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:05.605372 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7fc03bd8-1fe7-4799-a3ec-0f8fa0e4e185 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=770cc0c5c6ac4cd190021bc8104b6396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465965 Apr 21 15:01:05.607828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:05.663626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.689622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.741440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.756415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72e977-a74e-4b05-935a-e3e90efb3e82,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:05.762659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:05.763530 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7d525b60-35f4-4c60-8d50-eeffc9490525 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab72e977-a74e-4b05-935a-e3e90efb3e82 HTTP/1.1" status: 204 len: 168 time: 0.1548305 Apr 21 15:01:05.906197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e5b1668e-e796-40d5-8c2a-82a0c195c493 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:05.942271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e5b1668e-e796-40d5-8c2a-82a0c195c493 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:05.942613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e5b1668e-e796-40d5-8c2a-82a0c195c493 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:21.979233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:25.361939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fcee89de-fcd5-4941-b5ef-1e64146c9c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:26.631993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37854) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:27.063300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f07e19b-2db0-4f64-9b77-c1b92b7282fb tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4299717 Apr 21 15:01:27.065961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37860) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:27.256429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23dafb6-9fc4-4a8a-b7af-f971f30d5917 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Notify agent at dv-neutron-838896-1-hyperv the message router_removed_from_agent {{(pid=88108) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 21 15:01:27.259653 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a23dafb6-9fc4-4a8a-b7af-f971f30d5917 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "DELETE /v2.0/agents/c35a8e1b-e63c-41a4-a52b-fd240d249fa6/l3-routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261 HTTP/1.1" status: 204 len: 168 time: 0.1927922 Apr 21 15:01:27.262261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37864) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:27.441062 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff984703-e3b9-4243-84dc-85688f4a2261 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1776679 Apr 21 15:01:27.443596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:27.513517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a03a0c8c-7616-4019-9307-122e8b26b549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:27.552356 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-120d5109-cddb-4f7f-8868-061d0d2a01db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 994 time: 0.1075292 Apr 21 15:01:28.002675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061952fe-47bd-4d8c-887f-eeeb4c199972 None None] New status for floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:01:28.053624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:28.344737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:28.377591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5675a0bb-633a-4aab-a487-12b31a68e24b,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:28.383780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:28.384592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:28.532586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:28.540367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.540710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.541045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.541395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.541722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.542047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.542373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.542692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.543010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.543324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.543637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.543950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:28.556009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:28.599998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:28.619574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6484ab60-5580-4391-b525-32a3e670f1cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:28.627681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:28.699816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:28.733093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:28.783259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51ac07cb-85cf-48b3-b024-b0eec4d45e2d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 992 time: 0.2261226 Apr 21 15:01:28.971712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:29.925061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37878) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:30.125306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0cd750-69c3-4830-af6b-211b7541477d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:01:30.125720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0cd750-69c3-4830-af6b-211b7541477d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Notify agent at dv-neutron-838896-1-hyperv the message router_added_to_agent {{(pid=88108) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 21 15:01:30.143724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ca0cd750-69c3-4830-af6b-211b7541477d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "POST /v2.0/agents/c35a8e1b-e63c-41a4-a52b-fd240d249fa6/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2175798 Apr 21 15:01:30.146233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37886) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:30.157000 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:30.166992 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:30.167679 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:30.324728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0913fb42-681d-4df3-96ac-d14d2a096a8d tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1774447 Apr 21 15:01:30.328238 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:30.341880 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:30.412562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:30.437523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d737fa6a-8c1a-4b18-964c-bb265bf0c822 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 992 time: 0.1081965 Apr 21 15:01:30.720003 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:30.723530 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:30.731441 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:30.732027 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:30.906308 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:31.249440 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:31.253161 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b528830-3b0e-4f90-ad63-d21bfcd603c0 None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'aebbf0c1-b3ff-4e2b-88b2-7b707e76d680', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'port_id': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'mac_address': 'fa:16:3e:ca:d5:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:00:23Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:28Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:31.441678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:31.556601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a5a63825-5337-4968-a3a6-7a9505954567 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 992 time: 0.1130016 Apr 21 15:01:31.972365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:32.042564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:32.042980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.166033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.199389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5675a0bb-633a-4aab-a487-12b31a68e24b,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:32.204501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.205314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:32.323112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:32.335603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6484ab60-5580-4391-b525-32a3e670f1cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:32.335994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.459421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.475242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6484ab60-5580-4391-b525-32a3e670f1cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:32.478261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:32.544832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:32.560494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37898) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:32.669094 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18a27539-8b9b-41d3-93e3-375f05988a97 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 992 time: 0.1069610 Apr 21 15:01:32.877449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e34f1-3633-4a68-86d8-6ea6123122cb None None] New status for floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:01:33.673711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37902) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:33.786057 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ac2be095-cd80-423a-8f59-22a1e03eb335 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 200 len: 994 time: 0.1065450 Apr 21 15:01:33.933574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:34.000793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5675a0bb-633a-4aab-a487-12b31a68e24b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:34.001160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.065668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37910) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:34.127048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:34.192498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6484ab60-5580-4391-b525-32a3e670f1cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:34.192859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.266989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port b89a92b2-e912-4ca4-a7d2-e0faeb128138 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:34.267322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.435675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.435988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.667871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for b89a92b2-e912-4ca4-a7d2-e0faeb128138 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:34.815499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.863792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=b89a92b2-e912-4ca4-a7d2-e0faeb128138,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:34.955788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:34.956119 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 disassociated (deleted). External IP: 172.26.4.176, port: 54d9e52a-1d40-4225-9b5c-fe75cea8cda3. Apr 21 15:01:35.304396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:01:35.488657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:01:35.498006 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:35.504944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:35.507877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:35.508479 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:35.561887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5ea9d96a-e5f1-4b88-9bae-80c6e8fd6e49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/aebbf0c1-b3ff-4e2b-88b2-7b707e76d680 HTTP/1.1" status: 204 len: 168 time: 1.4920738 Apr 21 15:01:35.561887 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:01:35.605554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6c7efd-5638-44d3-b2be-99294c09121c'] response: {'name': 'network-changed', 'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'status': 'completed', 'code': 200} Apr 21 15:01:35.688335 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:35.698082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-13405d38-dd47-4d2e-9c79-a0d421428293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:35.699545 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-13405d38-dd47-4d2e-9c79-a0d421428293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 1099 time: 0.0723653 Apr 21 15:01:35.842072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-d0127501-9d79-4783-b70a-75e54d4b3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:35.843501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-d0127501-9d79-4783-b70a-75e54d4b3b9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 200 len: 898 time: 0.1385663 Apr 21 15:01:35.923352 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-217a66be-881a-41aa-9af0-0777e8173d06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 200 len: 217 time: 0.0726388 Apr 21 15:01:35.975488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b1ede-847f-42d7-a8ca-0319487624c5 req-32343ae8-bb18-4c41-9ef0-90cbe78f6e0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:35.976379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-4e2b1ede-847f-42d7-a8ca-0319487624c5 req-32343ae8-bb18-4c41-9ef0-90cbe78f6e0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:35.989617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-469ccfce-e24a-48bd-933c-ee9c9b472adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:35.991162 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-469ccfce-e24a-48bd-933c-ee9c9b472adc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f784e003-6315-4e5d-b213-063218d9a5df HTTP/1.1" status: 200 len: 835 time: 0.0617795 Apr 21 15:01:35.994254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-4e2b1ede-847f-42d7-a8ca-0319487624c5 req-32343ae8-bb18-4c41-9ef0-90cbe78f6e0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:35.995565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e2b1ede-847f-42d7-a8ca-0319487624c5 req-32343ae8-bb18-4c41-9ef0-90cbe78f6e0d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.1046703 Apr 21 15:01:36.042479 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e2b1ede-847f-42d7-a8ca-0319487624c5 req-a21465c5-4547-488b-baf9-fb56b28a4323 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Apr 21 15:01:36.043029 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:36.047742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:36.059238 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:36.059894 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:36.075107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-c9081b9c-2f6a-48c2-a711-ed8341a05783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:36.077227 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-c9081b9c-2f6a-48c2-a711-ed8341a05783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2dee255f-6f70-4791-afa4-ed922a992beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783799 Apr 21 15:01:36.210610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-7532ba19-5c56-42c3-ba44-e84dc7fa92a4 service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260037 Apr 21 15:01:36.234991 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:36.398524 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:01:36.443961 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d43f0630-07a6-43dc-9720-40d10c1f71f0 req-17d29687-2d4e-4a6f-adc7-11ae1fb9407c service neutron] 10.222.0.13 "GET /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270801 Apr 21 15:01:36.560897 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:36.564772 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf614b5-899a-48d0-b3b7-888e02420765 None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:00:05Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5675a0bb-633a-4aab-a487-12b31a68e24b', 'name': '', 'network_id': '2dee255f-6f70-4791-afa4-ed922a992beb', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:17:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:04Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'f784e003-6315-4e5d-b213-063218d9a5df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:37.189986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6969b214-2c97-4759-a1fd-388b8e0d5677 None None] New status for floating IP aebbf0c1-b3ff-4e2b-88b2-7b707e76d680: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:01:37.241668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5a6df-8b28-4ab2-a771-59abd2c47116 req-14af9be3-08c4-48ba-89f1-958d13e03f25 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:37.243108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2a5a6df-8b28-4ab2-a771-59abd2c47116 req-14af9be3-08c4-48ba-89f1-958d13e03f25 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0886652 Apr 21 15:01:37.286875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2a5a6df-8b28-4ab2-a771-59abd2c47116 req-8798d0af-14ba-4993-b9af-e418927ec034 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=04b202d5-31ac-48bd-aae8-df5aa56d2c50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373878 Apr 21 15:01:37.510442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4c0544d7-238b-4720-a3e5-fd7dc82e01ea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:37.511130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4c0544d7-238b-4720-a3e5-fd7dc82e01ea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:37.523058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4c0544d7-238b-4720-a3e5-fd7dc82e01ea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:37.524115 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4c0544d7-238b-4720-a3e5-fd7dc82e01ea tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 946 time: 0.0901792 Apr 21 15:01:37.596395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:37.596640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:37.834936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:37.835289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:37.961273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:38.102996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:38.157469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=54d9e52a-1d40-4225-9b5c-fe75cea8cda3,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:38.234052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:01:38.236343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:38.238725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'name': 'network-vif-deleted', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:01:38.254148 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0fbf6006-4f5d-4aed-aada-3df749c649d4 req-4e696c53-5050-4944-a562-2fe0d862549b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/54d9e52a-1d40-4225-9b5c-fe75cea8cda3 HTTP/1.1" status: 204 len: 173 time: 0.7233791 Apr 21 15:01:38.285650 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8290908-d165-43f3-984d-deff24821bfc'] response: {'server_uuid': 'e87de160-6e59-4650-b75e-d44ac21423ff', 'name': 'network-vif-deleted', 'tag': '54d9e52a-1d40-4225-9b5c-fe75cea8cda3', 'status': 'completed', 'code': 200} Apr 21 15:01:38.444343 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f378795-24be-4e25-8eee-c3514c8884b7 req-1612e3b5-7c87-4e9e-9eea-05099a9b2c28 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=e87de160-6e59-4650-b75e-d44ac21423ff HTTP/1.1" status: 200 len: 210 time: 0.0453691 Apr 21 15:01:39.537142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37928) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:39.604940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:39.633893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:39.700667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:39.719111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b202d5-31ac-48bd-aae8-df5aa56d2c50,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:39.730034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:39.731270 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fc6e9c1d-e1bd-403b-9847-6e84dc08b4ba tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/04b202d5-31ac-48bd-aae8-df5aa56d2c50 HTTP/1.1" status: 204 len: 168 time: 0.1931231 Apr 21 15:01:39.769432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37934) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:40.426227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:40.780492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 5675a0bb-633a-4aab-a487-12b31a68e24b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:40.781141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:40.976581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 5675a0bb-633a-4aab-a487-12b31a68e24b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5675a0bb-633a-4aab-a487-12b31a68e24b,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:40.976933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:41.097482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 5675a0bb-633a-4aab-a487-12b31a68e24b owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:41.270920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:41.286062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:41.340712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=5675a0bb-633a-4aab-a487-12b31a68e24b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:41.344350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:41.344701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 54d9e52a-1d40-4225-9b5c-fe75cea8cda3 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:41.722920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.086692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:01:42.260186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:01:42.269197 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Sync routers for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:42.273260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-58f3b7c1-0fd2-449f-bd05-ff7d7a491dd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027299 Apr 21 15:01:42.275257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37940) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:42.278452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:42.279051 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:42.343223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet f784e003-6315-4e5d-b213-063218d9a5df {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:01:42.346055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.398733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.456050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:42.479548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.554189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.590705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=f784e003-6315-4e5d-b213-063218d9a5df,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:42.596690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.603523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0c030fee-b9f2-47af-afc7-7ace80b9b782 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/f784e003-6315-4e5d-b213-063218d9a5df HTTP/1.1" status: 204 len: 168 time: 0.3273239 Apr 21 15:01:42.603661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db241c-c5d0-4437-ac90-3c15e5d57dc2 None None] Network 2dee255f-6f70-4791-afa4-ed922a992beb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:01:42.606225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37944) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:42.742705 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:01:41Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:42.746834 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Checking router: 9130a674-c9f7-4bdd-bdc2-9ade131c1261 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:42.757024 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Routers {'9130a674-c9f7-4bdd-bdc2-9ade131c1261'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:42.757724 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:42.787497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.881413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] DHCP port deletion for 2dee255f-6f70-4791-afa4-ed922a992beb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:01:42.885618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Deleting port e62155c8-feed-490b-8147-7927c8b91086 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:42.885982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.954171 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] Set router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:42.979730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:42.989129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 6484ab60-5580-4391-b525-32a3e670f1cf {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:01:42.991747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.102732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] For port e62155c8-feed-490b-8147-7927c8b91086, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e62155c8-feed-490b-8147-7927c8b91086,segment=NetworkSegment(43c6f068-0d6e-4acc-a152-a44508f0af44),segment_id=43c6f068-0d6e-4acc-a152-a44508f0af44)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:43.103447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.234190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Calling delete_port for e62155c8-feed-490b-8147-7927c8b91086 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:43.278736 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:01:41Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:43.279871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 6484ab60-5580-4391-b525-32a3e670f1cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6484ab60-5580-4391-b525-32a3e670f1cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:43.280001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.284002 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f663e1f-708d-4d3b-ac4c-db432c4c3ee5 None None] The sync data for ids ['9130a674-c9f7-4bdd-bdc2-9ade131c1261'] in dv-neutron-838896-1-hyperv is: [{'id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'name': 'tempest-TestNetworkBasicOps-router-393963070', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:59:59Z', 'updated_at': '2022-04-21T15:01:41Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '6484ab60-5580-4391-b525-32a3e670f1cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:16:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9130a674-c9f7-4bdd-bdc2-9ade131c1261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:00:00Z', 'updated_at': '2022-04-21T15:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:43.315966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.366754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] Pushing event deleted for resources: {'Port': ['ID=e62155c8-feed-490b-8147-7927c8b91086,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:43.370099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0def99a-113e-4e96-adff-080d5fbafd37 None None] No DVR routers for this DVR port e62155c8-feed-490b-8147-7927c8b91086 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:01:43.415670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 6484ab60-5580-4391-b525-32a3e670f1cf owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:01:43.579515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.626502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=6484ab60-5580-4391-b525-32a3e670f1cf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:43.724693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.903189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.905533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.929426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.930012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 9130a674-c9f7-4bdd-bdc2-9ade131c1261 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:01:43.946306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:43.947501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-25c8948e-9008-4985-941a-fb90fbd629bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/9130a674-c9f7-4bdd-bdc2-9ade131c1261 HTTP/1.1" status: 204 len: 168 time: 1.3403249 Apr 21 15:01:43.950226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:43.977024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e62155c8-feed-490b-8147-7927c8b91086 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:44.019058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e62155c8-feed-490b-8147-7927c8b91086 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:44.019705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e62155c8-feed-490b-8147-7927c8b91086 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:44.020296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:44.058847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 5675a0bb-633a-4aab-a487-12b31a68e24b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:44.059573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5675a0bb-633a-4aab-a487-12b31a68e24b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:44.066928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.196416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.222098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dee255f-6f70-4791-afa4-ed922a992beb']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:44.233828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c6f068-0d6e-4acc-a152-a44508f0af44') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:44.234121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c6f068-0d6e-4acc-a152-a44508f0af44') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:44.244965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.260883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.267563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:01:44.267937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:01:44.281776 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:01:44.361622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.365671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.394082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=2dee255f-6f70-4791-afa4-ed922a992beb,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:44.402578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bb04ce35-0225-46ea-adae-5271c351653d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/2dee255f-6f70-4791-afa4-ed922a992beb HTTP/1.1" status: 204 len: 168 time: 0.4513967 Apr 21 15:01:44.423032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:44.428515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--1027365076', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:44.433594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:44.438273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:44.441095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:44.446743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:44.456971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:01:44.460218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.486343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:01:44.494762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.495134 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment f7b32a51-4d54-4ea9-8437-fe9e28dbee4e of type vlan for network 1d19c942-1280-48b1-9993-553d4b145dc0 Apr 21 15:01:44.522290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.556407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.562193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:44.562752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.661015 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2367718 Apr 21 15:01:44.663701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:44.667030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01157e-bd1a-42a6-9ce2-18594c74ef10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=1d19c942-1280-48b1-9993-553d4b145dc0,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:44.669639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:44.677601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:01:44.678331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:44.682148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:44.686197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:44.691874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:44.702773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.703686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:44.719272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.097425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.400692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.430141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.564603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.162 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/10c908b3-6054-415c-a36d-d04c5d7b37fd) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:01:45.710359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.738792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:45.803274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:01:45.806125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:45.809733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:01:45.850135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=10c908b3-6054-415c-a36d-d04c5d7b37fd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:45.884217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:01:45.923606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6484ab60-5580-4391-b525-32a3e670f1cf {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:01:45.923945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6484ab60-5580-4391-b525-32a3e670f1cf not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:01:46.220928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:46.664103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:46.863228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router e64af127-762f-42b2-bc7b-06eee52a8ea9 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:01:47.043403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:01:47.052682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Sync routers for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:47.061524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:47.062209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:47.071117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:47.072436 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29ea2c2d-b9dc-438b-a2a9-62149b71fc2b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4076233 Apr 21 15:01:47.075623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:47.115187 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-801d3156-477d-4474-859d-790c60a42be6 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384512 Apr 21 15:01:47.117651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37964) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:47.240535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:47.244562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b99f6df-9c61-4785-afca-450d88488e33 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:47.246050 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b99f6df-9c61-4785-afca-450d88488e33 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275156 Apr 21 15:01:47.248814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37968) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:47.288188 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6f00845e-bed3-4a73-b0c1-7bbbb9f6f0fc tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377164 Apr 21 15:01:47.290622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:47.296372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2144135868', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:47.403848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:47.408065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:47.410843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:47.416395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:47.426277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:01:47.429917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:47.562182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:46Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:47.566043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Checking router: e64af127-762f-42b2-bc7b-06eee52a8ea9 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:47.566393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Updating router e64af127-762f-42b2-bc7b-06eee52a8ea9 port 10c908b3-6054-415c-a36d-d04c5d7b37fd binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:01:47.619917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:47.652812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:47.731727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=ca35c6d1-8432-412d-a4d2-922a80f66857,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:47.740361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:01:47.740643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 1d19c942-1280-48b1-9993-553d4b145dc0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:01:47.759597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 1d19c942-1280-48b1-9993-553d4b145dc0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:01:47.769559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1d19c942-1280-48b1-9993-553d4b145dc0) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:47.773698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:47.774276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:47.785439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27f123-cede-47d1-a183-c70f3bb638bb None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:01:47.798593 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b63081e4-28ce-4673-99db-c7cab2ed4c64 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5033998 Apr 21 15:01:47.798910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37976) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:48.148747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.152311 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1d19c942-1280-48b1-9993-553d4b145dc0', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:01:48.153088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.180220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Transition to ACTIVE for port object 10c908b3-6054-415c-a36d-d04c5d7b37fd will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:48.221254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.332845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fe6a8-d52d-4c8b-af8d-1004b077ca23 None None] Pushing event updated for resources: {'Port': ['ID=10c908b3-6054-415c-a36d-d04c5d7b37fd,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:48.337743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Attempting to bind port 10c908b3-6054-415c-a36d-d04c5d7b37fd on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:01:48.338114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Attempting to bind port 10c908b3-6054-415c-a36d-d04c5d7b37fd by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:01:48.338474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Attempting to bind port 10c908b3-6054-415c-a36d-d04c5d7b37fd on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:01:48.374867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:01:48.375242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:01:48.375644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.376034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:01:48.376502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Bound port: 10c908b3-6054-415c-a36d-d04c5d7b37fd, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:01:48.376873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.461604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Allocated IP 172.20.0.2 (1d19c942-1280-48b1-9993-553d4b145dc0/ca35c6d1-8432-412d-a4d2-922a80f66857/025be0bf-387c-4f04-b77e-eee0296bbde8) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:01:48.476820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] For port 10c908b3-6054-415c-a36d-d04c5d7b37fd, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:01:48.480655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] For port 10c908b3-6054-415c-a36d-d04c5d7b37fd, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=10c908b3-6054-415c-a36d-d04c5d7b37fd,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:01:48.500948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.594628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.667794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:48.668417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:48.723336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fe6a8-d52d-4c8b-af8d-1004b077ca23 None None] Pushing event updated for resources: {'Port': ['ID=10c908b3-6054-415c-a36d-d04c5d7b37fd,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:48.926892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:48.934677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:49.083950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Transition to ACTIVE for port object 025be0bf-387c-4f04-b77e-eee0296bbde8 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:49.129389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Transition to ACTIVE for port object 025be0bf-387c-4f04-b77e-eee0296bbde8 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:49.179844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.241703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (1d19c942-1280-48b1-9993-553d4b145dc0/ca35c6d1-8432-412d-a4d2-922a80f66857/c7d1d668-db53-4f2b-894d-22b7b02cbf83) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:01:49.262925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:01:49.270069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:49.281697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:01:49.290642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Pushing event updated for resources: {'Port': ['ID=025be0bf-387c-4f04-b77e-eee0296bbde8,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:49.404362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.419675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Attempting to bind port 025be0bf-387c-4f04-b77e-eee0296bbde8 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:01:49.420432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Attempting to bind port 025be0bf-387c-4f04-b77e-eee0296bbde8 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:01:49.420655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Attempting to bind port 025be0bf-387c-4f04-b77e-eee0296bbde8 on network 1d19c942-1280-48b1-9993-553d4b145dc0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:01:49.421314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object c7d1d668-db53-4f2b-894d-22b7b02cbf83 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:49.428692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:01:49.429068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Checking segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:01:49.429488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.429875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Bound using segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:01:49.430331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Bound port: 025be0bf-387c-4f04-b77e-eee0296bbde8, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:01:49.430708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.444215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.506292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:46Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:49.511764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 1d19c942-1280-48b1-9993-553d4b145dc0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:01:49.515956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:49.519860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:01:49.521492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64c5ed-f8fe-4979-8b93-cddbe063cce2 None None] The sync data for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv is: [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:46Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:49.536438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] For port 025be0bf-387c-4f04-b77e-eee0296bbde8, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:01:49.542072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] For port 025be0bf-387c-4f04-b77e-eee0296bbde8, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=025be0bf-387c-4f04-b77e-eee0296bbde8,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:01:49.548404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.567534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:49.584985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:49.644106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed02b2-1127-484b-af92-859ec8773aa2 None None] Pushing event updated for resources: {'Port': ['ID=025be0bf-387c-4f04-b77e-eee0296bbde8,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:50.047926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.083728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 10c908b3-6054-415c-a36d-d04c5d7b37fd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:50.159846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 10c908b3-6054-415c-a36d-d04c5d7b37fd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:50.165093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 10c908b3-6054-415c-a36d-d04c5d7b37fd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:50.165757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.292841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.311854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 10c908b3-6054-415c-a36d-d04c5d7b37fd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=10c908b3-6054-415c-a36d-d04c5d7b37fd,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:50.319965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.320768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 025be0bf-387c-4f04-b77e-eee0296bbde8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:50.456732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=10c908b3-6054-415c-a36d-d04c5d7b37fd,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:50.460185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 025be0bf-387c-4f04-b77e-eee0296bbde8 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:50.496323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.502763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.622355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.626048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:50.732877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e174ec5-4370-499f-978f-ee6d4ecb9dd9 None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:01:50.767532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 1d19c942-1280-48b1-9993-553d4b145dc0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:01:50.768848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:50.859882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Provisioning for port 025be0bf-387c-4f04-b77e-eee0296bbde8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:50.867253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Provisioning complete for port 025be0bf-387c-4f04-b77e-eee0296bbde8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:50.867639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:50.958001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router e64af127-762f-42b2-bc7b-06eee52a8ea9 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:01:51.080861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.122482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] For port 025be0bf-387c-4f04-b77e-eee0296bbde8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=025be0bf-387c-4f04-b77e-eee0296bbde8,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:51.126818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.148028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:01:51.166445 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f30c7b41-a115-47b1-949c-fa6618db0e7f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/e64af127-762f-42b2-bc7b-06eee52a8ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3664453 Apr 21 15:01:51.168568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 37980) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:51.206559 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edd753-25f7-4e5d-8bd6-f6bdf6b81f63 None None] Pushing event updated for resources: {'Port': ['ID=025be0bf-387c-4f04-b77e-eee0296bbde8,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:51.260297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Sync routers for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:01:51.271902 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:51.272544 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:51.351861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Provisioning complete for port 025be0bf-387c-4f04-b77e-eee0296bbde8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:51.352392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.458119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbeb5e-1c35-4710-9c94-2fc65458869a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.458501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbeb5e-1c35-4710-9c94-2fc65458869a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.458960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbeb5e-1c35-4710-9c94-2fc65458869a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.459468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cbeb5e-1c35-4710-9c94-2fc65458869a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.464346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37984) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:51.469774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-88cbeb5e-1c35-4710-9c94-2fc65458869a tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2999496 Apr 21 15:01:51.471472 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:51.515514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Provisioning for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:51.523394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:51.524002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.574132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308f0f5-8f8d-43e7-a184-4fd44eb07fb8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.574579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308f0f5-8f8d-43e7-a184-4fd44eb07fb8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.575027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308f0f5-8f8d-43e7-a184-4fd44eb07fb8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.575625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4308f0f5-8f8d-43e7-a184-4fd44eb07fb8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:51.578568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4308f0f5-8f8d-43e7-a184-4fd44eb07fb8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.1132324 Apr 21 15:01:51.581312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37988) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:51.595656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-170c8f62-33ca-47e0-b81a-0b2d8db353b3 None None] Port c7d1d668-db53-4f2b-894d-22b7b02cbf83 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:01:51.720230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8c3e9243-1165-471e-bf76-7a5bafab1870 None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:51.720604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8c3e9243-1165-471e-bf76-7a5bafab1870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.834986 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:51.839784 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Checking router: e64af127-762f-42b2-bc7b-06eee52a8ea9 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:01:51.840135 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Updating router e64af127-762f-42b2-bc7b-06eee52a8ea9 port c7d1d668-db53-4f2b-894d-22b7b02cbf83 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:01:51.846206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e9243-1165-471e-bf76-7a5bafab1870 None None] Port c7d1d668-db53-4f2b-894d-22b7b02cbf83 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:01:51.900198 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:51.941184 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3518332e-beb1-4202-b2e7-111f659c5379 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3561728 Apr 21 15:01:51.941413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 10c908b3-6054-415c-a36d-d04c5d7b37fd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:52.018044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.019761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a83eea69-ebc4-45d2-82e0-1ae5c076fb1e None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:52.020174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a83eea69-ebc4-45d2-82e0-1ae5c076fb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.083868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a83eea69-ebc4-45d2-82e0-1ae5c076fb1e None None] Port c7d1d668-db53-4f2b-894d-22b7b02cbf83 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:01:52.085402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 10c908b3-6054-415c-a36d-d04c5d7b37fd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:52.085761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.184742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37994) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:52.192958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841101481', 'description': 'tempest-secgroup-smoke-841101481 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:52.199968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.205605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.209119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 025be0bf-387c-4f04-b77e-eee0296bbde8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:52.209266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.214835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.228495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.249299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.253157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.255971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.261672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.273904 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.281666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 025be0bf-387c-4f04-b77e-eee0296bbde8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:52.282044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.287284 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Transition to ACTIVE for port object c7d1d668-db53-4f2b-894d-22b7b02cbf83 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:52.295093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.341713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.346650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.415688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de4feac-630c-4dea-8c9f-36ec2dcc14f8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.418513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.419947 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7bc460bf-b8c0-49fb-abee-1f3d77a5ca09 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2327709 Apr 21 15:01:52.423144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 37998) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:52.428769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:52.431275 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Pushing event updated for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.435621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.439940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.443723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.450178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.469928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.470551 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.470852 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.471365 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.471848 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.472326 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.472645 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.472956 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.473295 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.473612 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.473920 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.474226 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.474535 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:01:52.539191 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Attempting to bind port c7d1d668-db53-4f2b-894d-22b7b02cbf83 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:01:52.539558 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Attempting to bind port c7d1d668-db53-4f2b-894d-22b7b02cbf83 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:01:52.539914 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Attempting to bind port c7d1d668-db53-4f2b-894d-22b7b02cbf83 on network 1d19c942-1280-48b1-9993-553d4b145dc0 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:01:52.540421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.544297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.547435 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:01:52.547941 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Checking segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:01:52.548441 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.548911 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Bound using segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:01:52.549562 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Bound port: c7d1d668-db53-4f2b-894d-22b7b02cbf83, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:01:52.550167 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.569222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df1e6d0-b335-4e9f-9ad7-0e0e6725152a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.578647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.579892 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-468fbc83-67da-4feb-9688-6da7ddf4e5e4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1558187 Apr 21 15:01:52.582805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38002) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:52.588021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:52.594602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.599036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.602350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.609133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.626261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.672724 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] For port c7d1d668-db53-4f2b-894d-22b7b02cbf83, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:01:52.676920 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] For port c7d1d668-db53-4f2b-894d-22b7b02cbf83, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c7d1d668-db53-4f2b-894d-22b7b02cbf83,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:01:52.681251 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.688843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.692994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.715463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464c761e-4390-4013-9a8e-f98ccb5d65da,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.728981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.730221 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5e116923-9a48-41fa-84dd-732e7ef8b166 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464179 Apr 21 15:01:52.733019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38006) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:52.738554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:52.746279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.750772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.753684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.759782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.765909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:01:52.766647 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:27Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:52.777842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.821925 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2a447-3429-4db5-ba01-7b4f3d10a674 None None] Pushing event updated for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.851331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.856318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.876094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae97f6b6-4a9a-4ee5-b63c-2951382758d7,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:52.894563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.898874 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a27cb0ff-6fb0-484d-9d97-fa4490b0159c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615140 Apr 21 15:01:52.899023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38010) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:52.904266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:52.910904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:52.914988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:52.918119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:52.924963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:52.942540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:52.965552 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:01:53.011434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.015361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.037790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0200ca14-9b4a-4ebd-9ce3-ed06ca214488,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:53.049795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.050967 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-70a7d0fd-70e0-4262-b6c7-ee2f751a88a7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510108 Apr 21 15:01:53.053768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38014) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:53.059089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:53.064959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:53.068786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:53.071593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:53.077689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:53.088063 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:01:53.095651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.159462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.163095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.186412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4dc7e6-fc99-49b9-8123-bce756c534bf,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:53.196471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.200467 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ba0667ac-9dd9-4f99-8ac2-787ff329c546 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431489 Apr 21 15:01:53.200668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38018) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:01:53.206254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '0de4feac-630c-4dea-8c9f-36ec2dcc14f8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:53.211949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:53.215698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:01:53.219109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:01:53.224750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:53.238511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:01:53.245598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.285778 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:52Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:01:53.289625 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b531f31-8d58-41c8-ad7d-4f44a5731a44 None None] The sync data for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv is: [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:52Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:01:53.313059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.319754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.357335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc1d23e-9a78-4ccc-9a1a-dac4bd4a57bc,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:53.367435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:53.368695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-999efc7d-776b-4082-8018-f8f1afa141cf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670940 Apr 21 15:01:53.600966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-1040074c-277c-4f85-87e2-7d70704a4c61 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:53.617535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-1040074c-277c-4f85-87e2-7d70704a4c61 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:53.618720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-1040074c-277c-4f85-87e2-7d70704a4c61 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841101481&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0619230 Apr 21 15:01:53.776447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-b0b22e01-cb98-42fd-a018-336f53400824 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:53.778037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-b0b22e01-cb98-42fd-a018-336f53400824 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 797 time: 0.1516652 Apr 21 15:01:53.793377 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-1dc153c3-9694-4b18-8086-4acf42bc02c5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0095780 Apr 21 15:01:53.882624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-94509364-b2b1-4a2a-82eb-547a69465179 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:53.902219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-94509364-b2b1-4a2a-82eb-547a69465179 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:53.903782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-94509364-b2b1-4a2a-82eb-547a69465179 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1036026 Apr 21 15:01:53.966109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c7d1d668-db53-4f2b-894d-22b7b02cbf83 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:54.048721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:54.053773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:54.054392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:54.057936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-5a722fd1-45b7-4ef4-9bb3-49c7105abb23 service neutron] 10.222.0.35 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412969 Apr 21 15:01:54.189834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:54.197725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-e92aafad-05df-4418-82b3-8110550bf008 service neutron] 10.222.0.35 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312764 Apr 21 15:01:54.224718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port c7d1d668-db53-4f2b-894d-22b7b02cbf83, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c7d1d668-db53-4f2b-894d-22b7b02cbf83,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:01:54.229755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:54.302204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:54.389885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7210f988-3fc7-4ac8-8253-e26f3b9eee4b req-44a04225-3716-4bba-81da-fa45f1c64a50 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 210 time: 0.0442219 Apr 21 15:01:55.363745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b5c59cd9-27c9-499e-9765-274582a7b93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:55.555880 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8fc70dd-c5ae-48ee-8757-dee95bfec769 req-3a2693f8-acaf-4e70-b173-3502b2478368 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 210 time: 0.0470099 Apr 21 15:01:55.584395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-c9a0ffac-6132-469e-a6e7-f9983367144d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:55.585088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-c9a0ffac-6132-469e-a6e7-f9983367144d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:01:55.601428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-c9a0ffac-6132-469e-a6e7-f9983367144d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:01:55.602708 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-c9a0ffac-6132-469e-a6e7-f9983367144d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 797 time: 0.1748974 Apr 21 15:01:55.652664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-65842396-da08-4542-8a7d-6e081e0dcc08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 379 time: 0.0415123 Apr 21 15:01:55.660889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['0de4feac-630c-4dea-8c9f-36ec2dcc14f8']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:55.796591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:01:55.805945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:01:55.815856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:01:55.819434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:55.937984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c7d1d668-db53-4f2b-894d-22b7b02cbf83 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:01:55.988614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.13 (1d19c942-1280-48b1-9993-553d4b145dc0/ca35c6d1-8432-412d-a4d2-922a80f66857/931365e6-1509-4666-a11b-7a532ad7ad2a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:01:56.010310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:56.010817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.179893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.194649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 931365e6-1509-4666-a11b-7a532ad7ad2a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:56.217330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.290388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 1d19c942-1280-48b1-9993-553d4b145dc0 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:01:56.293494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:01:56.297929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:01:56.335340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:56.369169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:56.369838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.396855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-f018a72f-8d51-47f0-9b7c-d9ed53f09adf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7393014 Apr 21 15:01:56.408904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Request body: {'port': {'device_id': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:01:56.485504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d805e392-69b1-4778-8d9a-1400f89aa253 None None] Provisioning for port 931365e6-1509-4666-a11b-7a532ad7ad2a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:01:56.490250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d805e392-69b1-4778-8d9a-1400f89aa253 None None] Provisioning complete for port 931365e6-1509-4666-a11b-7a532ad7ad2a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:01:56.490619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d805e392-69b1-4778-8d9a-1400f89aa253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.527685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.544901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d805e392-69b1-4778-8d9a-1400f89aa253 None None] Port 931365e6-1509-4666-a11b-7a532ad7ad2a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:01:56.746759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f75a11-de4c-4c47-92ba-b3b5e7c00961 req-b815a3da-8eac-4899-982f-b3269449bc31 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:56.748123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60f75a11-de4c-4c47-92ba-b3b5e7c00961 req-b815a3da-8eac-4899-982f-b3269449bc31 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 932 time: 0.0795910 Apr 21 15:01:56.793073 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60f75a11-de4c-4c47-92ba-b3b5e7c00961 req-252126ba-5a7f-433e-b346-dd0d84961260 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382600 Apr 21 15:01:56.878273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931365e6-1509-4666-a11b-7a532ad7ad2a {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:01:56.885272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:56.899292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Transition to ACTIVE for port object 931365e6-1509-4666-a11b-7a532ad7ad2a will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:01:56.902569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.157661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Pushing event updated for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:57.238050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Attempting to bind port 931365e6-1509-4666-a11b-7a532ad7ad2a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:01:57.238375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Attempting to bind port 931365e6-1509-4666-a11b-7a532ad7ad2a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:01:57.238689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Attempting to bind port 931365e6-1509-4666-a11b-7a532ad7ad2a on network 1d19c942-1280-48b1-9993-553d4b145dc0 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:01:57.243095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Port 931365e6-1509-4666-a11b-7a532ad7ad2a on network 1d19c942-1280-48b1-9993-553d4b145dc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:01:57.243408 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Attempting to bind port 931365e6-1509-4666-a11b-7a532ad7ad2a on network 1d19c942-1280-48b1-9993-553d4b145dc0 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:01:57.248288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:01:57.248617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Checking segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:01:57.249153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Bound using segment: {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:01:57.249423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Bound port: 931365e6-1509-4666-a11b-7a532ad7ad2a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:01:57.249754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.339644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:01:57.342709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=931365e6-1509-4666-a11b-7a532ad7ad2a,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:01:57.348279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.416609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:57.417232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.418598 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] 10.222.0.13 "PUT /v2.0/ports/931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 1094 time: 1.0144610 Apr 21 15:01:57.419026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:01:57.438423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27d4f4-821e-445b-9842-b994358bd044 service neutron] Pushing event updated for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:01:57.498033 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13e7bdd-dd9a-41f1-8fde-f1820ca27561'] response: {'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'status': 'completed', 'code': 200} Apr 21 15:01:57.518519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-13dba101-c21d-4f3a-8953-bd8d58f4e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:57.541130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-77a65a6c-860b-450d-ae82-c17c12914613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:57.542705 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-77a65a6c-860b-450d-ae82-c17c12914613 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1097 time: 0.0800259 Apr 21 15:01:57.611728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-4380b32c-934e-4978-98a1-97017415eb9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 217 time: 0.0621183 Apr 21 15:01:57.678198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-bf070bc7-1904-4147-899d-472871c80175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:57.679595 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-bf070bc7-1904-4147-899d-472871c80175 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0628219 Apr 21 15:01:57.754108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-24850a2a-41c5-421d-9931-852cec6d5638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:57.755530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-24850a2a-41c5-421d-9931-852cec6d5638 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698895 Apr 21 15:01:57.888242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-1fbf2d82-35c9-4db5-b848-74d9cf9a149d service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 Apr 21 15:01:57.984189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4a25-673d-479e-ab81-03ce95a88141 req-5a3adb5f-7f79-41c2-ba51-f40987c9f71a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:57.985849 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-227f4a25-673d-479e-ab81-03ce95a88141 req-5a3adb5f-7f79-41c2-ba51-f40987c9f71a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 944 time: 0.0850115 Apr 21 15:01:58.020304 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-73d516e8-ccbd-4a6d-88c0-20700aaa276e req-919515a3-7cff-43c0-9ea4-5399942193d5 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267247 Apr 21 15:01:58.031413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-227f4a25-673d-479e-ab81-03ce95a88141 req-bd0d16ca-9e3f-4ec8-b862-292fa1c7e15b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Apr 21 15:01:58.137575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-aa93071f-958b-4cc4-9486-75eb5e6ab9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:58.139005 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-aa93071f-958b-4cc4-9486-75eb5e6ab9e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1097 time: 0.0738986 Apr 21 15:01:58.268043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-459f8d1a-26ae-46b2-932d-583d047054bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:58.269474 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-459f8d1a-26ae-46b2-932d-583d047054bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1245716 Apr 21 15:01:58.335849 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-531fbc42-cef4-41be-b0c1-eec0d9690217 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 217 time: 0.0607090 Apr 21 15:01:58.400190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-d9bf1776-676f-4c14-a4ca-28a74b6581e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:58.401519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-d9bf1776-676f-4c14-a4ca-28a74b6581e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0598559 Apr 21 15:01:58.475130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-8b14a7b2-65b5-4417-afcf-207629ac36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:58.476561 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-8b14a7b2-65b5-4417-afcf-207629ac36a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693281 Apr 21 15:01:58.607462 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-92b8088a-78bb-4f15-ac61-f23eec768ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243958 Apr 21 15:01:58.737435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:58.838317 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f17bdbc9-67fd-44f1-9449-74fd84359f1f req-f00db6f2-6705-415e-bc60-841e94b8aaa3 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238643 Apr 21 15:01:58.973643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:01:59.216084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81141-42fd-414e-b029-698ef62a775f req-053c56a0-8f4f-48e7-979e-22bb67bddb83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:01:59.218480 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49a81141-42fd-414e-b029-698ef62a775f req-053c56a0-8f4f-48e7-979e-22bb67bddb83 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 944 time: 0.0793712 Apr 21 15:01:59.260885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-49a81141-42fd-414e-b029-698ef62a775f req-7342de4b-5bfc-4be8-a3e0-a1735cdea10a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372007 Apr 21 15:02:00.413605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:00.448096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e628fb-06fd-426b-8219-0c6237a254c6 req-892e7fd0-e396-440a-a8e4-5922a9580d95 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:00.449554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-64e628fb-06fd-426b-8219-0c6237a254c6 req-892e7fd0-e396-440a-a8e4-5922a9580d95 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 944 time: 0.0829616 Apr 21 15:02:00.492851 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-64e628fb-06fd-426b-8219-0c6237a254c6 req-4c990d98-da9e-4479-914f-b7e320f39ccc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374842 Apr 21 15:02:01.303171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 931365e6-1509-4666-a11b-7a532ad7ad2a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:02:01.432601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=931365e6-1509-4666-a11b-7a532ad7ad2a,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:02:01.445638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'port_id': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'mac_address': 'fa:16:3e:93:42:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:02:01.503752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:01.521004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931365e6-1509-4666-a11b-7a532ad7ad2a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:02:01.536464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=931365e6-1509-4666-a11b-7a532ad7ad2a,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:02:01.540987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:01.607663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:01.679065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcf622-40f6-415e-981c-cde2807c656b req-d1c57599-408a-4471-bbae-17215798505e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:01.680479 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15fcf622-40f6-415e-981c-cde2807c656b req-d1c57599-408a-4471-bbae-17215798505e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 945 time: 0.0781751 Apr 21 15:02:01.726879 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15fcf622-40f6-415e-981c-cde2807c656b req-3988bc08-daca-4e08-b9ad-09fd052c769e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Apr 21 15:02:01.898787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['931365e6-1509-4666-a11b-7a532ad7ad2a'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:02:02.948718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b8f3c-5a83-4a07-b017-a8b826db72b4 req-493171d5-0d0f-4621-a743-dee89fca1fad tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:02.951023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-466b8f3c-5a83-4a07-b017-a8b826db72b4 req-493171d5-0d0f-4621-a743-dee89fca1fad tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 945 time: 0.0916541 Apr 21 15:02:03.004284 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-466b8f3c-5a83-4a07-b017-a8b826db72b4 req-8c0e783e-f86b-42a6-86e3-20a7fb17f374 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471137 Apr 21 15:02:03.315980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 931365e6-1509-4666-a11b-7a532ad7ad2a up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:02:03.391440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 931365e6-1509-4666-a11b-7a532ad7ad2a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:02:03.397347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 931365e6-1509-4666-a11b-7a532ad7ad2a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:02:03.397957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.549439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.574782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:02:03.584980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=931365e6-1509-4666-a11b-7a532ad7ad2a,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:02:03.589157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:03.659257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:03.746701 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a97c6846-7dcb-4a14-b121-a598ec32c012'] response: {'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'code': 200} Apr 21 15:02:03.974164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a4dda-d1fd-45f1-baef-71fa60c854c0 req-6c544722-491a-47ed-b411-df759bafd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:03.975591 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cb7a4dda-d1fd-45f1-baef-71fa60c854c0 req-6c544722-491a-47ed-b411-df759bafd220 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0719781 Apr 21 15:02:04.015366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cb7a4dda-d1fd-45f1-baef-71fa60c854c0 req-1f507ca6-2ea6-4f92-bb8e-82954725de25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332980 Apr 21 15:02:04.190465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26b99d-ab97-468b-aee6-68b9440c7427 req-8daa53b1-f318-4357-8a37-17048e9145de tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:04.191876 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f26b99d-ab97-468b-aee6-68b9440c7427 req-8daa53b1-f318-4357-8a37-17048e9145de tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.0824974 Apr 21 15:02:04.234846 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f26b99d-ab97-468b-aee6-68b9440c7427 req-2810403e-e1e7-4c78-860a-b4ffc860e3eb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373533 Apr 21 15:02:05.421963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba7ba-97d8-4e33-86fb-5164f62da4f8 req-dd774714-1052-4ca5-82ed-42c15476097c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:05.423433 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa5ba7ba-97d8-4e33-86fb-5164f62da4f8 req-dd774714-1052-4ca5-82ed-42c15476097c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.0802300 Apr 21 15:02:05.466766 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa5ba7ba-97d8-4e33-86fb-5164f62da4f8 req-180e4dc8-d86b-4ccc-a9be-9d7375e7f6d5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377250 Apr 21 15:02:05.653881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb4579-6f10-48cd-9f36-af7cfc81bb42 req-9b3c1132-b3d3-42a9-9960-eb56914e08e3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:05.655360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81eb4579-6f10-48cd-9f36-af7cfc81bb42 req-9b3c1132-b3d3-42a9-9960-eb56914e08e3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.0833745 Apr 21 15:02:05.699802 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81eb4579-6f10-48cd-9f36-af7cfc81bb42 req-629aa239-30f1-4c3e-b3b0-81043fa96911 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385377 Apr 21 15:02:05.722693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38080) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:05.793504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9689136-fc48-4a01-b97a-95abed36de16 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:05.795225 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c9689136-fc48-4a01-b97a-95abed36de16 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1094 time: 0.0711992 Apr 21 15:02:05.798993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38084) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:05.803798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:02:05.809635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:02:05.814324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:02:05.817120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:02:05.822696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:02:05.833263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:05.968653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.103066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.180 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c7b1d427-213c-44fc-8f58-2b7e611f517f) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:02:06.248576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.276521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.346064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:02:06.348856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:02:06.352366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:02:06.381141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=c7b1d427-213c-44fc-8f58-2b7e611f517f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:06.398741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.399089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.399426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.399754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.400080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.400404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.400725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.401043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.401394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.401712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.402028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.402343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:02:06.769535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:06.842464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.047923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.052280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.254822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=c7b1d427-213c-44fc-8f58-2b7e611f517f,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:02:07.264626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:07.441803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 520c064d-7002-4686-914e-0d0392a731f4 associated. External IP: 172.26.4.180, port: 931365e6-1509-4666-a11b-7a532ad7ad2a. Apr 21 15:02:07.784211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router e64af127-762f-42b2-bc7b-06eee52a8ea9 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:02:07.961615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:02:07.971045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Sync routers for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:02:07.980055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:02:07.980730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:07.986181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:08.040816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5e4e022d-ae94-431b-bbb7-0f47677d064e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2407286 Apr 21 15:02:08.041317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:02:08.043524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38088) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:08.088217 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b068055-de38-4399-9079-ab057b4b4153'] response: {'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'status': 'completed', 'code': 200} Apr 21 15:02:08.173146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:02:08.189314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fd6d3-a462-4b37-b431-9f007c226867 req-822a1e3c-7d9e-4588-bee8-ec3225788da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:08.190798 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-822a1e3c-7d9e-4588-bee8-ec3225788da6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0786805 Apr 21 15:02:08.263487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-edb2c410-696a-448f-8257-883d1bb13b3c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/520c064d-7002-4686-914e-0d0392a731f4 HTTP/1.1" status: 200 len: 992 time: 0.2177756 Apr 21 15:02:08.324012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fd6d3-a462-4b37-b431-9f007c226867 req-5616dc7a-9f85-4650-905c-52c5affb363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:08.325394 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-5616dc7a-9f85-4650-905c-52c5affb363e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1291401 Apr 21 15:02:08.427791 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-d575ffe3-25f8-4363-9a7e-3676f07dd141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 1000 time: 0.0968635 Apr 21 15:02:08.488326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fd6d3-a462-4b37-b431-9f007c226867 req-a64f17d5-a829-4c87-b7ac-cbfa2fd26b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:08.489800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-a64f17d5-a829-4c87-b7ac-cbfa2fd26b53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0561571 Apr 21 15:02:08.522623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '520c064d-7002-4686-914e-0d0392a731f4', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'port_id': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'mac_address': 'fa:16:3e:93:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:06Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:08.526431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Checking router: e64af127-762f-42b2-bc7b-06eee52a8ea9 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:02:08.536109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:02:08.536712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:01:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:08.562481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fd6d3-a462-4b37-b431-9f007c226867 req-9141f455-6d3b-4b73-bdf5-ed49f71c15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:08.563946 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-9141f455-6d3b-4b73-bdf5-ed49f71c15fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687275 Apr 21 15:02:08.700087 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-8d2fbf48-24a3-413a-9d21-9979cb11a034 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300185 Apr 21 15:02:08.712718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:02:08.943742 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-202fd6d3-a462-4b37-b431-9f007c226867 req-552ed1a4-0a7f-44a6-9d98-b69962e33336 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378120 Apr 21 15:02:09.101817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '520c064d-7002-4686-914e-0d0392a731f4', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'port_id': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'mac_address': 'fa:16:3e:93:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:06Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:02:09.105647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640911-d3c3-4e06-bb3c-ed886dca03bc None None] The sync data for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv is: [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '520c064d-7002-4686-914e-0d0392a731f4', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.180', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'port_id': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'mac_address': 'fa:16:3e:93:42:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:02:06Z', 'updated_at': '2022-04-21T15:02:06Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:02:09.267036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38094) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:09.287402 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1ba35-a9ea-46c3-9a0c-3998c0aeed47 None None] New status for floating IP 520c064d-7002-4686-914e-0d0392a731f4: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:02:09.373400 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81508fe4-f78e-48f5-8866-17509003d00f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/520c064d-7002-4686-914e-0d0392a731f4 HTTP/1.1" status: 200 len: 992 time: 0.1051462 Apr 21 15:02:10.377914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:02:10.482498 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cd5be396-4d11-41f5-8b0d-dbd02adbe9e3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/520c064d-7002-4686-914e-0d0392a731f4 HTTP/1.1" status: 200 len: 994 time: 0.1034634 Apr 21 15:02:13.387450 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:02:21.978821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:25.365894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18a9f33b-ccae-4b86-b3f7-0bdcb055c52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:27.521230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-470a434a-0ccc-4f14-9d46-2d47ea5e37ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.738601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:28.975200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:30.415413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:36.672782 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-15991e20-3c29-4b9f-ad94-083ac8116a8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700493 Apr 21 15:02:36.807555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-692eaf88-aedd-4478-b37f-dd8cf53f0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:36.809002 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-692eaf88-aedd-4478-b37f-dd8cf53f0069 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0705709 Apr 21 15:02:36.950286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-4b8c7358-2682-4472-b856-32e0323f9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:36.951614 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-4b8c7358-2682-4472-b856-32e0323f9fd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1253824 Apr 21 15:02:37.053137 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-ee390a9c-d539-413a-ade6-276a5d47a296 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 1002 time: 0.0953526 Apr 21 15:02:37.117236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-67313e93-fc70-494a-ac69-2d86fbe217ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:37.118647 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-67313e93-fc70-494a-ac69-2d86fbe217ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0595598 Apr 21 15:02:37.191030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-b8c46194-5e15-47c6-b1fe-19635e5bff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:02:37.192423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-b8c46194-5e15-47c6-b1fe-19635e5bff8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682583 Apr 21 15:02:37.320464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-a95238b0-f1c5-4161-9e1a-6fb4d2dcb16b service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221564 Apr 21 15:02:37.449409 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f1acf650-bcd2-4d55-b15f-254f019867cf req-70e30d38-7c8d-43f7-a75f-1a2cd796dc46 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232672 Apr 21 15:02:50.385895 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:02:51.984594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:55.367474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9b5e338f-5fa8-4385-8a2e-055e806d595c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:57.523052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-558919e6-4ed7-4179-80a3-9f8c84b3c62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:58.742507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:02:58.980288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:00.416627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:21.985927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:25.369180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76b7fab3-779c-4dc1-b119-4d825a51bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:27.385695 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:03:27.524312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94ff0031-65db-407e-a802-ab892842ad8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.745726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:28.981487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:30.420650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:36.668894 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-6cc716ba-20a8-4ca7-b966-349aa9748842 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681632 Apr 21 15:03:36.807348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81943-b014-4858-926b-311f901f4300 req-8fc8c1d7-4521-4e75-a9d3-7cd9205fe6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:03:36.808787 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-8fc8c1d7-4521-4e75-a9d3-7cd9205fe6ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0737741 Apr 21 15:03:36.952904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81943-b014-4858-926b-311f901f4300 req-db37d68c-3442-4553-adb4-2ab2b9c4f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:03:36.954252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-db37d68c-3442-4553-adb4-2ab2b9c4f973 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1265607 Apr 21 15:03:37.054409 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-fd8ac54e-d611-409b-b038-f035469c8304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 1002 time: 0.0944779 Apr 21 15:03:37.115248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81943-b014-4858-926b-311f901f4300 req-ce5f9922-4b4a-4340-9f14-84b633bfcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:03:37.116629 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-ce5f9922-4b4a-4340-9f14-84b633bfcaea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0565584 Apr 21 15:03:37.194372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af81943-b014-4858-926b-311f901f4300 req-b5f3a00d-2cf7-406b-9b8c-059f2dac84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:03:37.195773 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-b5f3a00d-2cf7-406b-9b8c-059f2dac84c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725141 Apr 21 15:03:37.325163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-91d61391-cee6-4a1e-bd74-9dfe631f4cfd service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229525 Apr 21 15:03:37.541710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4af81943-b014-4858-926b-311f901f4300 req-0d0011ef-40c7-47f2-bafb-2a017a6225c2 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108982 Apr 21 15:03:51.982180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:55.369666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d6b3eef-5da7-4d32-88e7-6d880ecf27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:57.525385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d95bcf8d-5673-45e2-9a8d-f7d30a33c67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:58.746910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:03:58.983791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:00.423041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:04.385157 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:04:21.980051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:25.372107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-656f8e10-ba8c-4bdb-953d-58fdbc15cb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:27.527213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9f4f7540-c1ba-4695-ab9a-026b5e0f4aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:28.750914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:28.986318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:30.425364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:34.391386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:04:34.398668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:04:34.513852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7691237'] for subnet, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:34.698919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792868684912', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7352442'] for subnet, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:34.739976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:04:34.740546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:34.742366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/subnets/ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 836 time: 0.3499417 Apr 21 15:04:34.747406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed6643-e7cb-4944-b7df-e2720c5319ab None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:04:34.765123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=ca35c6d1-8432-412d-a4d2-922a80f66857,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:04:34.772329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.772660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.772988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.773341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.773662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.773976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.774291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.774604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.774915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.775229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.775534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:34.775899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3938b3-f551-46f4-b640-b6f972209ad9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:04:35.213626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Provisioning complete for port 025be0bf-387c-4f04-b77e-eee0296bbde8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:35.213987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:35.341772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Provisioning complete for port 931365e6-1509-4666-a11b-7a532ad7ad2a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:35.342012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:35.465698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Provisioning complete for port c7d1d668-db53-4f2b-894d-22b7b02cbf83 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:04:35.466063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf525eae-76ca-48ee-ad15-e15974cbb635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:38.672789 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-2b7396dc-d97f-433e-9fa2-da8bdb94d7f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697176 Apr 21 15:04:38.814226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984197f5-8ed6-43c6-9511-285957ae47fb req-b7b8bce9-df82-4b37-bb2f-091a5d26b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:04:38.815650 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-b7b8bce9-df82-4b37-bb2f-091a5d26b865 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0735822 Apr 21 15:04:38.957055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984197f5-8ed6-43c6-9511-285957ae47fb req-5ae4fa57-0867-47a5-a610-1a621c9a6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:04:38.958414 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-5ae4fa57-0867-47a5-a610-1a621c9a6231 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1251137 Apr 21 15:04:39.058977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-0e5338c8-4da5-477e-b5b4-5ed478592a5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 1002 time: 0.0946324 Apr 21 15:04:39.118754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984197f5-8ed6-43c6-9511-285957ae47fb req-963f6a58-44e8-4901-bed8-18b534e32dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:04:39.120180 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-963f6a58-44e8-4901-bed8-18b534e32dc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0560844 Apr 21 15:04:39.191519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984197f5-8ed6-43c6-9511-285957ae47fb req-b27a426b-f4cd-4d3b-a9ae-145230ec0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:04:39.192908 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-b27a426b-f4cd-4d3b-a9ae-145230ec0189 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674722 Apr 21 15:04:39.320850 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-331ba7fe-f3f2-48ce-a28f-8d561afa88e3 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215408 Apr 21 15:04:39.449267 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-984197f5-8ed6-43c6-9511-285957ae47fb req-4bb9a37f-9c82-4f6b-8a85-29208f278d23 service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224647 Apr 21 15:04:41.383546 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:04:51.994873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:55.373045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30ffac56-394a-4ef2-b666-0678a5118464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:57.528486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1886b92a-c868-4f9e-9d01-bf4c77929442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:58.752636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:04:58.988701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:00.427599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:18.383743 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:05:18.439700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38176) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:18.638937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port c7b1d427-213c-44fc-8f58-2b7e611f517f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:05:18.639186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:18.809625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:18.810059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:18.934545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for c7b1d427-213c-44fc-8f58-2b7e611f517f owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:05:19.078849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:19.129484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=c7b1d427-213c-44fc-8f58-2b7e611f517f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:19.215529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:19.215772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 520c064d-7002-4686-914e-0d0392a731f4 disassociated (deleted). External IP: 172.26.4.180, port: 931365e6-1509-4666-a11b-7a532ad7ad2a. Apr 21 15:05:19.663018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router e64af127-762f-42b2-bc7b-06eee52a8ea9 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:05:19.838486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:05:19.848440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Sync routers for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:05:19.855109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:19.858441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:19.859047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:04:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:19.912142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a9dcf0e6-0292-4481-9c29-5bff83bdbb4c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/520c064d-7002-4686-914e-0d0392a731f4 HTTP/1.1" status: 204 len: 168 time: 1.4713225 Apr 21 15:05:19.912817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:20.019970 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110b622e-9fb8-4bb6-bb3f-b854c36de5b5'] response: {'name': 'network-changed', 'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'status': 'completed', 'code': 200} Apr 21 15:05:20.044818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:20.127210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-f940a292-9385-4eb5-b6ca-24c69360dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:20.130342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-f940a292-9385-4eb5-b6ca-24c69360dbf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 1099 time: 0.0882249 Apr 21 15:05:20.271274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-f7232213-cccb-4deb-979d-605429c863d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:20.272689 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-f7232213-cccb-4deb-979d-605429c863d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 200 len: 898 time: 0.1358597 Apr 21 15:05:20.311088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8f0b8-ef98-415b-836b-a5eeafe86f1f req-593df55e-5e67-4f71-a6ce-06b76752768b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:20.311947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c9b8f0b8-ef98-415b-836b-a5eeafe86f1f req-593df55e-5e67-4f71-a6ce-06b76752768b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:20.329056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c9b8f0b8-ef98-415b-836b-a5eeafe86f1f req-593df55e-5e67-4f71-a6ce-06b76752768b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:20.334841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9b8f0b8-ef98-415b-836b-a5eeafe86f1f req-593df55e-5e67-4f71-a6ce-06b76752768b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.1043904 Apr 21 15:05:20.343529 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-a8f4275d-ceb7-42e3-9dcb-89da4245dddd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 200 len: 217 time: 0.0626183 Apr 21 15:05:20.406361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:20.410171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Checking router: e64af127-762f-42b2-bc7b-06eee52a8ea9 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:05:20.413040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-b9c831b0-1280-48de-8591-435313814245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:20.415377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-b9c831b0-1280-48de-8591-435313814245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 200 len: 844 time: 0.0626707 Apr 21 15:05:20.419325 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:20.419929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:04:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:20.433729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9b8f0b8-ef98-415b-836b-a5eeafe86f1f req-3cea108f-5d6d-47ba-8b93-87a1028b5196 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959866 Apr 21 15:05:20.490561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-cc76724f-cfd6-4b04-8024-bf1fc1a1a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:20.492537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-cc76724f-cfd6-4b04-8024-bf1fc1a1a1e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1d19c942-1280-48b1-9993-553d4b145dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701802 Apr 21 15:05:20.599398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:20.623760 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-82d90da3-d39c-4580-acba-61a5092ed31b service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249077 Apr 21 15:05:20.858176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9a0e66f8-3556-4916-9e80-299d2e887a87 req-98cc48ef-249f-4f75-ab81-fcbd06e0442e service neutron] 10.222.0.13 "GET /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277944 Apr 21 15:05:20.922052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:20.925875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034cea00-9994-46d7-9b75-1353203fedeb None None] The sync data for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv is: [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:01:49Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'c7d1d668-db53-4f2b-894d-22b7b02cbf83', 'name': '', 'network_id': '1d19c942-1280-48b1-9993-553d4b145dc0', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:06:52:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:48Z', 'updated_at': '2022-04-21T15:01:54Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': 'ca35c6d1-8432-412d-a4d2-922a80f66857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:05:21.135196 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5017ae8-4702-47b0-8e57-9435c2224b60 None None] New status for floating IP 520c064d-7002-4686-914e-0d0392a731f4: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:05:21.631881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b4478-ff37-4d19-8c55-ee57e81dc8a4 req-2d812222-49da-4b97-8b76-08098126fa5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:21.634396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-182b4478-ff37-4d19-8c55-ee57e81dc8a4 req-2d812222-49da-4b97-8b76-08098126fa5e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.0870800 Apr 21 15:05:21.677986 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-182b4478-ff37-4d19-8c55-ee57e81dc8a4 req-b6e001b8-a6d5-4767-bccd-91fc660d9954 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=0de4feac-630c-4dea-8c9f-36ec2dcc14f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Apr 21 15:05:21.790753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-2a4b50ac-054c-4bac-861f-190ff4680f56 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:21.791349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-2a4b50ac-054c-4bac-861f-190ff4680f56 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:21.803095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-2a4b50ac-054c-4bac-861f-190ff4680f56 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:21.804181 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-2a4b50ac-054c-4bac-861f-190ff4680f56 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 946 time: 0.0940776 Apr 21 15:05:21.875475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 931365e6-1509-4666-a11b-7a532ad7ad2a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:05:21.875812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.009021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.120356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 931365e6-1509-4666-a11b-7a532ad7ad2a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=931365e6-1509-4666-a11b-7a532ad7ad2a,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:22.120712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.244374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 931365e6-1509-4666-a11b-7a532ad7ad2a owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:05:22.387183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.439381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=931365e6-1509-4666-a11b-7a532ad7ad2a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:22.478086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.478426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.478756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.479082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.479404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.479722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.480036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.480349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.480663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.480972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.481311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.481623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:22.523232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 931365e6-1509-4666-a11b-7a532ad7ad2a on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:05:22.525368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:22.527721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'name': 'network-vif-deleted', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:22.544824 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bc85b239-40ff-4263-94a2-78cd0203d5b5 req-e4a134cc-bcf8-47df-b95b-9361b7e74f90 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/931365e6-1509-4666-a11b-7a532ad7ad2a HTTP/1.1" status: 204 len: 173 time: 0.7315626 Apr 21 15:05:22.623892 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9488b44-2263-405d-aac2-3f24f43579dd'] response: {'server_uuid': '2ce9a2ef-15c8-485d-a23c-71d9aa50d270', 'name': 'network-vif-deleted', 'tag': '931365e6-1509-4666-a11b-7a532ad7ad2a', 'status': 'completed', 'code': 200} Apr 21 15:05:22.842554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fbb69a0c-34da-4b3d-bbd6-dd155d33cda7 req-59d40eed-7efd-4600-a4fc-8be1d155c632 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ce9a2ef-15c8-485d-a23c-71d9aa50d270 HTTP/1.1" status: 200 len: 210 time: 0.0443935 Apr 21 15:05:23.937870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38204) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:24.008501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:24.036339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:24.099370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:24.118387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de4feac-630c-4dea-8c9f-36ec2dcc14f8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:24.125811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:24.126946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab1c5b66-46c0-4f43-b334-a49038e8816c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/0de4feac-630c-4dea-8c9f-36ec2dcc14f8 HTTP/1.1" status: 204 len: 168 time: 0.1881082 Apr 21 15:05:24.164760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38210) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:24.813335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:25.161011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port c7d1d668-db53-4f2b-894d-22b7b02cbf83 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:05:25.161373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:25.344340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port c7d1d668-db53-4f2b-894d-22b7b02cbf83, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c7d1d668-db53-4f2b-894d-22b7b02cbf83,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:25.345007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:25.375198 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dfa0214e-a22f-4b32-83a9-b44308e46dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:25.473007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for c7d1d668-db53-4f2b-894d-22b7b02cbf83 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:05:25.800343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:25.853419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=c7d1d668-db53-4f2b-894d-22b7b02cbf83,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:26.237074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:26.261589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 931365e6-1509-4666-a11b-7a532ad7ad2a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:26.296016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 931365e6-1509-4666-a11b-7a532ad7ad2a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:05:26.296353 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 931365e6-1509-4666-a11b-7a532ad7ad2a not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:26.600842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router e64af127-762f-42b2-bc7b-06eee52a8ea9 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:05:26.785753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:05:26.796402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Sync routers for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:05:26.798862 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-78fd36a5-d3b6-431f-b561-b8638bacaf74 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/e64af127-762f-42b2-bc7b-06eee52a8ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6330090 Apr 21 15:05:26.801385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38214) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:26.806972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:26.807645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:04:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:26.870133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet ca35c6d1-8432-412d-a4d2-922a80f66857 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:05:26.873051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:26.927643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:26.989738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:27.013479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.087696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.125142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=ca35c6d1-8432-412d-a4d2-922a80f66857,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:27.131474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.140894 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-88503acf-a67d-446f-b6fc-82ac86b1d51b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/ca35c6d1-8432-412d-a4d2-922a80f66857 HTTP/1.1" status: 204 len: 168 time: 0.3363063 Apr 21 15:05:27.141111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38218) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:27.177941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcf913-faf8-4cad-b9c2-5663c768c1e5 None None] Network 1d19c942-1280-48b1-9993-553d4b145dc0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:05:27.321376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.485215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:05:25Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '10c908b3-6054-415c-a36d-d04c5d7b37fd', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:8b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:01:45Z', 'updated_at': '2022-04-21T15:01:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:27.490013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Checking router: e64af127-762f-42b2-bc7b-06eee52a8ea9 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:05:27.501215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.502192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Routers {'e64af127-762f-42b2-bc7b-06eee52a8ea9'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:27.502784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:04:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['e64af127-762f-42b2-bc7b-06eee52a8ea9'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:27.512960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 10c908b3-6054-415c-a36d-d04c5d7b37fd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:05:27.512960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.574896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] DHCP port deletion for 1d19c942-1280-48b1-9993-553d4b145dc0 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:05:27.633094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Deleting port 025be0bf-387c-4f04-b77e-eee0296bbde8 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:05:27.633094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.671406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92db2e27-3b81-46d1-bee1-cbf0e64a02f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.720984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] Set router e64af127-762f-42b2-bc7b-06eee52a8ea9 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:27.808115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 10c908b3-6054-415c-a36d-d04c5d7b37fd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=10c908b3-6054-415c-a36d-d04c5d7b37fd,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:27.808657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:27.859861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:05:27Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:27.873820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0a6f0d-9aff-433c-ba6a-0d14aad9d9ec None None] The sync data for ids ['e64af127-762f-42b2-bc7b-06eee52a8ea9'] in dv-neutron-838896-1-hyperv is: [{'id': 'e64af127-762f-42b2-bc7b-06eee52a8ea9', 'name': 'tempest-TestNetworkBasicOps-router-1770769560', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:01:44Z', 'updated_at': '2022-04-21T15:05:27Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:05:27.935770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 10c908b3-6054-415c-a36d-d04c5d7b37fd owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:05:27.977852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] For port 025be0bf-387c-4f04-b77e-eee0296bbde8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=025be0bf-387c-4f04-b77e-eee0296bbde8,segment=NetworkSegment(f7b32a51-4d54-4ea9-8437-fe9e28dbee4e),segment_id=f7b32a51-4d54-4ea9-8437-fe9e28dbee4e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:27.978243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.103638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Calling delete_port for 025be0bf-387c-4f04-b77e-eee0296bbde8 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:05:28.107504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.181463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.189950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=10c908b3-6054-415c-a36d-d04c5d7b37fd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:28.230830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Pushing event deleted for resources: {'Port': ['ID=025be0bf-387c-4f04-b77e-eee0296bbde8,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:28.235915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] No DVR routers for this DVR port 025be0bf-387c-4f04-b77e-eee0296bbde8 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:05:28.244860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.245157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.245632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.245848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.246180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.246506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.246834 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.247162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.247484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.247806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.248126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.248460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e67b75-7b49-425f-91f4-5da29d22c564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:28.259291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.440360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.442427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.467643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.468182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router e64af127-762f-42b2-bc7b-06eee52a8ea9 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:05:28.482528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.483585 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ab459a61-fe09-4056-ad69-fc54cd292e00 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/e64af127-762f-42b2-bc7b-06eee52a8ea9 HTTP/1.1" status: 204 len: 168 time: 1.3415253 Apr 21 15:05:28.486250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38222) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:28.594850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.665394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 025be0bf-387c-4f04-b77e-eee0296bbde8 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:28.703565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 025be0bf-387c-4f04-b77e-eee0296bbde8 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:05:28.703804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 025be0bf-387c-4f04-b77e-eee0296bbde8 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:28.704219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c7d1d668-db53-4f2b-894d-22b7b02cbf83 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:28.738146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c7d1d668-db53-4f2b-894d-22b7b02cbf83 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:05:28.738494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c7d1d668-db53-4f2b-894d-22b7b02cbf83 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:28.743199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.762310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.776317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d19c942-1280-48b1-9993-553d4b145dc0']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:28.790577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:28.790939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b32a51-4d54-4ea9-8437-fe9e28dbee4e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:28.803267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.820194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.826277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:05:28.826666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:05:28.841823 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:05:28.924897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.942860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.954716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=1d19c942-1280-48b1-9993-553d4b145dc0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:28.964015 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2c16ff65-0919-46a1-9863-c4af4bb9f23b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/1d19c942-1280-48b1-9993-553d4b145dc0 HTTP/1.1" status: 204 len: 168 time: 0.4768207 Apr 21 15:05:28.975895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38226) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:28.982950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--757856325', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:28.987825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:28.992623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:28.994208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:28.997293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:29.004603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:29.016708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:29.021370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.051547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:05:29.060199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.060528 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment 8da8e6cb-45eb-4880-9180-7397411ac440 of type vlan for network 579caf52-7f9e-4481-aff9-dca4c93c1655 Apr 21 15:05:29.087518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.114972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.120533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:29.121103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.227547 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2494690 Apr 21 15:05:29.230132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e482ca8-236d-46e9-b8a1-f0e17e600299 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=579caf52-7f9e-4481-aff9-dca4c93c1655,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:29.230457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38230) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:29.236901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:29.241052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:05:29.245822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:29.249562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:29.252332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:29.259506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:29.270597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.271646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.287923 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.552946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.961974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.990573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:29.993467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 10c908b3-6054-415c-a36d-d04c5d7b37fd no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:05:30.027851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 10c908b3-6054-415c-a36d-d04c5d7b37fd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:05:30.028509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 10c908b3-6054-415c-a36d-d04c5d7b37fd not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:05:30.125773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.36 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/91d7b5b3-48ea-442b-bfce-20064883bdbe) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:30.270815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:30.299580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:30.365102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:30.368556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:30.371201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:30.409027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=91d7b5b3-48ea-442b-bfce-20064883bdbe,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:30.431356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:30.793765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:31.237407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:31.434646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:05:31.614596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:05:31.624106 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:05:31.634415 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:31.635325 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:31.644226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:31.645593 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce2e73a9-d686-40c6-ba04-aded8802a889 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4141247 Apr 21 15:05:31.649258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38234) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:31.689518 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d9111a7e-7c53-49de-94b8-4f61fe60e43f tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391033 Apr 21 15:05:31.692214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38238) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:31.818750 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:31.921284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5145d09f-8f27-4e5a-a26c-58b6da40dc3e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:31.922638 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5145d09f-8f27-4e5a-a26c-58b6da40dc3e tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2295072 Apr 21 15:05:31.925534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38242) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:31.967659 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d9b6c903-3ccf-47f8-87d3-7f91872ab8f8 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386190 Apr 21 15:05:31.967860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:31.973005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684251085', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:32.083625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:32.087867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:32.090638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:32.096081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:32.104821 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:30Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:32.106641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:32.109728 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:05:32.110074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.110198 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Updating router 7e28d080-5b1d-43cb-b752-105477e0d411 port 91d7b5b3-48ea-442b-bfce-20064883bdbe binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:05:32.163930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.325706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.406625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:32.414989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:32.415347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 579caf52-7f9e-4481-aff9-dca4c93c1655, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:05:32.435994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:05:32.445715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 579caf52-7f9e-4481-aff9-dca4c93c1655) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:32.450882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:32.451799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.455372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84e7f4-2d5c-4e4b-85b9-78d1670591ab None None] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:05:32.475140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5a0c5a11-bdeb-42b4-b074-101899255a78 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5063400 Apr 21 15:05:32.478752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:32.509100 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.521086 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Transition to ACTIVE for port object 91d7b5b3-48ea-442b-bfce-20064883bdbe will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:32.528536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.600082 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Pushing event updated for resources: {'Port': ['ID=91d7b5b3-48ea-442b-bfce-20064883bdbe,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:32.609892 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.610247 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.610563 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.610893 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.611216 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.611622 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.611948 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.612270 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.612590 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.612908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.613240 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.613561 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:32.636006 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Attempting to bind port 91d7b5b3-48ea-442b-bfce-20064883bdbe on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:32.636667 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Attempting to bind port 91d7b5b3-48ea-442b-bfce-20064883bdbe by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:32.636757 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Attempting to bind port 91d7b5b3-48ea-442b-bfce-20064883bdbe on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:32.642803 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:05:32.643173 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:32.643581 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.643950 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:05:32.644399 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Bound port: 91d7b5b3-48ea-442b-bfce-20064883bdbe, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:32.644768 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.712941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-579caf52-7f9e-4481-aff9-dca4c93c1655', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:05:32.713916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.721976 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] For port 91d7b5b3-48ea-442b-bfce-20064883bdbe, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:05:32.724858 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] For port 91d7b5b3-48ea-442b-bfce-20064883bdbe, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=91d7b5b3-48ea-442b-bfce-20064883bdbe,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:05:32.730563 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:32.837843 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:32.838471 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:32.885803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Allocated IP 172.20.0.2 (579caf52-7f9e-4481-aff9-dca4c93c1655/6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f/90808e9c-bfae-4cf4-830e-6df3436f3a4f) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:32.970980 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6047-5949-4ff4-ba7e-139ee767ad87 None None] Pushing event updated for resources: {'Port': ['ID=91d7b5b3-48ea-442b-bfce-20064883bdbe,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:33.072443 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:33.096729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.107338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Transition to ACTIVE for port object 90808e9c-bfae-4cf4-830e-6df3436f3a4f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:33.126033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Transition to ACTIVE for port object 90808e9c-bfae-4cf4-830e-6df3436f3a4f will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:33.133101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.202641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:33.205688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:33.209565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:33.211227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.218953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Pushing event updated for resources: {'Port': ['ID=90808e9c-bfae-4cf4-830e-6df3436f3a4f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:33.308739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Attempting to bind port 90808e9c-bfae-4cf4-830e-6df3436f3a4f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:33.309109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Attempting to bind port 90808e9c-bfae-4cf4-830e-6df3436f3a4f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:33.309491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Attempting to bind port 90808e9c-bfae-4cf4-830e-6df3436f3a4f on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:33.315381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:05:33.315756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Checking segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:33.316155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.316543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Bound using segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:05:33.317134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Bound port: 90808e9c-bfae-4cf4-830e-6df3436f3a4f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:33.317655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.406617 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:30Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:33.411229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e89b56-c4e7-43c0-ba18-196a53727879 None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:30Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:05:33.425733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] For port 90808e9c-bfae-4cf4-830e-6df3436f3a4f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:05:33.430214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] For port 90808e9c-bfae-4cf4-830e-6df3436f3a4f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=90808e9c-bfae-4cf4-830e-6df3436f3a4f,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:05:33.443707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:33.534583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f0fb1-abb3-445b-a035-5eb7f5a69d0c None None] Pushing event updated for resources: {'Port': ['ID=90808e9c-bfae-4cf4-830e-6df3436f3a4f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:33.887983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (579caf52-7f9e-4481-aff9-dca4c93c1655/6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f/e0286821-077e-43a8-9281-832aa76e242e) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:34.091867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.112401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object e0286821-077e-43a8-9281-832aa76e242e will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:34.127731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 90808e9c-bfae-4cf4-830e-6df3436f3a4f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:34.145961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.220779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 90808e9c-bfae-4cf4-830e-6df3436f3a4f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:34.227247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 91d7b5b3-48ea-442b-bfce-20064883bdbe up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:34.232066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:34.235267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:34.239224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:34.275112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:34.316661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 91d7b5b3-48ea-442b-bfce-20064883bdbe completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:34.323727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.323872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 91d7b5b3-48ea-442b-bfce-20064883bdbe triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:34.324188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.457087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.480558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 91d7b5b3-48ea-442b-bfce-20064883bdbe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=91d7b5b3-48ea-442b-bfce-20064883bdbe,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:34.488812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.571145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=91d7b5b3-48ea-442b-bfce-20064883bdbe,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:34.612657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:34.673796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ce09f-b5b9-4118-979d-9d6240cc4d45 None None] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:05:34.774853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Provisioning for port 90808e9c-bfae-4cf4-830e-6df3436f3a4f completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:34.783477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Provisioning complete for port 90808e9c-bfae-4cf4-830e-6df3436f3a4f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:34.783809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.006206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.032772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.039105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.049787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] For port 90808e9c-bfae-4cf4-830e-6df3436f3a4f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=90808e9c-bfae-4cf4-830e-6df3436f3a4f,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:35.058290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.127988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a6aad-e2a0-48a4-bb6a-078c53d43a4b None None] Pushing event updated for resources: {'Port': ['ID=90808e9c-bfae-4cf4-830e-6df3436f3a4f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:35.160521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.164142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:35.284365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Provisioning complete for port 90808e9c-bfae-4cf4-830e-6df3436f3a4f triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:35.284739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.432415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:35.433986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:35.457360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Provisioning for port e0286821-077e-43a8-9281-832aa76e242e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:35.462697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Provisioning complete for port e0286821-077e-43a8-9281-832aa76e242e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:35.463137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.518233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e3460ed7-e902-4538-a8b5-028e8bad23ce None None] Port e0286821-077e-43a8-9281-832aa76e242e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:05:35.634199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:05:35.638309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9a873cf4-1ea6-4843-894a-75c8fe985299 None None] Provisioning complete for port e0286821-077e-43a8-9281-832aa76e242e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:35.638742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a873cf4-1ea6-4843-894a-75c8fe985299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.693060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9a873cf4-1ea6-4843-894a-75c8fe985299 None None] Port e0286821-077e-43a8-9281-832aa76e242e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:05:35.812282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86ffb5bd-499d-4e74-abfc-e078e9376edd None None] Provisioning complete for port e0286821-077e-43a8-9281-832aa76e242e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:35.812895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86ffb5bd-499d-4e74-abfc-e078e9376edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:35.814001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:05:35.829454 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dd8d276c-359a-4be0-962d-ca311aaed07e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/7e28d080-5b1d-43cb-b752-105477e0d411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3410096 Apr 21 15:05:35.829715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38254) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:35.842553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367329c-0373-446e-8369-69894592c297 None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:05:35.872907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367329c-0373-446e-8369-69894592c297 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:35.873539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2367329c-0373-446e-8369-69894592c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:35.941994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-86ffb5bd-499d-4e74-abfc-e078e9376edd None None] Port e0286821-077e-43a8-9281-832aa76e242e cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:05:35.967134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d8d3-1e93-42eb-9f82-d958eadaae8b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:35.967606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d8d3-1e93-42eb-9f82-d958eadaae8b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:35.968055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d8d3-1e93-42eb-9f82-d958eadaae8b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:35.968499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d8d3-1e93-42eb-9f82-d958eadaae8b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:35.970120 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8167d8d3-1e93-42eb-9f82-d958eadaae8b tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1395259 Apr 21 15:05:35.972761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38258) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.046331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0b70f-11f6-4bd7-8ec4-2bf439b884d0 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:36.046899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0b70f-11f6-4bd7-8ec4-2bf439b884d0 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:36.047357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0b70f-11f6-4bd7-8ec4-2bf439b884d0 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:36.047804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0b70f-11f6-4bd7-8ec4-2bf439b884d0 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:36.048738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 90808e9c-bfae-4cf4-830e-6df3436f3a4f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:36.049492 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a6a0b70f-11f6-4bd7-8ec4-2bf439b884d0 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0757618 Apr 21 15:05:36.052165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.106773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2367329c-0373-446e-8369-69894592c297 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:36.255418 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a02f9344-b60c-4d41-9a69-762b40ea5a73 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2022004 Apr 21 15:05:36.283333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 90808e9c-bfae-4cf4-830e-6df3436f3a4f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:36.283702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.424607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38268) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.430431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472116266', 'description': 'tempest-secgroup-smoke-472116266 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:36.436328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:36.440387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:36.443360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:36.448978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:36.460393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.480227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:36.483980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:36.486729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:36.493003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:36.533172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 91d7b5b3-48ea-442b-bfce-20064883bdbe up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:36.564626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.570873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.605632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2367329c-0373-446e-8369-69894592c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:36.610288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367329c-0373-446e-8369-69894592c297 None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:05:36.610642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367329c-0373-446e-8369-69894592c297 None None] Updating router 7e28d080-5b1d-43cb-b752-105477e0d411 port e0286821-077e-43a8-9281-832aa76e242e binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:05:36.613742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a7fe1a-6551-470c-aa78-2042dee32c76,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:36.621444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.625435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38272) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.625913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-beab857b-75da-4d41-93e1-9d97a03a7f88 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2000067 Apr 21 15:05:36.631323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:36.637265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:36.641768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:36.644613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:36.650810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:36.669031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.674096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 91d7b5b3-48ea-442b-bfce-20064883bdbe triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:36.674564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.711338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.730284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.734308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.758271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d733f1-8da1-4305-95dc-3f16e3737f97,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:36.768884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.769231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.769582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.769901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.770227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.770570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.770873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.771192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.771503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.771812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.772134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.772446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:05:36.775697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.779666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1ace95b6-b7e9-407d-bab2-f45fcb539edf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525500 Apr 21 15:05:36.781249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38276) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.787956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:36.794338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:36.798487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:36.801563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:36.808097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:36.828115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.894737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.898546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.923753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfebc46-3a70-41b9-9b6c-da60fd551c67,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:36.935378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:36.939672 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-87284ec0-368a-4927-803f-2b020206b63c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532040 Apr 21 15:05:36.939672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38280) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:36.944540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:36.951412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:36.955257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:36.958083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:36.964458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:36.981635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.043252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.049347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.071025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d97a8f0-30b6-40a1-96cf-9c6ddf4e7297,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.082825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.084029 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-55faffff-9962-4493-8717-317b1cbe588e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436081 Apr 21 15:05:37.087096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38284) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:37.092159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:37.099384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:37.103949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:37.106937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:37.112778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:37.137177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.184615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.196296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-2367329c-0373-446e-8369-69894592c297 None None] Transition to ACTIVE for port object e0286821-077e-43a8-9281-832aa76e242e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:37.201717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.202840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.205400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.229474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1402a6-3aec-4b42-a074-7caa05baca26,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.241328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.243298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0bdfb2f2-31f6-4163-99a4-f43e4edb2f04 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550758 Apr 21 15:05:37.246058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38288) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:37.251557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:37.259291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:37.263167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:37.266305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:37.273862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:37.284919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:37.292797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.361652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.363781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ddf1-7538-42e9-970a-667716c20acb None None] Pushing event updated for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.365521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.390584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6157d048-ae6a-4a0c-92d4-062a8fe6c79a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.400780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.402595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6118da74-0fda-489c-b608-513746210ca4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1551914 Apr 21 15:05:37.405384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38292) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:37.410603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '55a7fe1a-6551-470c-aa78-2042dee32c76', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:37.417554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:37.421713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:37.424640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:37.429847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2367329c-0373-446e-8369-69894592c297 None None] Attempting to bind port e0286821-077e-43a8-9281-832aa76e242e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:37.430384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2367329c-0373-446e-8369-69894592c297 None None] Attempting to bind port e0286821-077e-43a8-9281-832aa76e242e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:37.430821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367329c-0373-446e-8369-69894592c297 None None] Attempting to bind port e0286821-077e-43a8-9281-832aa76e242e on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:37.431774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:37.436789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367329c-0373-446e-8369-69894592c297 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:05:37.437280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367329c-0373-446e-8369-69894592c297 None None] Checking segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:37.437665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.438149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367329c-0373-446e-8369-69894592c297 None None] Bound using segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:05:37.438499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-2367329c-0373-446e-8369-69894592c297 None None] Bound port: e0286821-077e-43a8-9281-832aa76e242e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:37.438874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.443941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:37.451893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.521374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.526449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.537462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2367329c-0373-446e-8369-69894592c297 None None] For port e0286821-077e-43a8-9281-832aa76e242e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:05:37.541053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2367329c-0373-446e-8369-69894592c297 None None] For port e0286821-077e-43a8-9281-832aa76e242e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e0286821-077e-43a8-9281-832aa76e242e,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:05:37.545536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2367329c-0373-446e-8369-69894592c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.551241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ad603e-04bb-465f-ba68-43a443d6ebaf,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.561187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:37.562539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8e74d803-fda3-47db-a1ef-d8f5551e874c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561351 Apr 21 15:05:37.635766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2367329c-0373-446e-8369-69894592c297 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:37.636403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2367329c-0373-446e-8369-69894592c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:37.704706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e613ddf1-7538-42e9-970a-667716c20acb None None] Pushing event updated for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:37.830564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-2367329c-0373-446e-8369-69894592c297 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:37.890831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-e447a7ad-5ec3-401f-a9ad-fbfa44e96af5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:37.906616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-e447a7ad-5ec3-401f-a9ad-fbfa44e96af5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:37.907941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-e447a7ad-5ec3-401f-a9ad-fbfa44e96af5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472116266&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0577900 Apr 21 15:05:38.061801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-19936f48-a4a3-4515-8b43-9ecc11ed4b26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:38.063222 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-19936f48-a4a3-4515-8b43-9ecc11ed4b26 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 796 time: 0.1478698 Apr 21 15:05:38.078004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-2c96e312-35f0-4540-b7bd-c4554ee86591 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0092435 Apr 21 15:05:38.153447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-2367329c-0373-446e-8369-69894592c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:37Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:38.157364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2367329c-0373-446e-8369-69894592c297 None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:37Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:05:38.161474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-692f3944-12fe-4094-ba41-226e5abcd0fa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781105 Apr 21 15:05:38.378626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-bb013849-84ee-4df8-a167-fc5ce0507776 service neutron] 10.222.0.35 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048495 Apr 21 15:05:38.515954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-45f0c071-b3b7-4d82-a53c-f5b88e97b8cb service neutron] 10.222.0.35 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311367 Apr 21 15:05:38.801736 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eb29b374-bfa8-46c0-bb17-8f265bb83163 req-dbfbb995-4759-49fb-8803-348f09d62689 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 210 time: 0.1381335 Apr 21 15:05:39.799843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-3c1be74f-b9eb-4617-a24c-272887ccb6cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:39.801285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-3c1be74f-b9eb-4617-a24c-272887ccb6cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:39.818293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-3c1be74f-b9eb-4617-a24c-272887ccb6cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:39.820775 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-3c1be74f-b9eb-4617-a24c-272887ccb6cb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 796 time: 0.1753492 Apr 21 15:05:39.870426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-b6c38a86-619b-4f8c-adef-552091708765 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:39.883911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-b6c38a86-619b-4f8c-adef-552091708765 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:39.885181 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-b6c38a86-619b-4f8c-adef-552091708765 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 379 time: 0.0580690 Apr 21 15:05:39.896265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['55a7fe1a-6551-470c-aa78-2042dee32c76']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:39.962601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e59a63b4-625d-48ac-87bf-b52bd2ccce03 req-c0f17cd5-907a-47ca-ab38-6b4c5a0a6541 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 210 time: 0.0422487 Apr 21 15:05:40.036062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:40.040252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:port and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:40.043333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:40.048912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:40.060710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:40.064317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.064724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e0286821-077e-43a8-9281-832aa76e242e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:40.139051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port e0286821-077e-43a8-9281-832aa76e242e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:40.144856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e0286821-077e-43a8-9281-832aa76e242e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:40.145250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.266479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.298580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port e0286821-077e-43a8-9281-832aa76e242e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e0286821-077e-43a8-9281-832aa76e242e,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:40.302348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.339890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.11 (579caf52-7f9e-4481-aff9-dca4c93c1655/6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f/46c56c9b-6d2d-492a-a0e7-b60e259b46fd) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:40.373173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:40.530798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.545642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 46c56c9b-6d2d-492a-a0e7-b60e259b46fd will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:40.568578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.637197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:40.640220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:40.644048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:40.680799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:40.717000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:40.717664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.743146 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-11464efa-784f-4c3f-a8ff-7e5f34a55b15 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8503919 Apr 21 15:05:40.753124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-110081ba-d1e7-4808-9683-3155fd28855e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:05:40.754141 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-110081ba-d1e7-4808-9683-3155fd28855e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052104 Apr 21 15:05:40.818449 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Request body: {'port': {'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:40.901757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1b9f289e-ed67-4628-8e3c-b354c451a120 None None] Provisioning for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:40.906623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1b9f289e-ed67-4628-8e3c-b354c451a120 None None] Provisioning complete for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:40.906996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1b9f289e-ed67-4628-8e3c-b354c451a120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.927389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:40.961654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f289e-ed67-4628-8e3c-b354c451a120 None None] Port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:05:41.149285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660236df-fb7b-4b48-909d-82196f123a03 req-90cb4775-d9e6-4578-861c-74a9e9fa383f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:41.150725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-660236df-fb7b-4b48-909d-82196f123a03 req-90cb4775-d9e6-4578-861c-74a9e9fa383f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 932 time: 0.0797513 Apr 21 15:05:41.198424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-660236df-fb7b-4b48-909d-82196f123a03 req-e1ffe079-41d3-455d-89fa-047fd1e48fd9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Apr 21 15:05:41.275968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c56c9b-6d2d-492a-a0e7-b60e259b46fd {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:05:41.283202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.298005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Transition to ACTIVE for port object 46c56c9b-6d2d-492a-a0e7-b60e259b46fd will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:41.301371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.459928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:41.535764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Attempting to bind port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:41.536082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Attempting to bind port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:41.536396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Attempting to bind port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:41.540936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd on network 579caf52-7f9e-4481-aff9-dca4c93c1655 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:05:41.541266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Attempting to bind port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:41.546451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:05:41.546772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Checking segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:41.547138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Bound using segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:05:41.547539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Bound port: 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:41.547865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.638689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:05:41.641811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:05:41.645720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.708693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:41.709316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:41.711255 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] 10.222.0.13 "PUT /v2.0/ports/46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 1094 time: 0.9503248 Apr 21 15:05:41.711692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:41.730917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545be7a-4f1f-4385-accd-edbe2f909ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:41.786571 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2a8894-3092-4f25-9c5e-1c959f33d173'] response: {'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:05:41.829928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-9984f99c-24ae-4895-943b-1429f5a0b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:41.831401 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-9984f99c-24ae-4895-943b-1429f5a0b17b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1097 time: 0.0785320 Apr 21 15:05:41.906703 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-3f97f8ab-bb72-4feb-b40f-cc5aa052a5f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 217 time: 0.0685647 Apr 21 15:05:41.979919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-75c9ffba-2c85-4aa5-a283-65f91339bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:41.981234 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-75c9ffba-2c85-4aa5-a283-65f91339bd0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0604651 Apr 21 15:05:42.045358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e0286821-077e-43a8-9281-832aa76e242e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:42.062793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c020ee-1438-4529-8097-c53bec1e860b req-ba214577-899d-40cd-b014-89a7f4b6ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.064222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-ba214577-899d-40cd-b014-89a7f4b6ea6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769646 Apr 21 15:05:42.120152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port e0286821-077e-43a8-9281-832aa76e242e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:42.120528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:42.302163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-9728f3f6-9a86-4688-bfb0-8bcfdd89ca5b service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308285 Apr 21 15:05:42.383482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b61f3-ba2f-4f91-a7ad-0788400c446e req-d4459189-184d-429b-a554-1906d892790d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.384981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-658b61f3-ba2f-4f91-a7ad-0788400c446e req-d4459189-184d-429b-a554-1906d892790d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 944 time: 0.0798993 Apr 21 15:05:42.429487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-658b61f3-ba2f-4f91-a7ad-0788400c446e req-f7f483ee-c5ed-40f9-b73f-1588b6268ca7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381963 Apr 21 15:05:42.435262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d6c020ee-1438-4529-8097-c53bec1e860b req-be5df203-de1f-4ea6-b2bc-bc41f00a87e6 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262963 Apr 21 15:05:42.547821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-069bb32a-2c97-456a-940c-2c37ca6f4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.549159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-069bb32a-2c97-456a-940c-2c37ca6f4f2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1097 time: 0.0718045 Apr 21 15:05:42.680102 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-078a1744-00f5-4d3f-869a-c3ce892342b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.681544 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-078a1744-00f5-4d3f-869a-c3ce892342b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1259367 Apr 21 15:05:42.751348 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-a93b17e2-659d-4d13-8a36-83fe4efee63c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 217 time: 0.0636063 Apr 21 15:05:42.812048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-4c80f890-9d09-4e94-8ca8-73c2e6b8cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.813395 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-4c80f890-9d09-4e94-8ca8-73c2e6b8cedc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0568154 Apr 21 15:05:42.890917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-14f8bb1b-1c1a-44ee-a7c2-2dd87e75e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:42.892390 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-14f8bb1b-1c1a-44ee-a7c2-2dd87e75e359 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734267 Apr 21 15:05:43.022179 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-e0047ffb-7aa4-4d5e-9a39-32bf27b709a0 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 Apr 21 15:05:43.154234 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fe6e605d-c723-4808-b146-fc1bdc048af7 req-750bf887-9cc0-4724-a93b-60a1eb282792 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250231 Apr 21 15:05:43.618306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c649a6-c39a-49b1-a713-193872cdcf51 req-7ccf44a1-2514-4aa6-9eab-596b9062b234 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:43.619723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59c649a6-c39a-49b1-a713-193872cdcf51 req-7ccf44a1-2514-4aa6-9eab-596b9062b234 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 944 time: 0.0819747 Apr 21 15:05:43.663186 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59c649a6-c39a-49b1-a713-193872cdcf51 req-d15de695-9bde-444d-b16a-b253184600d2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375822 Apr 21 15:05:44.854364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f93d-ec1c-4e82-98dd-e9e5f750bec9 req-31e8ce63-62a8-451c-82a3-513aa9a42efd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:44.855806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6516f93d-ec1c-4e82-98dd-e9e5f750bec9 req-31e8ce63-62a8-451c-82a3-513aa9a42efd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 944 time: 0.0797918 Apr 21 15:05:44.900856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6516f93d-ec1c-4e82-98dd-e9e5f750bec9 req-1061b7b4-c407-43b1-b1b6-18b878d223c5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Apr 21 15:05:46.185218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c061f-7a87-4d3e-95af-f642e7bfb2c5 req-3326a49d-485b-4eee-8954-8b5c4743854b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:46.186677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f81c061f-7a87-4d3e-95af-f642e7bfb2c5 req-3326a49d-485b-4eee-8954-8b5c4743854b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 944 time: 0.1830401 Apr 21 15:05:46.230512 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f81c061f-7a87-4d3e-95af-f642e7bfb2c5 req-4db2ea0f-2739-4ec3-8262-ef58d8b3ebab tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380709 Apr 21 15:05:46.401278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 46c56c9b-6d2d-492a-a0e7-b60e259b46fd details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:05:46.562840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:46.575815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:05:46.629133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:46.645919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c56c9b-6d2d-492a-a0e7-b60e259b46fd {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:05:46.660545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:46.666266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:46.735540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:47.003949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['46c56c9b-6d2d-492a-a0e7-b60e259b46fd'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:05:47.564492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cb24f-f6ce-463f-a199-49c99f94b991 req-4a7905bf-d2c7-4899-a648-9919c3c4a1cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:47.565853 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b55cb24f-f6ce-463f-a199-49c99f94b991 req-4a7905bf-d2c7-4899-a648-9919c3c4a1cc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 945 time: 0.0823452 Apr 21 15:05:47.610965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b55cb24f-f6ce-463f-a199-49c99f94b991 req-53db4df2-8c6d-413a-998b-c2684b6371e0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Apr 21 15:05:48.403516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 46c56c9b-6d2d-492a-a0e7-b60e259b46fd up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:05:48.472993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:48.477767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:48.478132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.589751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.614871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:48.625066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:05:48.629322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:48.664850 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8076139b-f6a7-4e44-81c9-890788d93d8a'] response: {'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'code': 200} Apr 21 15:05:48.708903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:48.811023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c204d-7df8-42ae-9ee3-8cea0deb77d5 req-165f3a9d-6f89-4ac9-85fe-cb44449e7b4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:48.812491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b43c204d-7df8-42ae-9ee3-8cea0deb77d5 req-165f3a9d-6f89-4ac9-85fe-cb44449e7b4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0909071 Apr 21 15:05:48.857656 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b43c204d-7df8-42ae-9ee3-8cea0deb77d5 req-ba021263-d1c5-48d6-bf15-6cf0178f3640 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Apr 21 15:05:48.906120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab6a4d-0f88-4dea-bfb1-8ce927ac24da req-d9021462-8429-4458-ade3-411216b4a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:48.907554 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04ab6a4d-0f88-4dea-bfb1-8ce927ac24da req-d9021462-8429-4458-ade3-411216b4a34e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1099 time: 0.0700872 Apr 21 15:05:48.948031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04ab6a4d-0f88-4dea-bfb1-8ce927ac24da req-2a7b699f-191b-4bf1-ad89-ea3fb04b0f91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342007 Apr 21 15:05:50.044405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ad767-bd77-498a-a721-d4913b764dc3 req-fd6bea6f-ce60-4334-a73d-d9fb721d5564 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:50.045877 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c18ad767-bd77-498a-a721-d4913b764dc3 req-fd6bea6f-ce60-4334-a73d-d9fb721d5564 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0823481 Apr 21 15:05:50.090346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c18ad767-bd77-498a-a721-d4913b764dc3 req-ae3b305c-a507-4007-8477-00c6fa663cd1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386999 Apr 21 15:05:51.268179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb1b7b-cb65-431b-bcf9-d67b6ff11f09 req-041b72c0-65ae-4dc3-a983-81bcae7c04df tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:51.269677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6bbb1b7b-cb65-431b-bcf9-d67b6ff11f09 req-041b72c0-65ae-4dc3-a983-81bcae7c04df tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0774655 Apr 21 15:05:51.314337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6bbb1b7b-cb65-431b-bcf9-d67b6ff11f09 req-43083a1c-6d0b-49dd-addc-b2541a352a45 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383356 Apr 21 15:05:51.499763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef6ce-0980-4e13-9d98-376af0b212ee req-69de9ea9-02d7-4a54-8940-55deeaccc0ac tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:51.501146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25eef6ce-0980-4e13-9d98-376af0b212ee req-69de9ea9-02d7-4a54-8940-55deeaccc0ac tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0821114 Apr 21 15:05:51.545457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25eef6ce-0980-4e13-9d98-376af0b212ee req-7f3321af-9aaf-4807-ad4a-44c922c52f49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387857 Apr 21 15:05:51.567833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38356) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:51.639110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b83210-cbb8-475c-8f99-16be6dd4410f tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:51.640576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d3b83210-cbb8-475c-8f99-16be6dd4410f tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1094 time: 0.0718017 Apr 21 15:05:51.643760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38360) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:51.649319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:51.654948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:51.658726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:51.661516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:51.667526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:51.681306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:51.812117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:51.947274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.2 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/e9b7e7a3-2664-4ff4-b554-7c34dd73961d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:52.010223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.091592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.120032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.184323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:52.187548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:52.191194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:52.228553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e9b7e7a3-2664-4ff4-b554-7c34dd73961d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:52.598283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.672579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.973598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:52.978528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.091158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e9b7e7a3-2664-4ff4-b554-7c34dd73961d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:53.097193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.268152 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 3c2da501-b98b-4b7f-9c88-76fcbc00ceae associated. External IP: 172.26.4.2, port: 46c56c9b-6d2d-492a-a0e7-b60e259b46fd. Apr 21 15:05:53.611436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:05:53.789054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:05:53.799691 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:05:53.810470 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:53.811144 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:53.813602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:53.869602 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2dca048d-7c6c-47d7-89d9-665ee68bcc86 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2247541 Apr 21 15:05:53.870412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:53.872380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38364) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:53.919220 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73129b8-0cc1-4c9d-8bf4-e7019206374f'] response: {'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:05:53.986442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea0264-f922-41a8-9f3c-bcc03cbf7b17 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:53.987926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5bea0264-f922-41a8-9f3c-bcc03cbf7b17 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1094 time: 0.1145706 Apr 21 15:05:53.999152 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:54.019299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d137-406f-433e-934d-31698925aa13 req-a383d785-800c-412d-9f6b-d790d2a38e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:54.020859 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-a383d785-800c-412d-9f6b-d790d2a38e72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1099 time: 0.0794933 Apr 21 15:05:54.151178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d137-406f-433e-934d-31698925aa13 req-916ef320-b2ad-4891-b10e-a192cc95522f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:54.152508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-916ef320-b2ad-4891-b10e-a192cc95522f service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1251101 Apr 21 15:05:54.257483 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-077e79f1-f42e-41fb-bba1-4e55c24bdaa2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 998 time: 0.0985560 Apr 21 15:05:54.322254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d137-406f-433e-934d-31698925aa13 req-3efd11b5-8281-4f1a-ac51-0aabc56fe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:54.324709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-3efd11b5-8281-4f1a-ac51-0aabc56fe2a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0617836 Apr 21 15:05:54.345844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38372) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:54.350863 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.352476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1700964775', 'description': 'tempest-secgroup-smoke-1700964775 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:54.355259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:05:54.359050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:54.363665 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:05:54.364319 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.370610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:54.383789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.406679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:54.410698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:54.414533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:54.420862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:54.500034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.504410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.525108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583d137-406f-433e-934d-31698925aa13 req-67ea27cc-3f81-47c1-8beb-5a2000ee3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:54.526725 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-67ea27cc-3f81-47c1-8beb-5a2000ee3788 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1966133 Apr 21 15:05:54.556029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:54.559493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.561447 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:05:54.564127 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5cad6485-9c09-45c8-9bd6-ace235e9eb43 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2167063 Apr 21 15:05:54.564245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38376) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:54.570223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:54.579728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:54.635354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:54.641919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:54.655868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:54.695243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.709506 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-2e7fdfe0-385b-4377-a526-b128580a4f02 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765182 Apr 21 15:05:54.850420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.856046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.892784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c0b944-2de1-4c67-b469-0ab1b9e5b09d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:54.904781 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7583d137-406f-433e-934d-31698925aa13 req-a73c634e-06ff-407a-8dbb-81eb70931f1a service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854916 Apr 21 15:05:54.909627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.910707 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cc809d91-355c-44ec-9bf2-0cccff9706d3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3455765 Apr 21 15:05:54.914332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38380) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:54.919724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:54.931140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:54.935203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:54.938073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:54.943556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:54.962059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:54.966458 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:05:54.971117 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81697659-b66d-40ee-ace9-4204b3e297cc None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:52Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:05:55.031582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.035417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.059835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33e2f0c-51da-4335-af2b-0f8decb138f3,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:55.068637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.070707 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8d44440d-c8fe-4a85-9515-6eea72a79078 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554627 Apr 21 15:05:55.073395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38386) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:55.078328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:55.084090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:55.088349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:55.091298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:55.097171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:55.117692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.176174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628aaef-2b62-4b30-97e6-c7d547228916 None None] New status for floating IP 3c2da501-b98b-4b7f-9c88-76fcbc00ceae: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:05:55.187703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.191461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.216768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb897f60-438a-4275-973f-864be9c5eb0a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:55.227216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.228458 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7007aa55-7978-40ae-8a3c-af50045707d0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541810 Apr 21 15:05:55.231136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38390) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:55.235944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:55.242823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:55.246616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:55.249481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:55.255004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:55.273068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.338215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.341910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.365330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88b6f88-1163-4836-8ce5-0a0b1281d698,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:55.375857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.377134 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b38f7eb3-bae5-4594-8cd6-4a7f8c19f915 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451104 Apr 21 15:05:55.379904 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38394) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:55.384979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:55.386867 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:05:55.391042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:55.394824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:55.397712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:55.403725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:55.419392 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:55.426156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.444844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ee37673-cbd7-40fb-b270-ffce961236de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.495448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.499254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.524210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf150fe-1c66-46af-b3a6-bda469c2d63c,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:55.532253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.533438 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d481f831-1e22-4a22-8cc4-baa6266cba55 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524777 Apr 21 15:05:55.536284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38398) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:05:55.541099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '68fd87cc-b048-4edd-b3d5-e0a112dcbe8c', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:55.546953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:55.550694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:55.554039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:55.559819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:55.570779 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:05:55.577195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.641343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.645420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.670125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b3afb8-9a32-4dcc-98be-c666471e35e7,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:55.681539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:55.682686 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-78481cb2-d607-429d-afb7-c70c635d82c8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455002 Apr 21 15:05:55.843327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-2d7db67b-4b8e-4fd0-83d8-43adf409392e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:05:55.858269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-2d7db67b-4b8e-4fd0-83d8-43adf409392e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:05:55.859374 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-2d7db67b-4b8e-4fd0-83d8-43adf409392e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1700964775&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0544283 Apr 21 15:05:56.120595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-8789b47a-6914-4122-be45-1d8b4e62f279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:56.122083 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-8789b47a-6914-4122-be45-1d8b4e62f279 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 796 time: 0.2560418 Apr 21 15:05:56.136689 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-fcd72fc0-3a18-4526-9537-785d59a50fff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0092819 Apr 21 15:05:56.222766 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-b230ee57-fafd-4ff3-9a92-9aa799083f87 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812526 Apr 21 15:05:56.402255 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-b2943490-749c-40e0-a250-e395e5c76d72 service neutron] 10.222.0.35 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679420 Apr 21 15:05:56.532180 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-0fcd40e7-de8b-4369-9adb-db9c3d8ac5b9 service neutron] 10.222.0.35 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239617 Apr 21 15:05:56.710588 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-57aca31f-be72-432f-8201-a63c7339e57b req-d13e5493-39d0-466a-bfdc-8e58f864b198 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 210 time: 0.0464590 Apr 21 15:05:57.532494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d49c044-efe4-4811-a5b0-be15b27eefa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:57.715064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-133dc955-6e10-49e7-8dca-f4fda10cf82c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:57.716477 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-133dc955-6e10-49e7-8dca-f4fda10cf82c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 796 time: 0.1540980 Apr 21 15:05:57.777786 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-8f0f3efe-22b7-481d-8a76-daf0854c3ebf tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 472 time: 0.0537863 Apr 21 15:05:57.786726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['68fd87cc-b048-4edd-b3d5-e0a112dcbe8c']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:57.873564 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c57ab07c-00ea-4abf-90a7-d32296302ee2 req-844c61ae-b2f4-4161-913d-215ecc1acf4f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 210 time: 0.0433927 Apr 21 15:05:57.935554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:05:57.939485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:port and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:05:57.942273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:05:57.948658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:05:57.958271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:05:57.962252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.127223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.14 (579caf52-7f9e-4481-aff9-dca4c93c1655/6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f/0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:05:58.321861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.337464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:58.359813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.429633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:05:58.432625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:05:58.436534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:05:58.475698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:58.508780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:58.509413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.534139 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6f4901c0-6df8-4f1e-9344-aaac2d58e49c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7518041 Apr 21 15:05:58.545524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Request body: {'port': {'device_id': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:05:58.647836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dd27b535-d3fe-4fb6-ad89-80a6c1bf5060 None None] Provisioning for port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:05:58.653552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dd27b535-d3fe-4fb6-ad89-80a6c1bf5060 None None] Provisioning complete for port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:05:58.654153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dd27b535-d3fe-4fb6-ad89-80a6c1bf5060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.661779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.715574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dd27b535-d3fe-4fb6-ad89-80a6c1bf5060 None None] Port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:05:58.762791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:58.987681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.011224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:05:59.018775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.034176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Transition to ACTIVE for port object 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:05:59.039062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.064366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1b5e-a2f6-4f74-9cc9-7ffec8fc1163 req-080b7ffb-455c-4f69-ae3f-2e8486ed9bcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:59.065844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-470e1b5e-a2f6-4f74-9cc9-7ffec8fc1163 req-080b7ffb-455c-4f69-ae3f-2e8486ed9bcb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 932 time: 0.0870020 Apr 21 15:05:59.114355 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-470e1b5e-a2f6-4f74-9cc9-7ffec8fc1163 req-8e0154d6-7576-4ea0-8cab-f25485745db8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Apr 21 15:05:59.315699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:59.387590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Attempting to bind port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:05:59.387851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Attempting to bind port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:05:59.388167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Attempting to bind port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:59.392605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b on network 579caf52-7f9e-4481-aff9-dca4c93c1655 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:05:59.392915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Attempting to bind port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b on network 579caf52-7f9e-4481-aff9-dca4c93c1655 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:05:59.397967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:05:59.398291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Checking segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:05:59.398672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Bound using segment: {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:05:59.399064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Bound port: 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8da8e6cb-45eb-4880-9180-7397411ac440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:05:59.399398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.488771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:05:59.492388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:05:59.496801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.554833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:59.555444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:05:59.556805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 200 len: 1094 time: 1.0158632 Apr 21 15:05:59.557265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:05:59.581956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71734ccf-4114-4d95-867d-635df8aedc66 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:05:59.631501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304ca10e-fbac-4d80-8a6c-107f0744c3bb'] response: {'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'status': 'completed', 'code': 200} Apr 21 15:05:59.675802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-08637802-560a-4ab8-80b6-b1886ce881ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:59.677303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-08637802-560a-4ab8-80b6-b1886ce881ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1097 time: 0.0818160 Apr 21 15:05:59.749321 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-6a9abbf2-44a3-4cc0-9bb7-a27ad52242ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 200 len: 217 time: 0.0652187 Apr 21 15:05:59.817943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-8f4d80e0-db41-42cc-8a9b-7d0542bccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:59.820010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-8f4d80e0-db41-42cc-8a9b-7d0542bccee7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0652382 Apr 21 15:05:59.897878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-b9fff424-3c15-445c-8f27-9cc8ba606bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:05:59.899343 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-b9fff424-3c15-445c-8f27-9cc8ba606bf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729992 Apr 21 15:06:00.030425 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-e1dc2eaa-69da-48e1-a340-18ab5f0f275c service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251352 Apr 21 15:06:00.177210 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dd8c31a-21b8-41dc-b827-7d856dd78bff req-68152b2f-d614-48f2-a793-c4ad4ca893fa service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322231 Apr 21 15:06:00.300165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-a8f9f5df-0288-4199-8215-c2742a81f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:00.301685 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-a8f9f5df-0288-4199-8215-c2742a81f84f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1097 time: 0.0776582 Apr 21 15:06:00.306224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231eaf1-7238-4238-98f1-1aa5eaf34139 req-57dba8f9-4439-4be5-a3da-72c31dc522a1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:00.307660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b231eaf1-7238-4238-98f1-1aa5eaf34139 req-57dba8f9-4439-4be5-a3da-72c31dc522a1 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 944 time: 0.0832813 Apr 21 15:06:00.352506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b231eaf1-7238-4238-98f1-1aa5eaf34139 req-897a1979-914b-4136-a698-eac2f3b7b9f8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Apr 21 15:06:00.441407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-f4371cc2-cc9a-4e4d-bfa2-a5082ae2e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:00.441648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:00.442830 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-f4371cc2-cc9a-4e4d-bfa2-a5082ae2e52b service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1345582 Apr 21 15:06:00.512475 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-2e60a37f-b590-4293-aeff-d3c077f9fd54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 200 len: 217 time: 0.0632131 Apr 21 15:06:00.576661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-29904331-c90e-482b-88a5-7ea62a03cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:00.578093 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-29904331-c90e-482b-88a5-7ea62a03cc64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0601492 Apr 21 15:06:00.650340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-072be700-ecf2-4d51-be94-e42fc98ac9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:00.651742 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-072be700-ecf2-4d51-be94-e42fc98ac9fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679955 Apr 21 15:06:00.781072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-dcef839c-f83a-480c-a7a5-17a31b5e1669 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231904 Apr 21 15:06:00.911056 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ba48fbb0-8e1b-4da0-86ae-ac3e1d57e624 req-0e6032c3-766c-47a8-8523-556f18d5609b service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241171 Apr 21 15:06:01.538141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d27b1f-95f0-4bac-988d-10f544c2cfec req-d6ccb664-b8c3-46e3-9ff8-a7ac8cd6eeff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:01.540010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-26d27b1f-95f0-4bac-988d-10f544c2cfec req-d6ccb664-b8c3-46e3-9ff8-a7ac8cd6eeff tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 944 time: 0.0826309 Apr 21 15:06:01.583723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-26d27b1f-95f0-4bac-988d-10f544c2cfec req-f3cfc469-2cbd-4a20-b24f-ad778c569906 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377409 Apr 21 15:06:02.479747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:06:02.611011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:06:02.624765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'port_id': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'mac_address': 'fa:16:3e:d9:76:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:06:02.680109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:02.697157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:06:02.712253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:06:02.717247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:02.771361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b221efff-4e3c-47ff-abc5-f6b6abd4bfc5 req-efe54e0f-80e4-4f7c-a98c-ed8a516a92b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:02.773351 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b221efff-4e3c-47ff-abc5-f6b6abd4bfc5 req-efe54e0f-80e4-4f7c-a98c-ed8a516a92b6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 945 time: 0.0836635 Apr 21 15:06:02.793412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:06:02.820063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b221efff-4e3c-47ff-abc5-f6b6abd4bfc5 req-5d70d806-769c-4b6f-8d61-bed9d72ffef5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 Apr 21 15:06:03.044629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:06:04.008100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09a048-5162-44c8-8489-748228eaa9e8 req-e2e0dbd1-601c-4375-8d02-9d5db16490bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:04.009549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d09a048-5162-44c8-8489-748228eaa9e8 req-e2e0dbd1-601c-4375-8d02-9d5db16490bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 945 time: 0.0838559 Apr 21 15:06:04.052791 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d09a048-5162-44c8-8489-748228eaa9e8 req-70ab8151-5ea1-42e8-90ef-3d87d5fecc52 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375283 Apr 21 15:06:04.478655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:06:04.544560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:06:04.549196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:06:04.549593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:04.664901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:04.691151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:06:04.701331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:06:04.705123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:04.744499 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f43c69-ec03-494e-b48a-8dcd068dfb57'] response: {'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'code': 200} Apr 21 15:06:04.778597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:06:04.970103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22a2a0-d9ea-4a71-8f63-2a8e419ba251 req-f8eba3fa-b2d6-4ca0-b7b1-919306bf9066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:04.971443 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e22a2a0-d9ea-4a71-8f63-2a8e419ba251 req-f8eba3fa-b2d6-4ca0-b7b1-919306bf9066 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1099 time: 0.0737233 Apr 21 15:06:05.009933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e22a2a0-d9ea-4a71-8f63-2a8e419ba251 req-0439cf32-80b6-46c2-988d-5e152b863cb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330286 Apr 21 15:06:05.232292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212884dc-e4c3-43af-bbd7-b34480b616b8 req-052d98b4-179e-415e-b134-c459332f7a6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:05.233659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-212884dc-e4c3-43af-bbd7-b34480b616b8 req-052d98b4-179e-415e-b134-c459332f7a6f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0791860 Apr 21 15:06:05.276356 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-212884dc-e4c3-43af-bbd7-b34480b616b8 req-85ac1c45-e331-4555-95eb-6e762e43288b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Apr 21 15:06:06.476341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed916fd-eb3c-403c-aa35-f520396a0445 req-57c6154a-1c93-4bc9-904b-4ec7d0ed27db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:06.477793 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ed916fd-eb3c-403c-aa35-f520396a0445 req-57c6154a-1c93-4bc9-904b-4ec7d0ed27db tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0964141 Apr 21 15:06:06.520720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ed916fd-eb3c-403c-aa35-f520396a0445 req-f2711a51-8a3d-44fb-b6d9-39cb1a72b303 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Apr 21 15:06:07.703436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e954a-0d53-41e9-be39-96848f3178c7 req-69f7c765-4ba3-4bd9-bc11-4466476d5eb8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:07.704874 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-421e954a-0d53-41e9-be39-96848f3178c7 req-69f7c765-4ba3-4bd9-bc11-4466476d5eb8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0786691 Apr 21 15:06:07.752519 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-421e954a-0d53-41e9-be39-96848f3178c7 req-c9e7a3e0-40bd-458b-9a5d-170b2e62c3e6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Apr 21 15:06:07.937720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be34e01-efca-4492-ba1c-2fffd5d6bb1c req-d7de52a0-c925-41c9-90ae-2925a8278324 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:07.939158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3be34e01-efca-4492-ba1c-2fffd5d6bb1c req-d7de52a0-c925-41c9-90ae-2925a8278324 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0800011 Apr 21 15:06:07.982813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3be34e01-efca-4492-ba1c-2fffd5d6bb1c req-2440718e-1fb4-47f5-b984-47faab8cb1e9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Apr 21 15:06:08.004783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38454) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:06:08.076458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58cddd0-ddd7-4bf0-9e2c-a78a35bc98e6 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:08.078010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e58cddd0-ddd7-4bf0-9e2c-a78a35bc98e6 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1094 time: 0.0722413 Apr 21 15:06:08.080759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38458) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:06:08.085979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:06:08.091630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:06:08.095328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:06:08.098082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:06:08.103990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:06:08.114216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:08.247360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:08.376004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.188 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/effc33cf-e33d-4502-8ead-03c475c4c2f5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:06:08.521562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:08.549792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:08.617890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:06:08.620777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:06:08.624521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:06:08.660285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=effc33cf-e33d-4502-8ead-03c475c4c2f5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:06:09.148162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.220833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.420888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.425093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.533550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=effc33cf-e33d-4502-8ead-03c475c4c2f5,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:06:09.543663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:09.710565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP a53039ea-c982-420c-aa0e-1e57a028417d associated. External IP: 172.26.4.188, port: 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b. Apr 21 15:06:10.062353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:06:10.353846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:06:10.363574 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:06:10.373810 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:06:10.374429 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:06:10.379756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:10.438564 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c210dd41-c9a8-432b-9424-c22de056b90c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3568292 Apr 21 15:06:10.439142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:06:10.485699 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a042be3-2c9f-4d14-bce9-0df777631dbd'] response: {'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'status': 'completed', 'code': 200} Apr 21 15:06:10.559288 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:06:10.577632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822b50-4f39-4119-8b8f-146940a605c3 req-bef81332-6918-4cc2-92d4-a3f943f9a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:10.579074 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-bef81332-6918-4cc2-92d4-a3f943f9a599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1099 time: 0.0716131 Apr 21 15:06:10.712940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822b50-4f39-4119-8b8f-146940a605c3 req-45f4b2ab-1882-41c4-bb35-d2fe17b0d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:10.714290 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-45f4b2ab-1882-41c4-bb35-d2fe17b0d0e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1281295 Apr 21 15:06:10.911039 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}, {'id': 'a53039ea-c982-420c-aa0e-1e57a028417d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:d9:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:06:09Z', 'updated_at': '2022-04-21T15:06:09Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:06:10.915907 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:06:10.925151 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:06:10.925835 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:05:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:06:10.931727 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-005f0e8c-0b37-44b2-b0fc-97b2c5f9f67d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 200 len: 1000 time: 0.2116537 Apr 21 15:06:11.004250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822b50-4f39-4119-8b8f-146940a605c3 req-246c7bf5-eed8-4650-95df-7cfd6dde0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:11.005612 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-246c7bf5-eed8-4650-95df-7cfd6dde0721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0678201 Apr 21 15:06:11.087589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822b50-4f39-4119-8b8f-146940a605c3 req-e51435ff-ea2a-4009-b8d7-42da917ab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:11.089050 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-e51435ff-ea2a-4009-b8d7-42da917ab809 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772703 Apr 21 15:06:11.113674 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:06:11.227172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-12241032-2eb1-4b84-b0d3-cbe99457970b service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317964 Apr 21 15:06:11.360363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-85822b50-4f39-4119-8b8f-146940a605c3 req-f7d796f7-92be-4428-a115-daca6ddbec30 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269889 Apr 21 15:06:11.462379 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}, {'id': 'a53039ea-c982-420c-aa0e-1e57a028417d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:d9:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:06:09Z', 'updated_at': '2022-04-21T15:06:09Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:06:11.466215 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49413c-2005-4c4d-8ab1-ac87589390ce None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}, {'id': 'a53039ea-c982-420c-aa0e-1e57a028417d', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.188', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:d9:76:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:06:09Z', 'updated_at': '2022-04-21T15:06:09Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:06:11.655776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc44312-c738-48aa-8382-039b0cfd8c68 None None] New status for floating IP a53039ea-c982-420c-aa0e-1e57a028417d: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:06:22.015912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:25.377552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3e983c99-9aac-4746-96df-e79e2ab34b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:27.534409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c136744a-a351-4856-8ee9-f173b71565b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:28.765078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:28.991314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:30.436665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:32.387164 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:06:41.664699 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-e50cd57c-2f2e-4bc6-86aa-f3b9d17489d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699236 Apr 21 15:06:41.809860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-f3e94375-41e5-4569-ad1a-99d36f6a3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:41.811309 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-f3e94375-41e5-4569-ad1a-99d36f6a3c98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1099 time: 0.0761316 Apr 21 15:06:41.954599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-249f677d-2b86-4193-94a9-46c38de09421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:41.955928 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-249f677d-2b86-4193-94a9-46c38de09421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1255472 Apr 21 15:06:42.058668 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-fdf36930-c9ed-427b-a755-f7c069a2513a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 1000 time: 0.0960412 Apr 21 15:06:42.120387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-b17503c5-3fba-453b-9136-ed170e00c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:42.121795 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-b17503c5-3fba-453b-9136-ed170e00c9b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0563629 Apr 21 15:06:42.198628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-74b861a1-3135-4904-b3aa-1407c52f266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:06:42.200678 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-74b861a1-3135-4904-b3aa-1407c52f266c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704281 Apr 21 15:06:42.329789 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-07ed48ab-1f8f-4bcf-ba16-e8064ca818ca service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217611 Apr 21 15:06:42.460694 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cd9edee2-d535-47a8-8b58-cbcf838416b0 req-279a7565-885a-42f2-8c41-af8412c449a9 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241148 Apr 21 15:06:52.037171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:55.379415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d21d477-8d0a-41ac-b1e5-f8e3009c995b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:57.535933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c27ead4-ecbf-4426-90f6-33d29885b93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:58.769321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:06:58.993111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:00.439616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:09.387551 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:07:15.372212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38482) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:15.479922 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-18a1ded7-a274-4e41-9e04-e2c9fe11d122 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/3c2da501-b98b-4b7f-9c88-76fcbc00ceae HTTP/1.1" status: 200 len: 992 time: 0.1066191 Apr 21 15:07:16.545359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38492) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:16.551180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:16.666981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:16.880889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:16.906437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:16.910918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:16.976190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:16.976808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:16.982692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/ports/46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 939 time: 0.4319205 Apr 21 15:07:16.982692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:17.005556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:17.014175 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.014520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.014854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.015185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.015510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.015835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.016169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.016473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.016797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.017108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.017483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.017796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd74caa-c724-4fa7-a140-52b5f804bb21 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:17.032229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a2ee09-86c2-4c08-8e2e-edd296c583ef'] response: {'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:07:17.126560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-ff8d99fe-cfec-488a-8a40-af295cfd924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:17.128018 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-ff8d99fe-cfec-488a-8a40-af295cfd924f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1100 time: 0.0741925 Apr 21 15:07:17.180000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ea9a6b93-7a58-474f-8329-c097d3904330 None None] Provisioning complete for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:17.180612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea9a6b93-7a58-474f-8329-c097d3904330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:17.241716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a6b93-7a58-474f-8329-c097d3904330 None None] Port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd is administratively disabled so it will not transition to active. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 21 15:07:17.259577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-17b47412-2a6b-4ad7-8735-3fabaf014f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:17.260985 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-17b47412-2a6b-4ad7-8735-3fabaf014f55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1263158 Apr 21 15:07:17.463129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-43248c64-bd78-4e7f-9493-94cb7049bd9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 1001 time: 0.1956217 Apr 21 15:07:17.524511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-f608a6d8-45c2-4723-9ea4-4bed39c20bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:17.525899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-f608a6d8-45c2-4723-9ea4-4bed39c20bb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0560191 Apr 21 15:07:17.601696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-97421eba-a0eb-4d6c-8607-007b45d8c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:17.603096 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-97421eba-a0eb-4d6c-8607-007b45d8c7ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709059 Apr 21 15:07:17.735955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-cfa8f0dc-5433-4735-a5db-3c5b3fcb8c16 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250987 Apr 21 15:07:17.868239 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f774700a-a18d-403e-8d0f-ddf3cc92d7d9 req-a21969db-f1bb-4e75-916c-19972151aac1 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255417 Apr 21 15:07:20.480259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38502) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:20.486220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:20.613417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:20.832913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:20.857316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:20.861996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:20.921291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:20.921914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:20.923268 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/ports/46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 938 time: 0.4420354 Apr 21 15:07:20.923818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:20.926317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38506) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:20.955166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb11a8-c401-4e70-a668-a817e9b02cbc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:20.995238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4251b382-1647-4287-bfe2-3ce71ca4f24f'] response: {'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:07:21.084830 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dba6c8af-39bd-4d30-affb-6b914e2ecebd tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/3c2da501-b98b-4b7f-9c88-76fcbc00ceae HTTP/1.1" status: 200 len: 992 time: 0.1530893 Apr 21 15:07:21.109651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-af75483f-6b44-46b1-a1d9-9ea64cd00b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:21.111100 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-af75483f-6b44-46b1-a1d9-9ea64cd00b85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1099 time: 0.0860054 Apr 21 15:07:21.181467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e03ad8cf-cb4e-4037-935a-e96b390de778 None None] Provisioning complete for port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:21.182066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e03ad8cf-cb4e-4037-935a-e96b390de778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:21.242170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-0bf49398-710b-4060-bade-4d8d8c2a2958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:21.242899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-0bf49398-710b-4060-bade-4d8d8c2a2958 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1260715 Apr 21 15:07:21.244152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['46c56c9b-6d2d-492a-a0e7-b60e259b46fd'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:07:21.346463 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-b8068ae0-cb73-4c39-8c78-47fc6b738f47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 1000 time: 0.0972245 Apr 21 15:07:21.408929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-6b1ff0f1-988e-4d2e-8e06-34020917ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:21.410363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-6b1ff0f1-988e-4d2e-8e06-34020917ba0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0569544 Apr 21 15:07:21.487242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-1bdacf82-b8be-4af8-ad2e-0d430a81608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:21.488783 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-1bdacf82-b8be-4af8-ad2e-0d430a81608d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725319 Apr 21 15:07:21.619300 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-43b54afb-4d06-44de-aafd-5417de25d690 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244829 Apr 21 15:07:21.751683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f8e574a6-18f7-4e29-a294-5eae30f98987 req-07879689-2c71-4895-bd39-8fa3895c8198 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260035 Apr 21 15:07:22.051075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:23.659550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38518) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:23.854700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port effc33cf-e33d-4502-8ead-03c475c4c2f5 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:23.855754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:24.130979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:24.131299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:24.250851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for effc33cf-e33d-4502-8ead-03c475c4c2f5 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:24.394754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:24.440447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=effc33cf-e33d-4502-8ead-03c475c4c2f5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:24.480474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.480803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.481130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.481480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.481798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.482114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.482427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.482737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.483048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.483355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.483661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.483965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:24.543444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:24.543805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP a53039ea-c982-420c-aa0e-1e57a028417d disassociated (deleted). External IP: 172.26.4.188, port: 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b. Apr 21 15:07:24.894365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:07:25.071613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:07:25.081796 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:07:25.087753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:25.091413 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:25.092025 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:06:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:25.143563 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6c81ebd0-bb2c-44e3-9f88-d3b21d3a5622 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/a53039ea-c982-420c-aa0e-1e57a028417d HTTP/1.1" status: 204 len: 168 time: 1.4823761 Apr 21 15:07:25.143791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:25.189468 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d978c3f-7947-4616-ae3a-19fc88a16f4a'] response: {'name': 'network-changed', 'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'status': 'completed', 'code': 200} Apr 21 15:07:25.269419 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:25.287882 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-e5c98a7c-ddc5-48e5-9bbf-60e659116f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:25.289358 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-e5c98a7c-ddc5-48e5-9bbf-60e659116f95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 1099 time: 0.0762444 Apr 21 15:07:25.385757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d20197eb-084d-403a-bfdc-bea84fcf8dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:25.545426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedd2f6-682a-4739-a794-b6fad6186864 req-db2e31ba-78e5-4f86-9dbf-bcf9daf3a914 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:25.547112 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1cedd2f6-682a-4739-a794-b6fad6186864 req-db2e31ba-78e5-4f86-9dbf-bcf9daf3a914 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0868170 Apr 21 15:07:25.568346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-cc0645c6-dfe9-47a7-9725-99a84910e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:25.569885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-cc0645c6-dfe9-47a7-9725-99a84910e0a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.2739389 Apr 21 15:07:25.593368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1cedd2f6-682a-4739-a794-b6fad6186864 req-85cae344-f696-441d-a68d-b5efe4abc229 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Apr 21 15:07:25.639681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-19216fd0-1d57-40f6-bda8-42e411ba596b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 200 len: 217 time: 0.0629838 Apr 21 15:07:25.640757 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:25.644529 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:07:25.653465 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:25.654079 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:06:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:25.705814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-85a9c480-e346-44f7-ab2d-450d2cb0a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:25.707215 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-85a9c480-e346-44f7-ab2d-450d2cb0a42f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0617695 Apr 21 15:07:25.782511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-3b85ec17-a0f4-4128-b0a8-4e9fe6fa177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:25.783967 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-3b85ec17-a0f4-4128-b0a8-4e9fe6fa177d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705011 Apr 21 15:07:25.839118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:25.918506 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-739d5c67-beaf-461c-a59e-6941534024e1 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270468 Apr 21 15:07:26.054388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9759d95e-a6bf-408e-960c-24b9cc50cd6f req-f18323b4-a33e-41a0-b5ac-4fae03fe98df service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288335 Apr 21 15:07:26.186138 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:26.189862 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbd4c6-835a-4516-a9e0-602b46a2b451 None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3c2da501-b98b-4b7f-9c88-76fcbc00ceae', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.2', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'port_id': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'mac_address': 'fa:16:3e:fd:ea:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:05:52Z', 'updated_at': '2022-04-21T15:05:55Z', 'revision_number': 1, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:07:26.383684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16225f00-0de5-4eb1-bffb-926a77357db4 None None] New status for floating IP a53039ea-c982-420c-aa0e-1e57a028417d: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:07:26.786681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f484f-dade-4eb9-aa60-f6a26c9a9fe2 req-b9405be8-af72-4a33-8d75-2a56ea5fbeb8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:26.788038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-df3f484f-dade-4eb9-aa60-f6a26c9a9fe2 req-b9405be8-af72-4a33-8d75-2a56ea5fbeb8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0790529 Apr 21 15:07:26.833110 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-df3f484f-dade-4eb9-aa60-f6a26c9a9fe2 req-a9da3e7c-791e-43fa-bd20-0714b37022e6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Apr 21 15:07:27.013876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-93378a8a-195e-4a6a-967b-419c8d04887a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:27.014553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-93378a8a-195e-4a6a-967b-419c8d04887a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:27.029848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-93378a8a-195e-4a6a-967b-419c8d04887a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:27.030911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-93378a8a-195e-4a6a-967b-419c8d04887a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 946 time: 0.0976481 Apr 21 15:07:27.101828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:27.102084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:27.346401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:27.346747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:27.466462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:27.538371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-91bb8761-cb1b-4832-84b9-3601ba870c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:27.611348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:27.660363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:27.737025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:07:27.739359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:27.741754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'name': 'network-vif-deleted', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:27.757279 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ad5d65c-cbe5-4e9c-8ec7-c7c12f8651eb req-db8a40f6-cd43-48e5-91eb-f9ea2b4faa53 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b HTTP/1.1" status: 204 len: 173 time: 0.7204959 Apr 21 15:07:27.790885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d1bded-3718-43ac-8359-12260a7700f7'] response: {'server_uuid': 'dca0ef90-d3e8-4057-88a5-9a0e31c3dded', 'name': 'network-vif-deleted', 'tag': '0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b', 'status': 'completed', 'code': 200} Apr 21 15:07:28.003040 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fe672ca-e1b0-4c1e-9c36-ab427ca26fdd req-8fc1cf1d-0def-4bf5-95fe-ce01cc056cd4 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=dca0ef90-d3e8-4057-88a5-9a0e31c3dded HTTP/1.1" status: 200 len: 210 time: 0.0476635 Apr 21 15:07:28.773409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:28.995280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.097380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38536) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:29.163742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.193072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.257585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.275234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fd87cc-b048-4edd-b3d5-e0a112dcbe8c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:29.288777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.292887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9b752241-c9f3-429e-a2d8-a232a0596dda tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/68fd87cc-b048-4edd-b3d5-e0a112dcbe8c HTTP/1.1" status: 204 len: 168 time: 0.1915152 Apr 21 15:07:29.320452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38542) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:29.632815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port e9b7e7a3-2664-4ff4-b554-7c34dd73961d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:29.633150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.803415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.803728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:29.930791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for e9b7e7a3-2664-4ff4-b554-7c34dd73961d owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:30.079457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:30.126681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=e9b7e7a3-2664-4ff4-b554-7c34dd73961d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:30.217051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:30.217382 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 3c2da501-b98b-4b7f-9c88-76fcbc00ceae disassociated (deleted). External IP: 172.26.4.2, port: 46c56c9b-6d2d-492a-a0e7-b60e259b46fd. Apr 21 15:07:30.443238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:30.563358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:07:30.740146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:07:30.750510 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:07:30.756698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:30.759444 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:30.760050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:30.814498 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c8e7bfa6-cff3-4ab8-a51f-a55326e447a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/3c2da501-b98b-4b7f-9c88-76fcbc00ceae HTTP/1.1" status: 204 len: 168 time: 1.4904842 Apr 21 15:07:30.814498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:30.878847 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3872fb92-02cf-40b2-bcab-495bfc72187c'] response: {'name': 'network-changed', 'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:07:30.972701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-b6d32467-1c8f-4617-a279-9e36d1c54ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:30.974527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:30.974793 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-b6d32467-1c8f-4617-a279-9e36d1c54ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 1099 time: 0.0734148 Apr 21 15:07:30.986729 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:31.012160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:07:31.012913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 0f5bcbdb-2f5f-439b-b65e-4abea0e4d09b not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:31.118691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-ba0ac92a-9770-4d5f-ae36-eb9a8e53e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:31.121123 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-ba0ac92a-9770-4d5f-ae36-eb9a8e53e12d service neutron] 10.222.0.13 "GET /v2.0/networks?id=579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 200 len: 897 time: 0.1391799 Apr 21 15:07:31.194698 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-69edd515-2450-4ac7-92ab-5614cd95cc0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 200 len: 217 time: 0.0682116 Apr 21 15:07:31.223218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-fa01ab20-3a8b-4026-837e-37f7c832716b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:31.223924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-fa01ab20-3a8b-4026-837e-37f7c832716b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:31.241922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-fa01ab20-3a8b-4026-837e-37f7c832716b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:31.243079 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-fa01ab20-3a8b-4026-837e-37f7c832716b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.1045141 Apr 21 15:07:31.265151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-aef4fc6b-c736-4a0e-99e7-2f2188ef568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:31.266607 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-aef4fc6b-c736-4a0e-99e7-2f2188ef568e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 200 len: 834 time: 0.0659983 Apr 21 15:07:31.330819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:31.335001 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:07:31.345608 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:31.346340 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:31.346468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-2bbb5cf8-67c6-4b01-a2af-cfd6f4e70c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:31.347890 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-2bbb5cf8-67c6-4b01-a2af-cfd6f4e70c56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=579caf52-7f9e-4481-aff9-dca4c93c1655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751765 Apr 21 15:07:31.408848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-e4717dff-5649-4d2a-b37a-cc706f45827f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:31.426349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-e4717dff-5649-4d2a-b37a-cc706f45827f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:31.427562 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68edca4f-a047-42c9-a7d6-d610e1e94e7f req-e4717dff-5649-4d2a-b37a-cc706f45827f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771121 Apr 21 15:07:31.530351 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:31.588955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-a84da3fb-d1a7-4c81-a7fc-0874198d3cab service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328954 Apr 21 15:07:31.723896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f97c75cf-f001-4004-9c37-e860ec87aeb7 req-d88178ec-3495-4150-a417-7be265777319 service neutron] 10.222.0.13 "GET /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286991 Apr 21 15:07:31.847866 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:31.851831 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f6d85-babc-4cde-8d60-bf81839cd965 None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'e0286821-077e-43a8-9281-832aa76e242e', 'name': '', 'network_id': '579caf52-7f9e-4481-aff9-dca4c93c1655', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:cf:3b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:33Z', 'updated_at': '2022-04-21T15:05:40Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:07:32.058558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13860a85-54f1-4658-b8be-f7ef16a03a68 None None] New status for floating IP 3c2da501-b98b-4b7f-9c88-76fcbc00ceae: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:07:32.613396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1cc45-bc0f-4621-b863-c01c04efff90 req-0dcde998-66fd-4569-9daf-948dcb83c663 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:32.614812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09a1cc45-bc0f-4621-b863-c01c04efff90 req-0dcde998-66fd-4569-9daf-948dcb83c663 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0776503 Apr 21 15:07:32.658527 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09a1cc45-bc0f-4621-b863-c01c04efff90 req-c7740fe2-36ce-4da0-a9ee-4ca0ed6b8929 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=55a7fe1a-6551-470c-aa78-2042dee32c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Apr 21 15:07:32.766886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-a071ce59-c3cd-4780-a9c8-59f00fbf670b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:32.767520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-a071ce59-c3cd-4780-a9c8-59f00fbf670b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:32.779876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-a071ce59-c3cd-4780-a9c8-59f00fbf670b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:32.780936 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-a071ce59-c3cd-4780-a9c8-59f00fbf670b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 946 time: 0.0918932 Apr 21 15:07:32.853972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:32.854301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:33.100681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:33.100940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:33.227398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 46c56c9b-6d2d-492a-a0e7-b60e259b46fd owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:33.374286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:33.424858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=46c56c9b-6d2d-492a-a0e7-b60e259b46fd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:33.501430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port 46c56c9b-6d2d-492a-a0e7-b60e259b46fd on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:07:33.503866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:33.506304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'name': 'network-vif-deleted', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:33.521678 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3fa65cd3-b75b-49e3-8ac8-954754204f1c req-e80a97c9-2f66-4c8b-bb7a-ff73bc193960 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/46c56c9b-6d2d-492a-a0e7-b60e259b46fd HTTP/1.1" status: 204 len: 173 time: 0.7358871 Apr 21 15:07:33.551536 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46df1e47-58ac-4aad-bb5c-36d5142466a7'] response: {'server_uuid': '42c57e0b-ec93-4b00-adfe-0af8894085cd', 'name': 'network-vif-deleted', 'tag': '46c56c9b-6d2d-492a-a0e7-b60e259b46fd', 'status': 'completed', 'code': 200} Apr 21 15:07:33.845367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5733fc8-802f-4055-b132-b26654d5ed0d req-128d5209-3f01-4362-aecd-269cb38d0597 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=42c57e0b-ec93-4b00-adfe-0af8894085cd HTTP/1.1" status: 200 len: 210 time: 0.0539780 Apr 21 15:07:35.009387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38560) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:35.077593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:35.106715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:35.171708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:35.188826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a7fe1a-6551-470c-aa78-2042dee32c76,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:35.200638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:35.201767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-803482d8-0805-4902-a741-994d0e7c3fed tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/55a7fe1a-6551-470c-aa78-2042dee32c76 HTTP/1.1" status: 204 len: 168 time: 0.1913998 Apr 21 15:07:35.232607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38566) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:35.772044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:36.127647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port e0286821-077e-43a8-9281-832aa76e242e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:36.128317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:36.314707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port e0286821-077e-43a8-9281-832aa76e242e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=e0286821-077e-43a8-9281-832aa76e242e,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:36.314974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:36.538229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for e0286821-077e-43a8-9281-832aa76e242e owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:36.719208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:36.797554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=e0286821-077e-43a8-9281-832aa76e242e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:37.005742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 46c56c9b-6d2d-492a-a0e7-b60e259b46fd no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:37.040287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 46c56c9b-6d2d-492a-a0e7-b60e259b46fd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:07:37.040558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 46c56c9b-6d2d-492a-a0e7-b60e259b46fd not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:37.067350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:37.428130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 7e28d080-5b1d-43cb-b752-105477e0d411 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:07:37.603538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:07:37.613790 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Sync routers for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:07:37.617197 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-06458b66-7edc-4074-81ce-cb0a2bc58cd5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/7e28d080-5b1d-43cb-b752-105477e0d411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3832271 Apr 21 15:07:37.619541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38570) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:37.623298 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:37.623890 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:37.690394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet 6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:07:37.693131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:37.745522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:37.798294 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:37.828889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.019761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.062833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:38.064877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.075311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dad7c1a3-4aec-4997-bb23-792ea78d5bb3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/6f6a8f1a-1425-4033-8e9f-dc2f8a7b812f HTTP/1.1" status: 204 len: 168 time: 0.4517848 Apr 21 15:07:38.075525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87696e-7fe3-43b4-aa8f-a62e292bf403 None None] Network 579caf52-7f9e-4481-aff9-dca4c93c1655 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:07:38.075964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38574) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:38.134289 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:07:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:38.139359 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Checking router: 7e28d080-5b1d-43cb-b752-105477e0d411 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:07:38.147694 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Routers {'7e28d080-5b1d-43cb-b752-105477e0d411'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:38.148442 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e28d080-5b1d-43cb-b752-105477e0d411'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:38.262110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.328753 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] Set router 7e28d080-5b1d-43cb-b752-105477e0d411 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:38.329755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] DHCP port deletion for 579caf52-7f9e-4481-aff9-dca4c93c1655 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:07:38.333890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Deleting port 90808e9c-bfae-4cf4-830e-6df3436f3a4f {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:38.334332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.446459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.455886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 91d7b5b3-48ea-442b-bfce-20064883bdbe {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:07:38.456199 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.545261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] For port 90808e9c-bfae-4cf4-830e-6df3436f3a4f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=90808e9c-bfae-4cf4-830e-6df3436f3a4f,segment=NetworkSegment(8da8e6cb-45eb-4880-9180-7397411ac440),segment_id=8da8e6cb-45eb-4880-9180-7397411ac440)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:38.545554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.625953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:07:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:38.629909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f76ed9e-6330-4e86-9901-a989ee27373b None None] The sync data for ids ['7e28d080-5b1d-43cb-b752-105477e0d411'] in dv-neutron-838896-1-hyperv is: [{'id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'name': 'tempest-TestNetworkBasicOps-router-2053337563', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:05:29Z', 'updated_at': '2022-04-21T15:07:36Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': '91d7b5b3-48ea-442b-bfce-20064883bdbe', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:0c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e28d080-5b1d-43cb-b752-105477e0d411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:05:30Z', 'updated_at': '2022-04-21T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:07:38.678749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Calling delete_port for 90808e9c-bfae-4cf4-830e-6df3436f3a4f owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:38.743800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 91d7b5b3-48ea-442b-bfce-20064883bdbe, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=91d7b5b3-48ea-442b-bfce-20064883bdbe,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:38.744238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.758458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:38.806184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Pushing event deleted for resources: {'Port': ['ID=90808e9c-bfae-4cf4-830e-6df3436f3a4f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:38.811831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] No DVR routers for this DVR port 90808e9c-bfae-4cf4-830e-6df3436f3a4f on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:07:38.817669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.818009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.818345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.820822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.821853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1288b44a-2cf4-4c3d-b3ed-a7da181e1e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:38.884312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 91d7b5b3-48ea-442b-bfce-20064883bdbe owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:07:39.061266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.109597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=91d7b5b3-48ea-442b-bfce-20064883bdbe,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:39.206843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.379003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.381136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.403181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.403959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 7e28d080-5b1d-43cb-b752-105477e0d411 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:07:39.420968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.422529 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-17fcb601-49e8-481d-a38a-4ca71eb6469d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/7e28d080-5b1d-43cb-b752-105477e0d411 HTTP/1.1" status: 204 len: 168 time: 1.3458548 Apr 21 15:07:39.425193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38578) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:39.545963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.674090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.697634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579caf52-7f9e-4481-aff9-dca4c93c1655']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:39.709221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da8e6cb-45eb-4880-9180-7397411ac440') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:39.709511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da8e6cb-45eb-4880-9180-7397411ac440') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:39.720849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.736584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.742280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:07:39.742644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:07:39.756412 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:07:39.837525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.859345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.865812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=579caf52-7f9e-4481-aff9-dca4c93c1655,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:39.880259 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-34f0a60c-6c21-4cf9-8c30-8db6d7406f69 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/579caf52-7f9e-4481-aff9-dca4c93c1655 HTTP/1.1" status: 204 len: 168 time: 0.4511948 Apr 21 15:07:39.904743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38582) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:39.910372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'network': {'name': 'tempest-network-smoke--916637241', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:39.915659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:39.920390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:network and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:39.923250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:39.928895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:39.938109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:07:39.941442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.968823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:07:39.977063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:39.977421 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Added segment a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b of type vlan for network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf Apr 21 15:07:40.002913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.035861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.041650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:40.042255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.100876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 90808e9c-bfae-4cf4-830e-6df3436f3a4f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:40.135337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 90808e9c-bfae-4cf4-830e-6df3436f3a4f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:07:40.136093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 90808e9c-bfae-4cf4-830e-6df3436f3a4f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:40.136979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e0286821-077e-43a8-9281-832aa76e242e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:40.148449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2426186 Apr 21 15:07:40.151979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:40.155424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b58c4-0dd1-42b4-a09c-c17ae37d6844 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Network': ['ID=20cd75d5-f23b-4765-80ad-2873bc4b5fdf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:40.157503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'admin_state_up': True, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:40.166312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:40.170362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:router and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:40.171822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:07:40.173277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:40.179380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:40.189912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.190922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.191647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: e0286821-077e-43a8-9281-832aa76e242e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:07:40.191987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device e0286821-077e-43a8-9281-832aa76e242e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:40.192391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 91d7b5b3-48ea-442b-bfce-20064883bdbe no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:07:40.206796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.238898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 91d7b5b3-48ea-442b-bfce-20064883bdbe {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:07:40.239236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 91d7b5b3-48ea-442b-bfce-20064883bdbe not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:07:40.471434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.766107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.795458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:40.930177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.192 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/d6c00331-96c9-44e0-8c21-ecdda28cf600) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:07:41.076316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:41.104143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:41.168647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:41.171515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:41.173841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:07:41.216153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:41.702943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:42.041585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:42.241167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:07:42.418162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:07:42.427384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:07:42.437515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:42.438124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:42.444789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:42.446325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7ceddc6e-bfa1-4a48-9a9a-eb69cc88c37c tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2932866 Apr 21 15:07:42.449489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38590) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:42.569283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c33bedd7-52be-4120-8861-d61234f0bd05 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=2ac3b4bc2bfa4756813bc52f4495eeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187031 Apr 21 15:07:42.571840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38596) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:42.654084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:42.705414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1ca23-c5fb-4c7e-a811-204467fe4d27 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:42.709305 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-81f1ca23-c5fb-4c7e-a811-204467fe4d27 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340897 Apr 21 15:07:42.709541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38600) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:42.749298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-35b0a9e6-2f4f-4c0a-b2b7-1dfbe60b9392 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386884 Apr 21 15:07:42.751899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38604) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:42.757327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1536136926', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:42.866989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:42.871071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:subnet and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:42.873859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:42.879350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:42.889362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:07:42.895405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:42.943562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:41Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:42.947815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:07:42.948724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Updating router 1cfbdcd6-aa7c-4257-89aa-66a812705917 port d6c00331-96c9-44e0-8c21-ecdda28cf600 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:07:43.006213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.234153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.314494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Subnet': ['ID=0962606b-407d-4334-8dd6-e2bf0278464e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:43.323824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Checking segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:07:43.324640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network hostable DHCP agents. Network: 20cd75d5-f23b-4765-80ad-2873bc4b5fdf, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:07:43.344682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:07:43.348411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.354612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 20cd75d5-f23b-4765-80ad-2873bc4b5fdf) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:43.359075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:43.359657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.360983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Transition to ACTIVE for port object d6c00331-96c9-44e0-8c21-ecdda28cf600 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:43.368549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46797e0-4197-4b76-b3eb-1dfd5f94840f None None] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:07:43.382738 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5836c3c4-37d9-430c-beb3-e451cb1382b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6297240 Apr 21 15:07:43.385593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38610) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:43.396503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.539121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a20b-84fd-4186-b624-6158dd26b43f None None] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:43.543580 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Attempting to bind port d6c00331-96c9-44e0-8c21-ecdda28cf600 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:07:43.543952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Attempting to bind port d6c00331-96c9-44e0-8c21-ecdda28cf600 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:07:43.544313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Attempting to bind port d6c00331-96c9-44e0-8c21-ecdda28cf600 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:07:43.554989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:07:43.555355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:07:43.555755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.556139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:07:43.556595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Bound port: d6c00331-96c9-44e0-8c21-ecdda28cf600, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:07:43.556964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.687761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:07:43.726898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6c00331-96c9-44e0-8c21-ecdda28cf600,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:07:43.732697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.767956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:07:43.768755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:43.870977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:43.871600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:43.958056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a20b-84fd-4186-b624-6158dd26b43f None None] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:44.073814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:44.174532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Allocated IP 172.20.0.2 (20cd75d5-f23b-4765-80ad-2873bc4b5fdf/0962606b-407d-4334-8dd6-e2bf0278464e/b23c118e-c5ae-4514-b24b-5ac23ac1c887) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:07:44.177396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:44.621473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:44.634797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Transition to ACTIVE for port object b23c118e-c5ae-4514-b24b-5ac23ac1c887 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:44.660740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:41Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:44.662942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Transition to ACTIVE for port object b23c118e-c5ae-4514-b24b-5ac23ac1c887 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:44.668672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fec5e25-1511-4f63-b76e-43e1faa4e7d6 None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:41Z', 'revision_number': 3, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:07:44.672847 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:44.739817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:44.741986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.1 (20cd75d5-f23b-4765-80ad-2873bc4b5fdf/0962606b-407d-4334-8dd6-e2bf0278464e/685511aa-a985-488f-85b3-26ac7cab27f0) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:07:44.743949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:44.747131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:07:44.820868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Pushing event updated for resources: {'Port': ['ID=b23c118e-c5ae-4514-b24b-5ac23ac1c887,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:44.853076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Attempting to bind port b23c118e-c5ae-4514-b24b-5ac23ac1c887 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:07:44.853504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Attempting to bind port b23c118e-c5ae-4514-b24b-5ac23ac1c887 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:07:44.853865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Attempting to bind port b23c118e-c5ae-4514-b24b-5ac23ac1c887 on network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:07:44.860039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:07:44.860407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Checking segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:07:44.860799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:44.861181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Bound using segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:07:44.861666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Bound port: b23c118e-c5ae-4514-b24b-5ac23ac1c887, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:07:44.862034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:44.975426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] For port b23c118e-c5ae-4514-b24b-5ac23ac1c887, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:07:44.979356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] For port b23c118e-c5ae-4514-b24b-5ac23ac1c887, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b23c118e-c5ae-4514-b24b-5ac23ac1c887,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:07:44.985989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.051461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.068793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object 685511aa-a985-488f-85b3-26ac7cab27f0 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:45.080345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eebb6a-c37e-437e-acb9-e3a92c1a2d4b None None] Pushing event updated for resources: {'Port': ['ID=b23c118e-c5ae-4514-b24b-5ac23ac1c887,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:45.096136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.172455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:45.175911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:45.179945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:07:45.211284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:45.245940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.550340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.974460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.979128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:45.982736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9ee6dd-e02d-4ccf-8a73-2fb90a771a89 None None] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:07:46.098120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b6adc4f7-c927-4855-a016-77e27c9875f6 None None] Provisioning for port b23c118e-c5ae-4514-b24b-5ac23ac1c887 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:46.099796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.104933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:46.181518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:46.242843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:46.244068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:46.304112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d6c00331-96c9-44e0-8c21-ecdda28cf600 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:46.311701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d6c00331-96c9-44e0-8c21-ecdda28cf600 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:46.312073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.389503 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:07:46.439395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.441487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:07:46.457078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6c00331-96c9-44e0-8c21-ecdda28cf600,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:46.461481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.462351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b23c118e-c5ae-4514-b24b-5ac23ac1c887 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:46.586415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:46.604882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b23c118e-c5ae-4514-b24b-5ac23ac1c887 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:46.614807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b23c118e-c5ae-4514-b24b-5ac23ac1c887 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:46.615239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.732042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Provisioning for port 685511aa-a985-488f-85b3-26ac7cab27f0 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:46.740566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:46.741017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.772031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:07:46.786942 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:07:46.799428 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:46.800064 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:46.802576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bbd9a259-4b7a-4e67-ab06-db81e1982d08 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/1cfbdcd6-aa7c-4257-89aa-66a812705917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4153285 Apr 21 15:07:46.805262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:46.886615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:46.926709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b23c118e-c5ae-4514-b24b-5ac23ac1c887, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b23c118e-c5ae-4514-b24b-5ac23ac1c887,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:46.927944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Port 685511aa-a985-488f-85b3-26ac7cab27f0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:07:46.942151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.000628 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:47.033746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b23c118e-c5ae-4514-b24b-5ac23ac1c887,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:47.037569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Provisioning complete for port b23c118e-c5ae-4514-b24b-5ac23ac1c887 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:47.038109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7a6c981f-8fe7-464c-90f3-49c7a9c691ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.069165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3c68d-f60b-4f59-9088-d0194cce0a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.069586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3c68d-f60b-4f59-9088-d0194cce0a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.070045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3c68d-f60b-4f59-9088-d0194cce0a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.070496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f3c68d-f60b-4f59-9088-d0194cce0a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.076048 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-22f3c68d-f60b-4f59-9088-d0194cce0a8c tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2659137 Apr 21 15:07:47.076243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38618) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:47.144231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2d624-1cba-414c-81c5-e6ab7cfe2186 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.144699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2d624-1cba-414c-81c5-e6ab7cfe2186 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.145319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2d624-1cba-414c-81c5-e6ab7cfe2186 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.145621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef2d624-1cba-414c-81c5-e6ab7cfe2186 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:47.150014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:47.153497 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fef2d624-1cba-414c-81c5-e6ab7cfe2186 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0722897 Apr 21 15:07:47.282398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9c774726-611f-444b-806b-6980f7fa1b60 None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:47.282714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9c774726-611f-444b-806b-6980f7fa1b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.316854 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:47.320609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:07:47.320946 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Updating router 1cfbdcd6-aa7c-4257-89aa-66a812705917 port 685511aa-a985-488f-85b3-26ac7cab27f0 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:07:47.339406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9c774726-611f-444b-806b-6980f7fa1b60 None None] Port 685511aa-a985-488f-85b3-26ac7cab27f0 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:07:47.363099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cfefa57d-6f29-4b76-90f7-14952022fe39 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2117398 Apr 21 15:07:47.409259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.632189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38628) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:47.637602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-564825121', 'description': 'tempest-secgroup-smoke-564825121 description', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:47.643628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:47.647695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:47.650558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:47.656186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:47.670515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.691211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:47.695263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:47.698202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:47.703832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:47.776665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.778198 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.781902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.791185 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Transition to ACTIVE for port object 685511aa-a985-488f-85b3-26ac7cab27f0 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:47.799075 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.826284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.830418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38632) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:47.830909 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972315 Apr 21 15:07:47.838128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:47.846173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:47.847105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf292e-39a9-4ace-ba13-4276880c45b7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:47.859744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:47.862896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:47.868659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:47.887940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.918534 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:47.938105 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.938442 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.938769 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.939107 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.939403 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.939741 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.940035 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.940350 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.940680 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.941062 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.941398 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.941776 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:07:47.953718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.959505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.989976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b60cc3c-196b-4324-b5f6-296228ae5901,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:47.994525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:47.996029 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dbae2fdd-c371-44e8-8f4e-307206d99345 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639206 Apr 21 15:07:47.999178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38636) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:48.004461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:48.013624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:48.019245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:48.022503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:48.029261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:48.037266 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Attempting to bind port 685511aa-a985-488f-85b3-26ac7cab27f0 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:07:48.037877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Attempting to bind port 685511aa-a985-488f-85b3-26ac7cab27f0 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:07:48.038429 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Attempting to bind port 685511aa-a985-488f-85b3-26ac7cab27f0 on network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:07:48.045606 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:07:48.045606 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Checking segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:07:48.045884 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.046271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Bound using segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:07:48.046717 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Bound port: 685511aa-a985-488f-85b3-26ac7cab27f0, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:07:48.047083 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.052838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.121802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.122796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:48.126435 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.141372 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:07:48.144348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988c2d3a-d518-4adb-91b5-b864a18c8503,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.144779 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=685511aa-a985-488f-85b3-26ac7cab27f0,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:07:48.156393 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.166332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.171298 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1b4870b4-5b17-4a27-97f8-89cd2943dc0e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684697 Apr 21 15:07:48.171558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38640) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:48.176720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:48.183010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:48.186840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:48.190758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:48.196558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:48.211242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d6c00331-96c9-44e0-8c21-ecdda28cf600 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:48.211740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.225308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.236716 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:07:48.237395 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:48.306806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.310269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881bb43-3d2f-4221-ae1b-ca7cb923cb1c None None] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.316472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.341301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3360ebd6-0098-4204-984b-5da78f720a20,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.351736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b23c118e-c5ae-4514-b24b-5ac23ac1c887 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:48.356485 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.359000 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-43cbd38b-d3be-4dfc-b101-b446e9ec9f7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851954 Apr 21 15:07:48.360815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38644) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:48.366984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:48.375701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:48.380969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:48.384524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:48.392358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:48.413754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.450830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b23c118e-c5ae-4514-b24b-5ac23ac1c887 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:48.451344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.455574 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:07:48.488583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.493001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.518229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bf036f-d025-4fbb-abbe-ec95a704e2d9,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.530627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.532239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f660b4c-30db-4b26-a313-cd19799fabaa tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1702614 Apr 21 15:07:48.534949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38648) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:48.540422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:48.547579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:48.551414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:48.554342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:48.560669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:48.572113 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:07:48.579962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.647319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.651797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.674258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4662e17f-507a-4b53-b2e6-cab670fd5432,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.686309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.687485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ec47b07e-a1ca-472c-9640-442cd5a575c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515465 Apr 21 15:07:48.690306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38652) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:07:48.695396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'security_group_rule': {'security_group_id': '1a54e4ce-d57c-40da-9dfd-07ab98a5cef8', 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:48.701333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:48.705088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:security_group_rule and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:07:48.707940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:07:48.714116 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:48.724290 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Project 2ac3b4bc2bfa4756813bc52f4495eeeb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:07:48.731849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.786084 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:48Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:07:48.790354 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ac33f-1ff8-49e5-9443-0e1af98b7bbc None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:48Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:07:48.806655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.811488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.836536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65332769-4482-41a2-afcf-7779a08a05c2,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:48.855297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:48.858208 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-00ba5e2b-93c1-461d-9dbd-e850ed6cc185 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668375 Apr 21 15:07:49.049831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-a79e9f5a-3c51-4958-88eb-7126c3311a7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:49.066436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-a79e9f5a-3c51-4958-88eb-7126c3311a7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:49.067657 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-a79e9f5a-3c51-4958-88eb-7126c3311a7b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-564825121&fields=id&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 267 time: 0.0577407 Apr 21 15:07:49.222174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-4194683d-7e0f-4fab-bcfc-71fba5dd81b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:49.223579 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-4194683d-7e0f-4fab-bcfc-71fba5dd81b3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 796 time: 0.1489305 Apr 21 15:07:49.239619 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-5eb6e68c-5d77-4658-a6eb-d7cc51f7b2c6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/quotas/2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 375 time: 0.0102482 Apr 21 15:07:49.328953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-d5050cf8-0482-434a-8c07-6e2f3dec45b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:49.345177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-d5050cf8-0482-434a-8c07-6e2f3dec45b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:49.346605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-d5050cf8-0482-434a-8c07-6e2f3dec45b2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007290 Apr 21 15:07:49.363159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-8a3abb83-2447-4168-9429-d187214cdea6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:07:49.364128 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-8a3abb83-2447-4168-9429-d187214cdea6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052254 Apr 21 15:07:49.500077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-e4962947-6371-4a31-ada5-311772b186ce service neutron] 10.222.0.35 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300814 Apr 21 15:07:49.634884 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-24630c21-0175-4147-b8d7-181928395def service neutron] 10.222.0.35 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289208 Apr 21 15:07:49.822677 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cf493023-7970-451b-972f-b24511a1cc13 req-c48a5c49-ce1e-435b-94a4-7c8cc1766e3b tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 210 time: 0.0452156 Apr 21 15:07:50.127593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:50.199225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 685511aa-a985-488f-85b3-26ac7cab27f0 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:50.203885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:50.204255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:50.325999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:50.359008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=685511aa-a985-488f-85b3-26ac7cab27f0,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:50.362483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:50.440410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:50.954744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-5ff30119-fee2-4948-97e5-ce8b79b5b689 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:50.955601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-5ff30119-fee2-4948-97e5-ce8b79b5b689 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:07:50.973531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-5ff30119-fee2-4948-97e5-ce8b79b5b689 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:07:50.974641 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-5ff30119-fee2-4948-97e5-ce8b79b5b689 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 796 time: 0.1703076 Apr 21 15:07:50.983644 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d162534a-eace-4584-91d6-2f5d9efaf41a req-0c62a421-bc26-41e8-b172-0719fd275372 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 210 time: 0.0464914 Apr 21 15:07:51.028049 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-2d834bb9-6d59-49af-b9fe-f0671a3f7dc3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb HTTP/1.1" status: 200 len: 379 time: 0.0452118 Apr 21 15:07:51.036147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'port': {'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'admin_state_up': True, 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'security_groups': ['1a54e4ce-d57c-40da-9dfd-07ab98a5cef8']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:51.172369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:07:51.181525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:07:51.191126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Made reservation on behalf of 2ac3b4bc2bfa4756813bc52f4495eeeb for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:07:51.194577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.357093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.20.0.13 (20cd75d5-f23b-4765-80ad-2873bc4b5fdf/0962606b-407d-4334-8dd6-e2bf0278464e/e7d1a538-b75e-4764-8285-cf787cb18f09) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:07:51.543562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.559103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Transition to ACTIVE for port object e7d1a538-b75e-4764-8285-cf787cb18f09 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:51.582524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.655820 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:07:51.658911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:07:51.662579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:07:51.693814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:51.731112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:51.731710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.757607 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b0a0d2db-fa27-428c-8895-441d04e50d16 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7248511 Apr 21 15:07:51.769676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Request body: {'port': {'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:07:51.885149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.925351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0c3a6d2f-adaf-4e92-a266-a6f2c8fa7d5e None None] Provisioning for port e7d1a538-b75e-4764-8285-cf787cb18f09 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:51.929979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0c3a6d2f-adaf-4e92-a266-a6f2c8fa7d5e None None] Provisioning complete for port e7d1a538-b75e-4764-8285-cf787cb18f09 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:51.930287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0c3a6d2f-adaf-4e92-a266-a6f2c8fa7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:51.983180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a6d2f-adaf-4e92-a266-a6f2c8fa7d5e None None] Port e7d1a538-b75e-4764-8285-cf787cb18f09 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:07:52.050742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.116650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:52.178589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab10734-fe35-4e13-a235-95688217406f req-28c9a6e6-8e10-4812-a86a-ec24194720c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:52.180144 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fab10734-fe35-4e13-a235-95688217406f req-28c9a6e6-8e10-4812-a86a-ec24194720c3 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 932 time: 0.0877330 Apr 21 15:07:52.194787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:52.195160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.229406 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fab10734-fe35-4e13-a235-95688217406f req-67f357e9-8da2-4157-9e54-9afb947d9923 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426149 Apr 21 15:07:52.357006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d1a538-b75e-4764-8285-cf787cb18f09 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:07:52.364369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.378929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Transition to ACTIVE for port object e7d1a538-b75e-4764-8285-cf787cb18f09 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:07:52.383033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.538147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:52.618912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Attempting to bind port e7d1a538-b75e-4764-8285-cf787cb18f09 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:07:52.619237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Attempting to bind port e7d1a538-b75e-4764-8285-cf787cb18f09 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:07:52.619554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Attempting to bind port e7d1a538-b75e-4764-8285-cf787cb18f09 on network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:07:52.624849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Port e7d1a538-b75e-4764-8285-cf787cb18f09 on network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:07:52.625164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Attempting to bind port e7d1a538-b75e-4764-8285-cf787cb18f09 on network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:07:52.630326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:07:52.630656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Checking segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:07:52.631031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Bound using segment: {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:07:52.631439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Bound port: e7d1a538-b75e-4764-8285-cf787cb18f09, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:07:52.631780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.723562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:07:52.726879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7d1a538-b75e-4764-8285-cf787cb18f09,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:07:52.731715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.790264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:52.790866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:52.793407 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 1094 time: 1.0277929 Apr 21 15:07:52.793838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:52.825634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed35d-dc57-4fd1-b543-da33c9171446 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:52.864381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229abf46-d943-47a0-b05c-dea4bf0b99e4'] response: {'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'status': 'completed', 'code': 200} Apr 21 15:07:52.906763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-d879bbc0-575a-4da8-9f1b-6507eff39b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:52.908276 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-d879bbc0-575a-4da8-9f1b-6507eff39b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1097 time: 0.0789740 Apr 21 15:07:52.981666 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-994dbfd8-b3c7-472f-95bb-c98b155fafa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 217 time: 0.0669417 Apr 21 15:07:53.047611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-81366ec3-15d0-45a8-ba12-a2246dc4b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.049014 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-81366ec3-15d0-45a8-ba12-a2246dc4b36e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 200 len: 835 time: 0.0617886 Apr 21 15:07:53.122546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-7e375f1f-6755-419b-8bc2-6a019b70581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.123980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-7e375f1f-6755-419b-8bc2-6a019b70581c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695295 Apr 21 15:07:53.253683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-647227ab-61c7-4ab6-8346-cb3af95879ca service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235442 Apr 21 15:07:53.387603 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-edb9f9f8-16ae-4a4d-8654-33586df3ab60 req-b2f4491f-f24e-4148-be22-8caa8e6dd4f5 service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259012 Apr 21 15:07:53.414276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73967c-b8cf-4df8-90e0-770179809c4c req-3a5ee7e5-ce31-4b97-9825-b4c9325d11a2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.415968 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa73967c-b8cf-4df8-90e0-770179809c4c req-3a5ee7e5-ce31-4b97-9825-b4c9325d11a2 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 944 time: 0.0797691 Apr 21 15:07:53.463320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa73967c-b8cf-4df8-90e0-770179809c4c req-7214d045-cf00-4d9b-9cd3-ac06cb65b9fe tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Apr 21 15:07:53.503856 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-f3130193-d71c-47ab-94a0-41b75487f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.505249 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-f3130193-d71c-47ab-94a0-41b75487f4d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1097 time: 0.0705290 Apr 21 15:07:53.633358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-29e4fda2-980d-4c6b-849e-add5be32fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.634754 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-29e4fda2-980d-4c6b-849e-add5be32fe2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 897 time: 0.1239779 Apr 21 15:07:53.704749 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-cd205f7d-25d9-4f0e-a49a-ec125f25d10e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 217 time: 0.0632589 Apr 21 15:07:53.765942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-287cd74f-b018-4e31-8b95-ec499aadb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.767266 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-287cd74f-b018-4e31-8b95-ec499aadb053 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 200 len: 835 time: 0.0569777 Apr 21 15:07:53.844432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-943b0025-e0b2-465b-bc4a-b037db75a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:53.845926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-943b0025-e0b2-465b-bc4a-b037db75a2a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732560 Apr 21 15:07:54.069900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-02e4c1ba-a11f-414f-8793-1c9d19e68baa service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179251 Apr 21 15:07:54.199139 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-83df0e5c-81c4-4bb5-a202-7a8a957224c4 req-1768e05d-922f-4a33-93a0-f25ae2dfc987 service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232662 Apr 21 15:07:54.646579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82e105-1fb2-4ad6-9e17-a66fc14f7cfb req-f1b5af67-5243-45e2-b741-6f23eaa10f17 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:54.648021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd82e105-1fb2-4ad6-9e17-a66fc14f7cfb req-f1b5af67-5243-45e2-b741-6f23eaa10f17 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 944 time: 0.0804732 Apr 21 15:07:54.691545 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd82e105-1fb2-4ad6-9e17-a66fc14f7cfb req-a2758652-9c9b-4b71-98c3-14006c53a33f tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375042 Apr 21 15:07:55.082916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e7d1a538-b75e-4764-8285-cf787cb18f09 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:07:55.213060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7d1a538-b75e-4764-8285-cf787cb18f09,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:55.225793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:07:55.282878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:55.299891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d1a538-b75e-4764-8285-cf787cb18f09 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:07:55.314485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7d1a538-b75e-4764-8285-cf787cb18f09,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:55.318280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:55.390461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3554e617-ee48-465c-8fe5-fe1ef960712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:55.394751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:55.599230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['e7d1a538-b75e-4764-8285-cf787cb18f09'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:07:55.987848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a6b4f-9599-44e9-9f31-e20ee0edaa92 req-ae03b068-7024-4dea-a803-04e4aa6b442d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:55.989235 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-310a6b4f-9599-44e9-9f31-e20ee0edaa92 req-ae03b068-7024-4dea-a803-04e4aa6b442d tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 945 time: 0.1860271 Apr 21 15:07:56.032158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-310a6b4f-9599-44e9-9f31-e20ee0edaa92 req-430fb898-9aac-4e08-b08b-fcfb36e48836 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371931 Apr 21 15:07:57.098545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e7d1a538-b75e-4764-8285-cf787cb18f09 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:07:57.165818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port e7d1a538-b75e-4764-8285-cf787cb18f09 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:07:57.170990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port e7d1a538-b75e-4764-8285-cf787cb18f09 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:07:57.171363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:57.220195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56fbca-e694-484b-8e24-88c9ee95e3a9 req-1c0cf168-3976-408f-b572-6b50309ecb49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:57.221718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b56fbca-e694-484b-8e24-88c9ee95e3a9 req-1c0cf168-3976-408f-b572-6b50309ecb49 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 945 time: 0.0829411 Apr 21 15:07:57.265760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b56fbca-e694-484b-8e24-88c9ee95e3a9 req-1badcbca-4a36-465f-9f41-59fa9a97bff0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382605 Apr 21 15:07:57.288645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:57.314625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:07:57.324746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7d1a538-b75e-4764-8285-cf787cb18f09,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:07:57.328734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:57.401663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:07:57.431673 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5ff4b8-f2be-47a7-b005-ba8ed00984ee'] response: {'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'code': 200} Apr 21 15:07:57.543176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc05bc94-c6ec-45b8-97a8-4c329ff0b22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:57.658255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbf882-e259-4fe8-8082-77e128ff8bdf req-6c4174b4-9ff7-4204-81d6-fe9514336180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:57.659584 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f2dbf882-e259-4fe8-8082-77e128ff8bdf req-6c4174b4-9ff7-4204-81d6-fe9514336180 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1099 time: 0.0729990 Apr 21 15:07:57.700782 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f2dbf882-e259-4fe8-8082-77e128ff8bdf req-2214875c-9aa4-4d67-82fe-e9cc1d57d027 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353899 Apr 21 15:07:58.450427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b34b24-c310-41b5-8608-fea95fc64def req-cc34c2c7-4ace-4989-b092-7f5beebe44fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:58.451866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25b34b24-c310-41b5-8608-fea95fc64def req-cc34c2c7-4ace-4989-b092-7f5beebe44fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.0839272 Apr 21 15:07:58.495149 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25b34b24-c310-41b5-8608-fea95fc64def req-0e539279-73b7-4413-a528-31ac66cb941e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374312 Apr 21 15:07:58.777854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:58.997845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:07:59.687096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f54990-5bf1-400d-bb5c-2d996c247d98 req-da830670-7d28-4848-b6b5-71a72dbb093a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:59.688545 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6f54990-5bf1-400d-bb5c-2d996c247d98 req-da830670-7d28-4848-b6b5-71a72dbb093a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.0875261 Apr 21 15:07:59.732963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6f54990-5bf1-400d-bb5c-2d996c247d98 req-ffccf634-646f-4eea-82ce-0c4fa9bd282e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383105 Apr 21 15:07:59.919863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655394c2-d8cd-4547-b68f-9a1fc189e001 req-b2c605e8-ee66-459f-9475-eab9f0306fc7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:07:59.921333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-655394c2-d8cd-4547-b68f-9a1fc189e001 req-b2c605e8-ee66-459f-9475-eab9f0306fc7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.0811813 Apr 21 15:07:59.965786 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-655394c2-d8cd-4547-b68f-9a1fc189e001 req-e4a10f3b-a5a5-4390-8e5a-34950de7a1e7 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387528 Apr 21 15:07:59.987834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38710) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:00.060327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a238ef2-b84a-424d-9797-20bf232face5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:00.061865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5a238ef2-b84a-424d-9797-20bf232face5 tempest-TestNetworkBasicOps-2023744798 tempest-TestNetworkBasicOps-2023744798-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1094 time: 0.0731585 Apr 21 15:08:00.064550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38714) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:00.069369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:08:00.075718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:08:00.079522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Usage tracker for resource:floatingip and tenant:2ac3b4bc2bfa4756813bc52f4495eeeb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:08:00.082353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:08:00.087913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:08:00.098136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.234503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.364457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Allocated IP 172.26.4.123 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/95d1f740-6309-4182-9348-e00fa87bc24f) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:08:00.445380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.514263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.543652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:00.606497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:08:00.609721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:08:00.613355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:08:00.650236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=95d1f740-6309-4182-9348-e00fa87bc24f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:01.025343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:01.098376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:01.400049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:01.404563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:01.513258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event updated for resources: {'Port': ['ID=95d1f740-6309-4182-9348-e00fa87bc24f,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:08:01.523133 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:01.694681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 associated. External IP: 172.26.4.123, port: e7d1a538-b75e-4764-8285-cf787cb18f09. Apr 21 15:08:02.039182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:08:02.213415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:08:02.222733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:08:02.231912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:08:02.232581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:02.238689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:02.297496 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0dd4d01b-87f4-4bc9-970a-12ed55cd56fb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2317667 Apr 21 15:08:02.297933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:08:02.300120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38720) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:02.344684 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb37899-b684-4bdf-ad5c-569dd6ea0bef'] response: {'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'status': 'completed', 'code': 200} Apr 21 15:08:02.413794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:08:02.465330 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a588672b-253a-44b0-a779-d5ef9af4ce32 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 992 time: 0.1635606 Apr 21 15:08:02.481860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-4e510b5b-41c8-44a4-80df-c79e6708cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:02.483260 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-4e510b5b-41c8-44a4-80df-c79e6708cb1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1099 time: 0.1143258 Apr 21 15:08:02.614723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-81954177-7508-44bd-b4dc-6bf6c11ffbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:02.616138 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-81954177-7508-44bd-b4dc-6bf6c11ffbb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 897 time: 0.1271076 Apr 21 15:08:02.717832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-ba8cc7d3-5882-479d-b5b2-b9e4e2c51e99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 1000 time: 0.0958545 Apr 21 15:08:02.773818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:08:00Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:50Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:02.778825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:08:02.780363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-31024a03-da67-4063-9353-1c649a5bd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:02.781927 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-31024a03-da67-4063-9353-1c649a5bd64c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 200 len: 835 time: 0.0585153 Apr 21 15:08:02.787398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:08:02.787998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:07:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:02.859642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-2f578812-d913-4dc8-8818-ef9d76c8145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:02.861070 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-2f578812-d913-4dc8-8818-ef9d76c8145f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736330 Apr 21 15:08:02.979946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:08:02.991320 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-12374189-40bf-402e-8d71-25863447d39d service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245141 Apr 21 15:08:03.120557 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c90b0653-e8b6-49de-a121-4a3e667d4bc8 req-6a384c8b-d62c-491e-974d-1819727b9cea service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223676 Apr 21 15:08:03.353768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:08:00Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:50Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:08:03.357707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe33425-4853-4126-abaf-b35be2b64a0c None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:45Z', 'revision_number': 4, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:08:00Z', 'revision_number': 0, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:07:50Z', 'revision_number': 5, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:08:03.469254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38726) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:03.540333 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eb01aa-c252-4eb6-92b5-3f11a0381fb9 None None] New status for floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:08:03.577563 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-26d91e7e-c0c3-4948-88c7-c7c171442fa6 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 992 time: 0.1071460 Apr 21 15:08:04.581393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38730) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:08:04.684377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4b7a641d-1b2c-467b-9417-c6de44391fae tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 994 time: 0.1018581 Apr 21 15:08:22.066460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:23.389134 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:08:25.381846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eed8d7eb-bc9e-4304-b0b3-a176437407c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:27.544867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-240087b6-c9fa-4a74-a2c0-fa4cddf8e735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:28.781610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:29.003648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:30.448414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:42.898855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-2d77fdc1-e3a9-41b6-a7b0-689ce2c6eaa7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723693 Apr 21 15:08:43.034349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812803-9674-4f46-a284-9a5ebf108bff req-14a89938-ce94-46f9-ac57-b8fb287e059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:43.035777 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-14a89938-ce94-46f9-ac57-b8fb287e059e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1099 time: 0.0698686 Apr 21 15:08:43.290967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812803-9674-4f46-a284-9a5ebf108bff req-c2b5726b-d122-48c9-87a2-ef9da5e1295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:43.293370 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-c2b5726b-d122-48c9-87a2-ef9da5e1295c service neutron] 10.222.0.13 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 897 time: 0.2388501 Apr 21 15:08:43.393163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-ad891f33-d145-4622-a1c4-cb7fdc417bdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 1002 time: 0.0942779 Apr 21 15:08:43.461124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812803-9674-4f46-a284-9a5ebf108bff req-b8f5b5fd-6d3a-4d5c-9086-76018a5e5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:43.462534 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-b8f5b5fd-6d3a-4d5c-9086-76018a5e5a22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 200 len: 835 time: 0.0634918 Apr 21 15:08:43.534967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d812803-9674-4f46-a284-9a5ebf108bff req-805fe96f-2b27-4109-88b4-30e17329fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:08:43.536481 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-805fe96f-2b27-4109-88b4-30e17329fd2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683007 Apr 21 15:08:43.665500 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-c889090d-2715-4137-a23d-2fd414712bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221797 Apr 21 15:08:43.799043 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d812803-9674-4f46-a284-9a5ebf108bff req-a9c84599-fd11-4e4b-89da-d89ac997c10d service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278522 Apr 21 15:08:52.085659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:55.383913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56823c2e-0565-4b42-82c0-c20862612a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:57.546321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-55d589e5-f256-4374-9aee-3900657aecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:58.784459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:08:59.006596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:00.388708 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:09:00.450205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:05.280760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38754) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:05.285842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:05.800076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:05.811541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:06.101012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:09:06.275383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:09:06.282595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:06.283710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a3afeb7a-57c9-49bd-9411-76c6b0634b6a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/1cfbdcd6-aa7c-4257-89aa-66a812705917 HTTP/1.1" status: 200 len: 889 time: 1.0019197 Apr 21 15:09:06.285664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:09:06.296401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:06.297009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:06.358058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:06.366221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:06.366814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:06.428716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:06.429110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ebc5b-9e4f-41bd-b207-4f9a5ee41c59 None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:09:07.167482 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835bf4b-044c-43ed-8b70-0de25852936d None None] New status for floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:09:08.139316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:08.255670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:08.289373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=685511aa-a985-488f-85b3-26ac7cab27f0,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:08.293412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:08.294722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:08.411100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:08.449426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38760) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:08.450614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.451035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.451408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.451748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.452100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.452432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.452756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.453146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.453507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.453852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.454173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.454491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:08.454836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:08.482762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:08.499408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6c00331-96c9-44e0-8c21-ecdda28cf600,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:08.503943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:08.572951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:08.991456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:09.004543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1776018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1776013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1775380'] for router, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:09.190412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:09:09.369936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:09:09.377237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:09.378362 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4cf299cf-d8a0-45a9-8c5f-1fb839ec9b6e tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/1cfbdcd6-aa7c-4257-89aa-66a812705917 HTTP/1.1" status: 200 len: 888 time: 0.9278946 Apr 21 15:09:09.379773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:09:09.381340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38764) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:09.389610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:09.390213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:09.485689 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3323f0ec-2ba2-4515-a843-20ee8128a0f5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 992 time: 0.1031888 Apr 21 15:09:09.572816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:09.953576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:09:07Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:09.957326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:09:09.966323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:09.966822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:10.141839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:10.479954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:09:07Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:10.484297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd0a89e-b557-40d4-bca7-6c4d20fe0afa None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '8fcae7e9-d5e8-4263-a70a-bf53422fc4c8', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'floating_ip_address': '172.26.4.123', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'port_id': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'mac_address': 'fa:16:3e:6e:91:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:08:00Z', 'updated_at': '2022-04-21T15:09:07Z', 'revision_number': 2, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:09:10.489531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38768) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:10.743757 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-11881b22-fb78-43ee-9602-ee6c5353c269 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 992 time: 0.2520986 Apr 21 15:09:11.746107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38772) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:11.857782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8174a705-a4c3-4a56-95ae-98ef7027b890 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 992 time: 0.1099768 Apr 21 15:09:12.108190 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8157702d-b667-4e44-9481-0ea95a3c68cf None None] New status for floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:09:12.185105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:09:12.255405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:09:12.255773 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.375223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.408283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=685511aa-a985-488f-85b3-26ac7cab27f0,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:12.411946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.412614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:09:12.526866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:12.540166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d6c00331-96c9-44e0-8c21-ecdda28cf600 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:09:12.540740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.659955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.675622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6c00331-96c9-44e0-8c21-ecdda28cf600,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:12.679392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:12.747922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:12.861244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38776) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:12.968229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-812034f5-23ca-4bc3-b7cb-0289560ee9bc tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 200 len: 994 time: 0.1057520 Apr 21 15:09:13.244076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38784) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:13.549597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 95d1f740-6309-4182-9348-e00fa87bc24f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:13.549848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:13.717716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:13.718035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:13.838599 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 95d1f740-6309-4182-9348-e00fa87bc24f owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:13.987295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.033746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=95d1f740-6309-4182-9348-e00fa87bc24f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:14.078538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.078803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.079138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.079467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.079790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.080112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.080430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.080747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.081065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.081410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.081725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.082037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:14.137981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.138390 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 disassociated (deleted). External IP: 172.26.4.123, port: e7d1a538-b75e-4764-8285-cf787cb18f09. Apr 21 15:09:14.152569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:09:14.219646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 685511aa-a985-488f-85b3-26ac7cab27f0 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:09:14.220011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.335230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:09:14.399856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d6c00331-96c9-44e0-8c21-ecdda28cf600 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:09:14.400222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.492899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:09:14.675116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:09:14.685290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:09:14.692420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:14.694642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:14.695322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:14.746417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-19cc4c29-2906-4eb5-b824-95788bb55193 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/floatingips/8fcae7e9-d5e8-4263-a70a-bf53422fc4c8 HTTP/1.1" status: 204 len: 168 time: 1.5012972 Apr 21 15:09:14.747251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:09:14.799176 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8efefb-6c50-456a-a5fc-70621d66dd8f'] response: {'name': 'network-changed', 'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'status': 'completed', 'code': 200} Apr 21 15:09:14.891988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-56af5ca9-204b-4768-9cc7-cc6467b48e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:14.893494 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-56af5ca9-204b-4768-9cc7-cc6467b48e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 1099 time: 0.0729368 Apr 21 15:09:14.897265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:15.035834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-ee14f814-cd99-4a52-9d91-b4faf83f2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:15.037289 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-ee14f814-cd99-4a52-9d91-b4faf83f2846 service neutron] 10.222.0.13 "GET /v2.0/networks?id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 200 len: 897 time: 0.1378229 Apr 21 15:09:15.112073 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-47cc1359-bf4c-42fe-a61e-13371f20e0eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 200 len: 217 time: 0.0671918 Apr 21 15:09:15.177624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-997c2fb7-644d-4ab7-a32a-24c052ee8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:15.179217 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-997c2fb7-644d-4ab7-a32a-24c052ee8fd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 200 len: 835 time: 0.0611567 Apr 21 15:09:15.236705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:15.240601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:09:15.249870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:15.250488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:15.259412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebefcd-4659-406d-a286-5ba52d79979e req-2e42a513-be17-4261-9592-ac646d15e714 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:15.259950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-d0b33ce6-4c4d-4034-81c9-163771de0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:15.260157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c6ebefcd-4659-406d-a286-5ba52d79979e req-2e42a513-be17-4261-9592-ac646d15e714 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:09:15.260980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-d0b33ce6-4c4d-4034-81c9-163771de0fa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=20cd75d5-f23b-4765-80ad-2873bc4b5fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750394 Apr 21 15:09:15.275988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c6ebefcd-4659-406d-a286-5ba52d79979e req-2e42a513-be17-4261-9592-ac646d15e714 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:09:15.277279 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6ebefcd-4659-406d-a286-5ba52d79979e req-2e42a513-be17-4261-9592-ac646d15e714 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.2188570 Apr 21 15:09:15.323710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6ebefcd-4659-406d-a286-5ba52d79979e req-033bbafd-a9db-4aab-bba4-b5dfb118bbc8 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389967 Apr 21 15:09:15.395379 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-1bc823ff-460b-485e-a1de-ff49c98eb96e service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273849 Apr 21 15:09:15.438508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:15.529938 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9b02d2ad-9fa1-46d0-8122-6effda9638b2 req-452d43cd-07bd-470a-89b5-606fbe271386 service neutron] 10.222.0.13 "GET /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278777 Apr 21 15:09:15.749490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:15.753229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d8a1b6-760e-4e41-a1ce-4c0f0247b212 None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:08Z', 'revision_number': 6, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '685511aa-a985-488f-85b3-26ac7cab27f0', 'name': '', 'network_id': '20cd75d5-f23b-4765-80ad-2873bc4b5fdf', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'mac_address': 'fa:16:3e:70:07:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:44Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'subnets': [{'id': '0962606b-407d-4334-8dd6-e2bf0278464e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:09:16.386052 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941f12d-b098-42cf-be81-30889022b388 None None] New status for floating IP 8fcae7e9-d5e8-4263-a70a-bf53422fc4c8: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:09:16.517907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7e34a-ae9d-4848-aa24-81c309985b5a req-b08e5bf5-2deb-4053-972d-7cf486d6fa10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:16.519398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-85f7e34a-ae9d-4848-aa24-81c309985b5a req-b08e5bf5-2deb-4053-972d-7cf486d6fa10 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.0835469 Apr 21 15:09:16.566754 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-85f7e34a-ae9d-4848-aa24-81c309985b5a req-69620b2b-191b-43fd-aeb4-753c7e1ed1b0 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/security-groups?id=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Apr 21 15:09:16.687201 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-b9593ee5-4c33-44c7-9942-44524f948351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:16.687897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-b9593ee5-4c33-44c7-9942-44524f948351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Synchronizing usage tracker for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:09:16.700246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-b9593ee5-4c33-44c7-9942-44524f948351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Unset dirty status for tenant:2ac3b4bc2bfa4756813bc52f4495eeeb on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:09:16.701517 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-b9593ee5-4c33-44c7-9942-44524f948351 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 946 time: 0.0914278 Apr 21 15:09:16.774568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port e7d1a538-b75e-4764-8285-cf787cb18f09 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:16.774829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:17.016858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port e7d1a538-b75e-4764-8285-cf787cb18f09, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=e7d1a538-b75e-4764-8285-cf787cb18f09,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:17.017222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:17.140777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for e7d1a538-b75e-4764-8285-cf787cb18f09 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:17.279240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:17.333897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=e7d1a538-b75e-4764-8285-cf787cb18f09,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:17.398475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.398738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.399068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.399396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.399720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.400040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.400355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.400670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.400985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.401324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.401643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.401954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:09:17.415179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] No DVR routers for this DVR port e7d1a538-b75e-4764-8285-cf787cb18f09 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:09:17.417430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:17.420500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'name': 'network-vif-deleted', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:09:17.436263 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac7e344e-2dd4-470a-9bc5-82b4f4b406ec req-76db8b40-68ea-45cb-91f6-68234232a0a5 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.13 "DELETE /v2.0/ports/e7d1a538-b75e-4764-8285-cf787cb18f09 HTTP/1.1" status: 204 len: 173 time: 0.7296965 Apr 21 15:09:17.471896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c285f08e-d17d-4f7f-9781-d3550fb42179'] response: {'server_uuid': '5a6b6b0c-a290-4019-a8f9-0183f9b25823', 'name': 'network-vif-deleted', 'tag': 'e7d1a538-b75e-4764-8285-cf787cb18f09', 'status': 'completed', 'code': 200} Apr 21 15:09:17.739280 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5aefbe8f-6b25-44cb-8c0d-ef3c28d52366 req-e79cf3ee-51a2-45e8-b8b2-995543bcc350 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a6b6b0c-a290-4019-a8f9-0183f9b25823 HTTP/1.1" status: 200 len: 210 time: 0.0468669 Apr 21 15:09:18.835968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:18.902220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:18.931941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:18.998966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:19.016501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a54e4ce-d57c-40da-9dfd-07ab98a5cef8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:19.029099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:19.030264 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95e7043b-b8cd-46f9-bb2a-19a87fe25f4a tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/security-groups/1a54e4ce-d57c-40da-9dfd-07ab98a5cef8 HTTP/1.1" status: 204 len: 168 time: 0.1933234 Apr 21 15:09:19.060479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38810) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:19.532596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e7d1a538-b75e-4764-8285-cf787cb18f09 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:19.567277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: e7d1a538-b75e-4764-8285-cf787cb18f09 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:09:19.567616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device e7d1a538-b75e-4764-8285-cf787cb18f09 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:09:19.710460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:20.060229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port 685511aa-a985-488f-85b3-26ac7cab27f0 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:20.060562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:20.243722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port 685511aa-a985-488f-85b3-26ac7cab27f0, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=685511aa-a985-488f-85b3-26ac7cab27f0,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:20.244078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:20.368081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for 685511aa-a985-488f-85b3-26ac7cab27f0 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:20.671895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:20.719718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=685511aa-a985-488f-85b3-26ac7cab27f0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:21.001627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.355105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Router 1cfbdcd6-aa7c-4257-89aa-66a812705917 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:09:21.532597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:09:21.541885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Sync routers for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:09:21.545628 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8839c7c4-b9f8-4aa2-9767-c36883518dc9 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "PUT /v2.0/routers/1cfbdcd6-aa7c-4257-89aa-66a812705917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840717 Apr 21 15:09:21.548232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38814) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:21.554082 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:21.554678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:21.617144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting subnet 0962606b-407d-4334-8dd6-e2bf0278464e {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:09:21.619932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.674100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.768326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.774820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:21.843272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.881395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Subnet': ['ID=0962606b-407d-4334-8dd6-e2bf0278464e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:21.886653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:21.893240 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-36f8b754-dc26-48e1-b630-8019fddbeecb tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/subnets/0962606b-407d-4334-8dd6-e2bf0278464e HTTP/1.1" status: 204 len: 168 time: 0.3440430 Apr 21 15:09:21.895822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38818) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:21.896986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fdf83-a9c0-4f70-8266-547abd111e50 None None] Network 20cd75d5-f23b-4765-80ad-2873bc4b5fdf requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:09:22.160189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.197441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.252710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:20Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:22.255644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Checking router: 1cfbdcd6-aa7c-4257-89aa-66a812705917 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:09:22.264700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Routers {'1cfbdcd6-aa7c-4257-89aa-66a812705917'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:09:22.265313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:08:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1cfbdcd6-aa7c-4257-89aa-66a812705917'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:22.317816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] DHCP port deletion for 20cd75d5-f23b-4765-80ad-2873bc4b5fdf request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:09:22.336840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Deleting port b23c118e-c5ae-4514-b24b-5ac23ac1c887 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:22.337229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.380912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.390310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Deleting port d6c00331-96c9-44e0-8c21-ecdda28cf600 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:22.390769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.565464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] For port d6c00331-96c9-44e0-8c21-ecdda28cf600, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d6c00331-96c9-44e0-8c21-ecdda28cf600,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:22.565781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.566535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] Set router 1cfbdcd6-aa7c-4257-89aa-66a812705917 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:09:22.687580 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Calling delete_port for d6c00331-96c9-44e0-8c21-ecdda28cf600 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:22.765522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] For port b23c118e-c5ae-4514-b24b-5ac23ac1c887, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b23c118e-c5ae-4514-b24b-5ac23ac1c887,segment=NetworkSegment(a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b),segment_id=a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:22.765910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.859707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:22.906014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Port': ['ID=d6c00331-96c9-44e0-8c21-ecdda28cf600,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:22.939418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Calling delete_port for b23c118e-c5ae-4514-b24b-5ac23ac1c887 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:23.000526 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.117226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.170280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] No DVR routers for this DVR port b23c118e-c5ae-4514-b24b-5ac23ac1c887 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:09:23.172744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3db6e-5cf9-4af8-8d6f-dc2a93588536 None None] Pushing event deleted for resources: {'Port': ['ID=b23c118e-c5ae-4514-b24b-5ac23ac1c887,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:23.191776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:20Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:23.193609 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.195657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb8588-a6c6-4592-92f9-29b97c7a588c None None] The sync data for ids ['1cfbdcd6-aa7c-4257-89aa-66a812705917'] in dv-neutron-838896-1-hyperv is: [{'id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'name': 'tempest-TestNetworkBasicOps-router-1805130048', 'tenant_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192'}], 'enable_snat': True}, 'gw_port_id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:20Z', 'revision_number': 7, 'project_id': '2ac3b4bc2bfa4756813bc52f4495eeeb', 'gw_port': {'id': 'd6c00331-96c9-44e0-8c21-ecdda28cf600', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfbdcd6-aa7c-4257-89aa-66a812705917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:07:40Z', 'updated_at': '2022-04-21T15:09:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:09:23.195812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.221763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.222436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfbdcd6-aa7c-4257-89aa-66a812705917 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:09:23.238254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.239322 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b133225d-ebc3-474f-9e52-e482b66da987 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/routers/1cfbdcd6-aa7c-4257-89aa-66a812705917 HTTP/1.1" status: 204 len: 168 time: 1.3424566 Apr 21 15:09:23.241996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38822) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:23.357578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.486332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.510870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cd75d5-f23b-4765-80ad-2873bc4b5fdf']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:23.522665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:23.522954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a7cc56-ea2e-4ef7-a8a7-b0e967cd650b') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:23.534459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.551723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.557840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:09:23.558223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:09:23.573594 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:09:23.767256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.785920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:23.798502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] Pushing event deleted for resources: {'Network': ['ID=20cd75d5-f23b-4765-80ad-2873bc4b5fdf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:23.810515 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-08ed8a9d-899a-4b82-a0be-822c15906d60 tempest-TestNetworkBasicOps-56951568 tempest-TestNetworkBasicOps-56951568-project] 10.222.0.35 "DELETE /v2.0/networks/20cd75d5-f23b-4765-80ad-2873bc4b5fdf HTTP/1.1" status: 204 len: 168 time: 0.5674522 Apr 21 15:09:24.143395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38830) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:24.238769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:24.272591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 685511aa-a985-488f-85b3-26ac7cab27f0 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:09:24.272937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 685511aa-a985-488f-85b3-26ac7cab27f0 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:09:24.273381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:24.307016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d6c00331-96c9-44e0-8c21-ecdda28cf600 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:09:24.307358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d6c00331-96c9-44e0-8c21-ecdda28cf600 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:09:24.307763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b23c118e-c5ae-4514-b24b-5ac23ac1c887 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:24.325365 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-792121e9-d1c8-4f98-9f1d-4c9f74be143d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ac3b4bc2bfa4756813bc52f4495eeeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798046 Apr 21 15:09:24.327683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38836) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:24.344150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b23c118e-c5ae-4514-b24b-5ac23ac1c887 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:09:24.344494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b23c118e-c5ae-4514-b24b-5ac23ac1c887 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:09:24.389923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.415684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.469185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.484643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e5489-d5be-4c6f-9f30-9eea0a471a4f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:24.493051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.494432 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e205ea9e-8aa0-4d27-bc3c-4940464956d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c45e5489-d5be-4c6f-9f30-9eea0a471a4f HTTP/1.1" status: 204 len: 168 time: 0.1656282 Apr 21 15:09:24.767820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38844) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:24.784936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.799574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:24.803441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Usage tracker for resource:security_group_rule and tenant:3edfde86431848b58726411a968a41a6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:24.806260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:24.812505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:24.895902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.899752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:24.947563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3edfde86431848b58726411a968a41a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786354 Apr 21 15:09:24.948391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49145f-630a-410b-aa9c-f6d8bdb08e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db0a777-ff76-4ae2-84d1-ed59f845aa61,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:24.950451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38848) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:25.008717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:25.033970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:25.087621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:25.103483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db0a777-ff76-4ae2-84d1-ed59f845aa61,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:25.108516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:25.109509 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b6934d90-3856-4d54-a68b-7c8f94f8de21 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4db0a777-ff76-4ae2-84d1-ed59f845aa61 HTTP/1.1" status: 204 len: 168 time: 0.1573031 Apr 21 15:09:25.386678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d4e8a7-24e9-4982-9c86-a73ee06a0ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:25.862108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38872) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:25.965743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-457798949-network', 'tenant_id': '389dca5922834b78b7a5f320950c5fbc'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:25.970395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:25.974165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Usage tracker for resource:network and tenant:389dca5922834b78b7a5f320950c5fbc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:25.976934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:25.983741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:25.993697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Made reservation on behalf of 389dca5922834b78b7a5f320950c5fbc for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:09:25.996008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.007663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.021284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:26.025727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Usage tracker for resource:security_group_rule and tenant:389dca5922834b78b7a5f320950c5fbc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:26.029005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:26.034537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:26.118454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.122339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.151490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:09:26.160430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21cefa-f81a-43f3-99a9-88c669df12d4,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:26.166176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.166502 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Added segment 091b5730-9ec5-42b3-94a8-d33baa0b8d6b of type vlan for network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 Apr 21 15:09:26.193321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.221999 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.222944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:26.223502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.325579 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4623570 Apr 21 15:09:26.326406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebb4ad-547d-4600-87ab-6ec92b548de7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf1dd1ed-d208-45b1-bd8c-dd80c4726778,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:26.328641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38878) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:26.334087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Request body: {'subnet': {'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-457798949-subnet', 'tenant_id': '389dca5922834b78b7a5f320950c5fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:26.336785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:09:26.338930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:26.343404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Usage tracker for resource:subnet and tenant:389dca5922834b78b7a5f320950c5fbc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:26.346154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:26.352181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:26.362323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Made reservation on behalf of 389dca5922834b78b7a5f320950c5fbc for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:09:26.364645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.567357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.639551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97110bd5-4601-4ab8-82b0-5fd82e9b608d,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:26.647702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Checking segment: {'id': '091b5730-9ec5-42b3-94a8-d33baa0b8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:09:26.648045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Network hostable DHCP agents. Network: bf1dd1ed-d208-45b1-bd8c-dd80c4726778, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:09:26.668640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:09:26.677154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, bf1dd1ed-d208-45b1-bd8c-dd80c4726778) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:09:26.681020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:26.681622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:26.686784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3784ea-891c-4bc4-ae1a-6232551122b7 None None] Network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:09:26.703516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1a29452e-90d8-4be3-8539-0387d26380b0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3738904 Apr 21 15:09:26.897787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd0e26-d192-4f59-8d5c-ca63d94b4bef None None] Network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:09:27.207217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 38896) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:27.212589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-777817500-network', 'tenant_id': 'd610d81002b541788e70e6c75fd2e8a5'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:27.217373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:27.221850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Usage tracker for resource:network and tenant:d610d81002b541788e70e6c75fd2e8a5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:27.224613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:27.230137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:27.240880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Made reservation on behalf of d610d81002b541788e70e6c75fd2e8a5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:09:27.243175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.255931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.273056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:27.276703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Usage tracker for resource:security_group_rule and tenant:d610d81002b541788e70e6c75fd2e8a5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:27.279890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:27.285391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:27.367243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.372193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.403464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:09:27.408486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb8c4d-49e7-4d7d-8a91-47ed8e08221c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:27.415443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.416307 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Added segment cb8c9ddc-261f-4cc3-b8ce-42283189e08c of type vlan for network 787a3ca7-0cf7-4024-8518-944a7c979cce Apr 21 15:09:27.446833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.475400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.476310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:27.476876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.548680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36586cb4-8638-4ed6-97e1-e0398a1dc300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.580655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3723233 Apr 21 15:09:27.581657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb55e83-c665-4845-8f82-b3a4c94c1394 admin admin] Pushing event updated for resources: {'Network': ['ID=787a3ca7-0cf7-4024-8518-944a7c979cce,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:27.583669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38900) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:27.589142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Request body: {'subnet': {'network_id': '787a3ca7-0cf7-4024-8518-944a7c979cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-777817500-subnet', 'tenant_id': 'd610d81002b541788e70e6c75fd2e8a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:27.593038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 787a3ca7-0cf7-4024-8518-944a7c979cce details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:09:27.595064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:27.598872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Usage tracker for resource:subnet and tenant:d610d81002b541788e70e6c75fd2e8a5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:27.601716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:27.608001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:27.618890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Made reservation on behalf of d610d81002b541788e70e6c75fd2e8a5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:09:27.621956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.827866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.899724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=500d4fd5-dc12-4c5c-a1c5-5fcffd884896,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:27.909085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Checking segment: {'id': 'cb8c9ddc-261f-4cc3-b8ce-42283189e08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '787a3ca7-0cf7-4024-8518-944a7c979cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:09:27.909497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Network hostable DHCP agents. Network: 787a3ca7-0cf7-4024-8518-944a7c979cce, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:09:27.927631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Network 787a3ca7-0cf7-4024-8518-944a7c979cce is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:09:27.936789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 787a3ca7-0cf7-4024-8518-944a7c979cce) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:09:27.940707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:27.941310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:27.945388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df99858-5ae6-4f0b-9189-df3fc54d1cee None None] Network 787a3ca7-0cf7-4024-8518-944a7c979cce requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:09:27.967116 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-83a89cd1-64fd-40ad-9472-4b0afa052ffc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3823409 Apr 21 15:09:28.157235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98593d8-5d8b-4963-8896-5541d50febf2 None None] Network 787a3ca7-0cf7-4024-8518-944a7c979cce requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:09:28.546123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-07afe1cf-ec79-4703-a0a7-11df158cdcca tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:28.547443 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-07afe1cf-ec79-4703-a0a7-11df158cdcca tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 811 time: 0.1462843 Apr 21 15:09:28.562697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-a9a23957-673a-4a07-b727-a8ce27ff93ac tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/quotas/389dca5922834b78b7a5f320950c5fbc HTTP/1.1" status: 200 len: 375 time: 0.0097742 Apr 21 15:09:28.613025 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-51f4a7c4-77be-493f-b5fb-2615b810e909 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451570 Apr 21 15:09:28.741735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-d0f3504b-cc48-454e-b86e-f6e8b23874df service neutron] 10.222.0.35 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221390 Apr 21 15:09:28.785908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:28.879428 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-f57c17bc-0cf7-4026-8d72-b895af2e416f service neutron] 10.222.0.35 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311350 Apr 21 15:09:29.011751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:29.055654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8017d175-81e4-477d-af6c-85a57d1d0dab req-c0e3c312-21c9-4809-9196-3daab306f271 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 210 time: 0.0429113 Apr 21 15:09:30.065144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-fee4cedf-6b60-4686-8103-5b9f92344dba tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:30.065826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-fee4cedf-6b60-4686-8103-5b9f92344dba tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Synchronizing usage tracker for tenant:389dca5922834b78b7a5f320950c5fbc on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:09:30.085047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-fee4cedf-6b60-4686-8103-5b9f92344dba tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Unset dirty status for tenant:389dca5922834b78b7a5f320950c5fbc on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:09:30.086427 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-fee4cedf-6b60-4686-8103-5b9f92344dba tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.13 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 811 time: 0.1685920 Apr 21 15:09:30.098787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Request body: {'port': {'device_id': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778', 'admin_state_up': True, 'tenant_id': '389dca5922834b78b7a5f320950c5fbc'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:30.204357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-80b6be1f-7e23-417f-a90e-7f5f8e2d6f58 req-b269fe8d-df43-4995-9167-7df5e2f13eb7 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 210 time: 0.0428090 Apr 21 15:09:30.239630 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:09:30.243343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Usage tracker for resource:port and tenant:389dca5922834b78b7a5f320950c5fbc is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:09:30.246634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:09:30.252141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:09:30.262884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Made reservation on behalf of 389dca5922834b78b7a5f320950c5fbc for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:09:30.266616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.427032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Allocated IP 172.20.0.10 (bf1dd1ed-d208-45b1-bd8c-dd80c4726778/97110bd5-4601-4ab8-82b0-5fd82e9b608d/1e7ae340-8b5e-45e5-9168-8eee6f225a98) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:09:30.453172 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.718220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.747062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.818459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:09:30.821572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:09:30.826165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:09:30.862044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Pushing event updated for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:30.892506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:30.893100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:30.914223 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-431162e4-cbf0-41a4-a786-d82ac4909fc1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8200016 Apr 21 15:09:30.925168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Request body: {'port': {'device_id': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:09:31.035764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.375419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7ae340-8b5e-45e5-9168-8eee6f225a98 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:09:31.382664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.391744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45d2e3-5036-438b-b32f-7f649b0c9f0b req-65a2aa25-20cd-4edd-8c68-412e586b4c58 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:31.393224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fa45d2e3-5036-438b-b32f-7f649b0c9f0b req-65a2aa25-20cd-4edd-8c68-412e586b4c58 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 932 time: 0.0853179 Apr 21 15:09:31.398108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Transition to ACTIVE for port object 1e7ae340-8b5e-45e5-9168-8eee6f225a98 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:09:31.402572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.439747 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fa45d2e3-5036-438b-b32f-7f649b0c9f0b req-f60cca84-3ef9-4042-9455-ae18e88dda5a tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Apr 21 15:09:31.533143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:31.632172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Attempting to bind port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:09:31.632411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Attempting to bind port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '091b5730-9ec5-42b3-94a8-d33baa0b8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:09:31.632727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Attempting to bind port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 on network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:09:31.637495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 on network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:09:31.637816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Attempting to bind port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 on network bf1dd1ed-d208-45b1-bd8c-dd80c4726778 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:09:31.642754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:09:31.643078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Checking segment: {'id': '091b5730-9ec5-42b3-94a8-d33baa0b8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:09:31.643447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Bound using segment: {'id': '091b5730-9ec5-42b3-94a8-d33baa0b8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:09:31.643855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Bound port: 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091b5730-9ec5-42b3-94a8-d33baa0b8d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:09:31.644186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.734969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:09:31.737891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98,segment=NetworkSegment(091b5730-9ec5-42b3-94a8-d33baa0b8d6b),segment_id=091b5730-9ec5-42b3-94a8-d33baa0b8d6b)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:09:31.741576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.794240 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:31.794835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:31.796529 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 1094 time: 0.8752198 Apr 21 15:09:31.798847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:09:31.833265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0448e-471e-4a36-ab4c-0baa8cf687c2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:31.867386 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffb58ee-2239-486e-8656-87a98b399fee'] response: {'name': 'network-changed', 'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98', 'status': 'completed', 'code': 200} Apr 21 15:09:31.911198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-216b12fe-0c8d-47c7-ab89-004fc81c1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:31.912571 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-216b12fe-0c8d-47c7-ab89-004fc81c1a1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1097 time: 0.0765219 Apr 21 15:09:31.979850 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-166f6f6a-1394-4909-ba07-97bd6391ea1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 217 time: 0.0599084 Apr 21 15:09:32.042795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-8009722c-7407-4a11-8976-6cbbdc27b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:32.044675 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-8009722c-7407-4a11-8976-6cbbdc27b4c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 200 len: 851 time: 0.0590899 Apr 21 15:09:32.089410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-a321e51a-8768-4a79-b20b-e42451007d96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386379 Apr 21 15:09:32.218146 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-27dcdb2a-66b7-460e-9be6-78bb7c4c835b service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228466 Apr 21 15:09:32.443535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-313b1ed0-3c05-47fa-b137-c6eed786c477 req-3880d589-967c-4d45-9bb9-da87ca8580bf service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195082 Apr 21 15:09:32.564946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-ce70cb33-e1db-4c6d-8d7a-f2fee2f7355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:32.566410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-ce70cb33-e1db-4c6d-8d7a-f2fee2f7355d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1097 time: 0.0748389 Apr 21 15:09:32.627835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56722d09-1127-415f-a058-bee7eefe34cd req-c1dd53c5-902d-422b-8bea-22713d2cfe8b tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:32.629320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56722d09-1127-415f-a058-bee7eefe34cd req-c1dd53c5-902d-422b-8bea-22713d2cfe8b tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 944 time: 0.0799568 Apr 21 15:09:32.674945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56722d09-1127-415f-a058-bee7eefe34cd req-86c197b7-e47c-4c08-aee7-7a7c121275c1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Apr 21 15:09:32.701727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-3803481e-775c-41d8-9dbb-d3cc6077832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:32.703146 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-3803481e-775c-41d8-9dbb-d3cc6077832e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 912 time: 0.1304193 Apr 21 15:09:32.770367 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-f3b3d086-52eb-476c-9cd8-069c99232775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 217 time: 0.0607774 Apr 21 15:09:32.835477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-42535fb0-0dd9-46ff-bd15-f5b1ff3db5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:32.836878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-42535fb0-0dd9-46ff-bd15-f5b1ff3db5f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 200 len: 851 time: 0.0609882 Apr 21 15:09:32.882236 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-6ef36110-ac22-4e44-8ef2-8d79ccf240b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394936 Apr 21 15:09:33.012643 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-5a5cdb8a-002e-47a6-8733-a1d576278a73 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237555 Apr 21 15:09:33.141774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-88f6f6c1-5925-4255-b803-91a87ecf5a10 req-a5fe0c9c-a824-4e59-83b3-0f834b1bdff9 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228673 Apr 21 15:09:33.864958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16561849-140e-45c7-b1c8-37995cb87141 req-52c1f700-5cb3-41b1-8b02-2f3572449af1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:33.866417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16561849-140e-45c7-b1c8-37995cb87141 req-52c1f700-5cb3-41b1-8b02-2f3572449af1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 944 time: 0.0820940 Apr 21 15:09:33.913187 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16561849-140e-45c7-b1c8-37995cb87141 req-f66ad08d-0f2e-41bc-b271-d272e6cc5fac tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Apr 21 15:09:35.097434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd4ba-5dcf-4ab8-9a38-c79d939410e7 req-85c3ebad-850b-4a98-b387-c80a83cb7c1e tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:35.098785 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-432bd4ba-5dcf-4ab8-9a38-c79d939410e7 req-85c3ebad-850b-4a98-b387-c80a83cb7c1e tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 944 time: 0.0783792 Apr 21 15:09:35.239518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-432bd4ba-5dcf-4ab8-9a38-c79d939410e7 req-2da4f067-7e24-47d1-982e-4b808bd93954 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351032 Apr 21 15:09:35.594141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1e7ae340-8b5e-45e5-9168-8eee6f225a98 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:09:35.770655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98,segment=NetworkSegment(091b5730-9ec5-42b3-94a8-d33baa0b8d6b),segment_id=091b5730-9ec5-42b3-94a8-d33baa0b8d6b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:35.783707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '1e7ae340-8b5e-45e5-9168-8eee6f225a98', 'network_id': 'bf1dd1ed-d208-45b1-bd8c-dd80c4726778', 'port_id': '1e7ae340-8b5e-45e5-9168-8eee6f225a98', 'mac_address': 'fa:16:3e:7a:e1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97110bd5-4601-4ab8-82b0-5fd82e9b608d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:09:35.842734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:35.859054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7ae340-8b5e-45e5-9168-8eee6f225a98 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:09:35.874369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98,segment=NetworkSegment(091b5730-9ec5-42b3-94a8-d33baa0b8d6b),segment_id=091b5730-9ec5-42b3-94a8-d33baa0b8d6b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:35.877854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:35.942897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:36.194510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1e7ae340-8b5e-45e5-9168-8eee6f225a98'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:09:36.421185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc67ae3-7acf-4f6e-9693-9c01842ffae2 req-613d8ae9-7169-4901-9b92-4e0e96615fac tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:36.422631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1dc67ae3-7acf-4f6e-9693-9c01842ffae2 req-613d8ae9-7169-4901-9b92-4e0e96615fac tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 945 time: 0.0803828 Apr 21 15:09:36.467021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1dc67ae3-7acf-4f6e-9693-9c01842ffae2 req-435dc0bc-484a-4242-a51d-557f73df1ba1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Apr 21 15:09:37.388269 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:09:37.594501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1e7ae340-8b5e-45e5-9168-8eee6f225a98 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:09:37.651756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07948ff-c3ff-44e9-8d63-e46ee9d7d036 req-1c66c252-5032-4bf6-a1f8-435edd2be47a tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:37.653618 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a07948ff-c3ff-44e9-8d63-e46ee9d7d036 req-1c66c252-5032-4bf6-a1f8-435edd2be47a tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 945 time: 0.0830438 Apr 21 15:09:37.662121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:09:37.667234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:09:37.668160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:37.700748 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a07948ff-c3ff-44e9-8d63-e46ee9d7d036 req-1ffefa8a-2ba7-4a65-8079-4c78e3b51392 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 Apr 21 15:09:37.786158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:37.813430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:09:37.822996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98,segment=NetworkSegment(091b5730-9ec5-42b3-94a8-d33baa0b8d6b),segment_id=091b5730-9ec5-42b3-94a8-d33baa0b8d6b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:37.827475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:37.861134 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47f200f-3e54-471f-86c3-f23364b3a39d'] response: {'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98', 'code': 200} Apr 21 15:09:37.904453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:38.077443 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355add4-e890-445d-8341-0376dd5b1c3b req-c3107533-38b0-461e-96e7-d7ceb7a6297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:38.078859 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3355add4-e890-445d-8341-0376dd5b1c3b req-c3107533-38b0-461e-96e7-d7ceb7a6297d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1099 time: 0.0703378 Apr 21 15:09:38.121893 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3355add4-e890-445d-8341-0376dd5b1c3b req-8672fc2f-6dc7-4b23-80e1-c1af9ce2cda9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372586 Apr 21 15:09:38.882416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9f662-e7a0-48ba-b3c6-4256f67257f6 req-af13e10c-aa5b-48f0-9969-648aa9112665 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:38.883871 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8bd9f662-e7a0-48ba-b3c6-4256f67257f6 req-af13e10c-aa5b-48f0-9969-648aa9112665 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0793118 Apr 21 15:09:38.932821 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8bd9f662-e7a0-48ba-b3c6-4256f67257f6 req-8412fecc-f979-4fcc-bb7a-dd8487f4162e tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Apr 21 15:09:40.117281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118745dd-99b8-4763-b9eb-f25a19caf5c1 req-fa1f35fb-aab3-4685-a898-6d1223254215 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:40.118713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-118745dd-99b8-4763-b9eb-f25a19caf5c1 req-fa1f35fb-aab3-4685-a898-6d1223254215 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0803750 Apr 21 15:09:40.161917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-118745dd-99b8-4763-b9eb-f25a19caf5c1 req-3b503940-6547-4263-af27-fe6e187983d0 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Apr 21 15:09:40.347565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d5333-4612-48d3-b6c5-64367feffa54 req-35749745-1f37-4c9d-ac05-cd5ade2e92ed tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:40.348995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b1d5333-4612-48d3-b6c5-64367feffa54 req-35749745-1f37-4c9d-ac05-cd5ade2e92ed tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0822468 Apr 21 15:09:40.393247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b1d5333-4612-48d3-b6c5-64367feffa54 req-bcce73c2-0a11-4bec-a9bc-906a10397af3 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385313 Apr 21 15:09:40.788695 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b5201-79ce-4bee-b3b8-342bc9f947e0 req-8026a22c-8267-4014-b1b8-5b0eb17fdad6 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:40.790159 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f85b5201-79ce-4bee-b3b8-342bc9f947e0 req-8026a22c-8267-4014-b1b8-5b0eb17fdad6 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0785043 Apr 21 15:09:40.835588 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f85b5201-79ce-4bee-b3b8-342bc9f947e0 req-076885bd-99b7-4dfe-8947-7794bf4c4da1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390227 Apr 21 15:09:42.021574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaed93d-6a45-49f3-83a9-fc1f3e282c25 req-ea2bc933-4d4a-4896-97f1-f983e7e1db4a tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:42.023004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5eaed93d-6a45-49f3-83a9-fc1f3e282c25 req-ea2bc933-4d4a-4896-97f1-f983e7e1db4a tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0823698 Apr 21 15:09:42.066757 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5eaed93d-6a45-49f3-83a9-fc1f3e282c25 req-feb0fd90-6259-463a-bd97-41cfde0c4414 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Apr 21 15:09:42.407148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925548c-f53e-4c85-85b5-a62ba1a7e259 req-af2f6ef1-f378-421a-8f60-3c5fc6d48dec tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:42.408598 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1925548c-f53e-4c85-85b5-a62ba1a7e259 req-af2f6ef1-f378-421a-8f60-3c5fc6d48dec tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0808420 Apr 21 15:09:42.409222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-62ec167b-17b5-4742-8e90-d489a05e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:42.410659 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-62ec167b-17b5-4742-8e90-d489a05e843c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1099 time: 0.0694945 Apr 21 15:09:42.453060 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1925548c-f53e-4c85-85b5-a62ba1a7e259 req-9a5da52e-fa59-46c6-8f48-0c6ea0113aef tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383844 Apr 21 15:09:42.541717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-a0f4dfdb-09b5-4b23-87e5-57fdd143fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:42.543163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-a0f4dfdb-09b5-4b23-87e5-57fdd143fc42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 912 time: 0.1262298 Apr 21 15:09:42.611947 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-9677a5e9-e76b-4816-b315-41c94da38962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 217 time: 0.0634024 Apr 21 15:09:42.674243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-48b854f4-4981-4fe7-8aeb-0163d202e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:42.675520 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-48b854f4-4981-4fe7-8aeb-0163d202e5db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 200 len: 851 time: 0.0566049 Apr 21 15:09:42.720665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-3837bb0c-5be7-4285-a64c-ed4908f75a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393102 Apr 21 15:09:42.849807 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-c5bc37eb-22ff-4577-91e6-fbb6f6412c1a service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225727 Apr 21 15:09:42.979002 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-749d068b-fd19-4a99-83eb-37f6040e2be7 req-3f7e8fc0-6c6f-4885-9cd4-24f291c468e0 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225946 Apr 21 15:09:43.234425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-2bf3a01a-bc19-43d9-be0f-f20552531e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:43.235786 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-2bf3a01a-bc19-43d9-be0f-f20552531e5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1099 time: 0.1670368 Apr 21 15:09:43.380914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-24158353-ab01-42d4-887d-d391cf011691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:43.382355 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-24158353-ab01-42d4-887d-d391cf011691 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 912 time: 0.1238670 Apr 21 15:09:43.452041 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-84573c00-957f-41e5-a9ff-322a058faf7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 217 time: 0.0629888 Apr 21 15:09:43.514186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-ca95597e-48fb-440f-bd0d-ef4ea034e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:43.515587 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-ca95597e-48fb-440f-bd0d-ef4ea034e113 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 200 len: 851 time: 0.0572855 Apr 21 15:09:43.569902 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-bf640f06-b665-40a4-bf99-49f0ed9268de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485525 Apr 21 15:09:43.644459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c989d-c76b-480b-b781-105ef9258fc8 req-4e13c42c-d178-4924-bbd5-a920fff6c40f tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:43.645912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b5c989d-c76b-480b-b781-105ef9258fc8 req-4e13c42c-d178-4924-bbd5-a920fff6c40f tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0832694 Apr 21 15:09:43.694451 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b5c989d-c76b-480b-b781-105ef9258fc8 req-5d9aa9ec-1833-47de-98fd-2b28c6f1e2a1 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Apr 21 15:09:43.709041 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-00fb5cf2-7b60-48db-8ce8-4a40c4dc0f67 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329448 Apr 21 15:09:43.843922 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cbcdfafd-f357-42d9-a469-6a5ed6f85a66 req-86182d05-7e7a-4f1c-ae1a-8e7f3933ad63 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272895 Apr 21 15:09:44.879159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d6a60-43da-4c0b-a9b6-a8891f1ac441 req-287bc5e5-12aa-4c9c-9d79-3a227a0cc607 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:44.880580 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-879d6a60-43da-4c0b-a9b6-a8891f1ac441 req-287bc5e5-12aa-4c9c-9d79-3a227a0cc607 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0820286 Apr 21 15:09:44.927702 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-879d6a60-43da-4c0b-a9b6-a8891f1ac441 req-676932f3-f6c3-4c3f-9a09-5671dd238ea9 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Apr 21 15:09:45.320861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef882d-176b-4b87-b0ce-3695e9be2276 req-8299717c-7fc4-42dd-9d65-e03d6c399dff tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:45.322227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4ef882d-176b-4b87-b0ce-3695e9be2276 req-8299717c-7fc4-42dd-9d65-e03d6c399dff tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0783434 Apr 21 15:09:45.366856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4ef882d-176b-4b87-b0ce-3695e9be2276 req-1c0af7e4-8456-4174-beb9-836bac14b3e5 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Apr 21 15:09:46.559272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cc3cb-abd4-4110-9d2c-4f8f267cb2ae req-024e9b39-835a-4b68-ab4c-808b0e8aa00b tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:46.560692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e6cc3cb-abd4-4110-9d2c-4f8f267cb2ae req-024e9b39-835a-4b68-ab4c-808b0e8aa00b tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0842898 Apr 21 15:09:46.603099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e6cc3cb-abd4-4110-9d2c-4f8f267cb2ae req-77b76862-a059-4c8b-8643-c0eb29d332a6 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Apr 21 15:09:46.939424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de0c8-e3e7-4c1a-aed2-62ac25b71ad8 req-f7ceb168-fd35-4751-9316-3117203c0a1c tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:46.940869 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f3de0c8-e3e7-4c1a-aed2-62ac25b71ad8 req-f7ceb168-fd35-4751-9316-3117203c0a1c tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0804713 Apr 21 15:09:46.959488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b116-e891-4696-ae7d-44a20f369c91 req-389890cf-5dab-4a3d-aba5-eeb0d9d8f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:46.960935 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-389890cf-5dab-4a3d-aba5-eeb0d9d8f105 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=389dca5922834b78b7a5f320950c5fbc&device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 1099 time: 0.0776310 Apr 21 15:09:46.985325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f3de0c8-e3e7-4c1a-aed2-62ac25b71ad8 req-bd3ec661-6213-4a84-ae80-caf32c6cd446 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Apr 21 15:09:47.091624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b116-e891-4696-ae7d-44a20f369c91 req-2b58c330-d61b-4fe0-ba5e-e3db6c36adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:47.092938 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-2b58c330-d61b-4fe0-ba5e-e3db6c36adf4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 200 len: 912 time: 0.1262860 Apr 21 15:09:47.158498 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-08ee88c2-8373-4681-af75-ab4ca602bfc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 200 len: 217 time: 0.0601108 Apr 21 15:09:47.222887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b116-e891-4696-ae7d-44a20f369c91 req-5cba8392-753d-45cd-9b33-ff7314bc726a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:47.224251 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-5cba8392-753d-45cd-9b33-ff7314bc726a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 200 len: 851 time: 0.0592196 Apr 21 15:09:47.269523 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-b7861843-6396-492f-aac8-13c283c810cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf1dd1ed-d208-45b1-bd8c-dd80c4726778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394268 Apr 21 15:09:47.399169 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-987b6fd5-5d35-4ca4-976f-3b89bd08e580 service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241155 Apr 21 15:09:47.528444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7754b116-e891-4696-ae7d-44a20f369c91 req-84de0130-5904-420b-9be1-66bde3a7f60c service neutron] 10.222.0.13 "GET /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239979 Apr 21 15:09:48.171536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa36d2-9000-401d-a954-43677b83e8ca req-5ffe7a16-7dd0-4ec2-a165-b5564ee5a49e tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:48.172963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53aa36d2-9000-401d-a954-43677b83e8ca req-5ffe7a16-7dd0-4ec2-a165-b5564ee5a49e tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0827830 Apr 21 15:09:48.216043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53aa36d2-9000-401d-a954-43677b83e8ca req-322a1166-7e6a-404a-87d1-92daed700479 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Apr 21 15:09:49.400614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3e7a9-c51e-46fa-a8d1-706cf199b1a3 req-e8decfcb-36bc-49d1-9873-25da7cae74cf tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:49.402496 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5b3e7a9-c51e-46fa-a8d1-706cf199b1a3 req-e8decfcb-36bc-49d1-9873-25da7cae74cf tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0804601 Apr 21 15:09:49.450427 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5b3e7a9-c51e-46fa-a8d1-706cf199b1a3 req-2e896123-2710-47c4-97c0-b4635926bfcc tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Apr 21 15:09:49.825871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d76c8f-50f6-43bd-841b-8b0f70c2624f req-0f20f20c-99a7-4a6b-b57b-2ba3439b0c45 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:49.827218 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00d76c8f-50f6-43bd-841b-8b0f70c2624f req-0f20f20c-99a7-4a6b-b57b-2ba3439b0c45 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0782962 Apr 21 15:09:49.871451 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00d76c8f-50f6-43bd-841b-8b0f70c2624f req-4e522219-4daa-4747-83ec-35c0bc6086b7 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Apr 21 15:09:51.058873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32198-6b14-4348-ba3e-98b7b3f5b0bf req-50ae377e-e048-4b6c-ad5f-93c2fe7a1dcd tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:51.060295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1aa32198-6b14-4348-ba3e-98b7b3f5b0bf req-50ae377e-e048-4b6c-ad5f-93c2fe7a1dcd tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0826459 Apr 21 15:09:51.103367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1aa32198-6b14-4348-ba3e-98b7b3f5b0bf req-2240fedf-7452-4d1a-8f16-bff08e5d6e11 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Apr 21 15:09:51.733981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-fa1ff06a-e852-4973-9db1-bafd2c6464aa tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:51.734658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-fa1ff06a-e852-4973-9db1-bafd2c6464aa tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Synchronizing usage tracker for tenant:389dca5922834b78b7a5f320950c5fbc on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:09:51.750925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-fa1ff06a-e852-4973-9db1-bafd2c6464aa tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Unset dirty status for tenant:389dca5922834b78b7a5f320950c5fbc on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:09:51.752273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-fa1ff06a-e852-4973-9db1-bafd2c6464aa tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.1009653 Apr 21 15:09:51.820335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Deleting port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:09:51.820663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.092479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.153776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] For port 1e7ae340-8b5e-45e5-9168-8eee6f225a98, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1e7ae340-8b5e-45e5-9168-8eee6f225a98,segment=NetworkSegment(091b5730-9ec5-42b3-94a8-d33baa0b8d6b),segment_id=091b5730-9ec5-42b3-94a8-d33baa0b8d6b)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:09:52.154134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.278396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Calling delete_port for 1e7ae340-8b5e-45e5-9168-8eee6f225a98 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:09:52.285533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069e05-765f-410e-8f6a-6cd3ee9f6ed5 req-04bcd83e-e343-4ae0-9fc9-fde8b13706f2 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:09:52.286987 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0069e05-765f-410e-8f6a-6cd3ee9f6ed5 req-04bcd83e-e343-4ae0-9fc9-fde8b13706f2 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f53f8ab-e0b9-481d-bdc7-38977e7d6eab HTTP/1.1" status: 200 len: 946 time: 0.0789599 Apr 21 15:09:52.331668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0069e05-765f-410e-8f6a-6cd3ee9f6ed5 req-a5bd6c66-75c3-450c-bc8c-8e9c09a2ebbb tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.35 "GET /v2.0/security-groups?id=9e21cefa-f81a-43f3-99a9-88c669df12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Apr 21 15:09:52.427351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.438978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1e7ae340-8b5e-45e5-9168-8eee6f225a98'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:09:52.480322 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Pushing event deleted for resources: {'Port': ['ID=1e7ae340-8b5e-45e5-9168-8eee6f225a98,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:52.555339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] No DVR routers for this DVR port 1e7ae340-8b5e-45e5-9168-8eee6f225a98 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:09:52.558339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:52.563636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'name': 'network-vif-deleted', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:09:52.578767 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3eecd2a3-bfef-4740-9daa-9ac9b25e1ab2 req-adeebb05-5eac-407b-862a-81b5730b7f70 tempest-TestServerAdvancedOps-669643430 tempest-TestServerAdvancedOps-669643430-project] 10.222.0.13 "DELETE /v2.0/ports/1e7ae340-8b5e-45e5-9168-8eee6f225a98 HTTP/1.1" status: 204 len: 173 time: 0.8218405 Apr 21 15:09:52.606990 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f73918-8602-4807-9c69-d5aefea0db83'] response: {'server_uuid': '7f53f8ab-e0b9-481d-bdc7-38977e7d6eab', 'name': 'network-vif-deleted', 'tag': '1e7ae340-8b5e-45e5-9168-8eee6f225a98', 'status': 'completed', 'code': 200} Apr 21 15:09:53.428498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 38998) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:53.492365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Deleting subnet 97110bd5-4601-4ab8-82b0-5fd82e9b608d {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:09:53.495118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.543589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.600003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.665990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.704056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97110bd5-4601-4ab8-82b0-5fd82e9b608d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:53.707706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:53.713531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-89135a15-6309-4b0c-b790-9fef31c76e99 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/97110bd5-4601-4ab8-82b0-5fd82e9b608d HTTP/1.1" status: 204 len: 168 time: 0.2840161 Apr 21 15:09:53.716111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39002) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:53.916963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.039111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.065103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1dd1ed-d208-45b1-bd8c-dd80c4726778']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.076711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091b5730-9ec5-42b3-94a8-d33baa0b8d6b') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.076986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091b5730-9ec5-42b3-94a8-d33baa0b8d6b') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.087941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.107129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.113000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:09:54.113419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:09:54.126809 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:09:54.199465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.214713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.224479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf1dd1ed-d208-45b1-bd8c-dd80c4726778,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:54.233542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-33b8bf5a-b96e-429c-b8b8-8fb8e94ab327 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bf1dd1ed-d208-45b1-bd8c-dd80c4726778 HTTP/1.1" status: 204 len: 168 time: 0.5164890 Apr 21 15:09:54.236362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39006) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:54.297165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Deleting subnet 500d4fd5-dc12-4c5c-a1c5-5fcffd884896 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:09:54.300092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.347356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.405183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.474280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.514217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.517998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500d4fd5-dc12-4c5c-a1c5-5fcffd884896,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:54.521942 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-31a8fc6d-11df-4041-9a21-dda64887b1cc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/500d4fd5-dc12-4c5c-a1c5-5fcffd884896 HTTP/1.1" status: 204 len: 168 time: 0.2846820 Apr 21 15:09:54.524369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39010) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:54.629660 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.753771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.778919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787a3ca7-0cf7-4024-8518-944a7c979cce']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.795465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8c9ddc-261f-4cc3-b8ce-42283189e08c') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.795752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8c9ddc-261f-4cc3-b8ce-42283189e08c') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:09:54.806999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.823103 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.830403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:09:54.830785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:09:54.844697 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:09:54.919542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.935171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:54.947270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=787a3ca7-0cf7-4024-8518-944a7c979cce,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:54.951395 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b1254355-4c25-4de5-ad3f-5a9d73c34b8a admin admin] 10.222.0.35 "DELETE /v2.0/networks/787a3ca7-0cf7-4024-8518-944a7c979cce HTTP/1.1" status: 204 len: 168 time: 0.4260864 Apr 21 15:09:55.115899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39016) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:55.165019 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-eaef377f-825b-4527-85c3-209572716137 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=389dca5922834b78b7a5f320950c5fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480034 Apr 21 15:09:55.167370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39020) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:55.224418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.250331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.300904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.315442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21cefa-f81a-43f3-99a9-88c669df12d4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:55.321538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.322646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37b10cc7-a15f-421c-8ab7-083f162111ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e21cefa-f81a-43f3-99a9-88c669df12d4 HTTP/1.1" status: 204 len: 168 time: 0.1542513 Apr 21 15:09:55.389641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ace0e258-c182-4cdc-8de9-c911218c101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.663668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39028) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:55.703164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1e7ae340-8b5e-45e5-9168-8eee6f225a98 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:09:55.714508 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0d18cbbc-e2e8-4a98-9825-c7e9e293e801 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d610d81002b541788e70e6c75fd2e8a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472896 Apr 21 15:09:55.714727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39032) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:09:55.737673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 1e7ae340-8b5e-45e5-9168-8eee6f225a98 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:09:55.738023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1e7ae340-8b5e-45e5-9168-8eee6f225a98 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:09:55.775459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.801835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.853052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.866495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb8c4d-49e7-4d7d-8a91-47ed8e08221c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:09:55.873125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:55.874249 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-83ea5238-8948-483d-8833-e2927ffe7892 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83bb8c4d-49e7-4d7d-8a91-47ed8e08221c HTTP/1.1" status: 204 len: 168 time: 0.1586235 Apr 21 15:09:57.551560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ad0767c-4299-477b-bd53-2d3ea94b6a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:58.794720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:09:59.008666 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:00.455844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:03.177398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c9a67ecf-02fe-4710-a7c9-d17878a0a5ba tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ff5f721ea5914d89a7cb1ae149831327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274239 Apr 21 15:10:03.325111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-0b0d5d28-ef10-4eaf-a8a6-4d47a29fce64 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:03.326543 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-0b0d5d28-ef10-4eaf-a8a6-4d47a29fce64 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442180 Apr 21 15:10:03.341063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-3b20a1a0-29f4-42cc-b18d-eb3dea71e9c0 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/quotas/ff5f721ea5914d89a7cb1ae149831327 HTTP/1.1" status: 200 len: 375 time: 0.0092075 Apr 21 15:10:03.390240 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-a84c6688-740d-4537-8e31-6a0daddae2b8 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ff5f721ea5914d89a7cb1ae149831327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442758 Apr 21 15:10:03.569629 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d4fd7f20-b854-4368-bfb1-a600d7ad2b87 req-3754def1-f0cc-41bc-868b-f2d946a60363 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 210 time: 0.0425668 Apr 21 15:10:04.446788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b6977feb-9a7c-4d53-a2aa-5a09bfdb52e0 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ff5f721ea5914d89a7cb1ae149831327&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268760 Apr 21 15:10:04.597943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-781fda60-4340-48b4-85d8-016061c1c6f6 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:04.600131 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-781fda60-4340-48b4-85d8-016061c1c6f6 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483448 Apr 21 15:10:04.614129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Request body: {'port': {'device_id': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76', 'admin_state_up': True, 'tenant_id': 'ff5f721ea5914d89a7cb1ae149831327'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:04.734559 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ce979960-bc91-43dd-b92e-c717615fe683 req-f17982c5-2ad6-4a98-b8b0-36ed68edd101 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 210 time: 0.0439708 Apr 21 15:10:04.761089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:04.764928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Usage tracker for resource:port and tenant:ff5f721ea5914d89a7cb1ae149831327 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:04.767741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:04.773400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:04.784117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Made reservation on behalf of ff5f721ea5914d89a7cb1ae149831327 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:10:04.787472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:04.800004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:04.814787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:04.818532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Usage tracker for resource:security_group_rule and tenant:ff5f721ea5914d89a7cb1ae149831327 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:04.821229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:04.827762 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:04.919081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:04.922803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.003515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057baefe-e3b9-4211-b339-2d677dd7a274,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:05.098715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Allocated IP 192.168.233.196 (3810c243-f84f-41d3-a71b-b653dca3be76/15e91b07-e439-4364-9630-4e6d0be13767/1642d35f-5b4c-402b-98af-314356afde83) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:10:05.308944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.324326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Transition to ACTIVE for port object 1642d35f-5b4c-402b-98af-314356afde83 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:10:05.346811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.415438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Network 3810c243-f84f-41d3-a71b-b653dca3be76 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:10:05.418959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:10:05.422709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:10:05.456679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Pushing event updated for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:05.496391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:05.497002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.522172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-c2110382-839a-4255-949a-fe9a9065e0cc tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9126592 Apr 21 15:10:05.533233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Request body: {'port': {'device_id': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:05.649285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.688747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-af2d9490-517a-45b1-a505-8011376dcfa5 None None] Provisioning for port 1642d35f-5b4c-402b-98af-314356afde83 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:10:05.696021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-af2d9490-517a-45b1-a505-8011376dcfa5 None None] Provisioning complete for port 1642d35f-5b4c-402b-98af-314356afde83 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:10:05.696390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af2d9490-517a-45b1-a505-8011376dcfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:05.818014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af2d9490-517a-45b1-a505-8011376dcfa5 None None] Port 1642d35f-5b4c-402b-98af-314356afde83 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:10:05.942585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b2195-2e00-4d9d-bca2-0765bc02e517 req-9e1d375c-e38b-481a-96bb-ba2b69461a50 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:05.944022 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed2b2195-2e00-4d9d-bca2-0765bc02e517 req-9e1d375c-e38b-481a-96bb-ba2b69461a50 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 936 time: 0.0847497 Apr 21 15:10:05.988374 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed2b2195-2e00-4d9d-bca2-0765bc02e517 req-180f2eb4-5fc3-4b9d-b7a6-de893af08a85 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373769 Apr 21 15:10:06.117850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1642d35f-5b4c-402b-98af-314356afde83 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:10:06.125763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.141685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Transition to ACTIVE for port object 1642d35f-5b4c-402b-98af-314356afde83 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:10:06.145370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.304736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:06.381184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Attempting to bind port 1642d35f-5b4c-402b-98af-314356afde83 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:10:06.381489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Attempting to bind port 1642d35f-5b4c-402b-98af-314356afde83 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:10:06.381791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Attempting to bind port 1642d35f-5b4c-402b-98af-314356afde83 on network 3810c243-f84f-41d3-a71b-b653dca3be76 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:10:06.386362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Port 1642d35f-5b4c-402b-98af-314356afde83 on network 3810c243-f84f-41d3-a71b-b653dca3be76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:10:06.386674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Attempting to bind port 1642d35f-5b4c-402b-98af-314356afde83 on network 3810c243-f84f-41d3-a71b-b653dca3be76 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:10:06.391606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:10:06.391936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Checking segment: {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:10:06.392310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Bound using segment: {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:10:06.392718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Bound port: 1642d35f-5b4c-402b-98af-314356afde83, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dc324d1-5cd4-4e64-a01e-475540496114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:10:06.393054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.484342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:10:06.487110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1642d35f-5b4c-402b-98af-314356afde83,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:10:06.491733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.550969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:06.551568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:06.552914 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] 10.222.0.13 "PUT /v2.0/ports/1642d35f-5b4c-402b-98af-314356afde83 HTTP/1.1" status: 200 len: 1098 time: 1.0238605 Apr 21 15:10:06.553363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'tag': '1642d35f-5b4c-402b-98af-314356afde83'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:10:06.577559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b0be-0daa-44d1-aa11-0b02e31b37f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:06.628832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb68dfad-13d9-419f-9b8a-a6d512454215'] response: {'name': 'network-changed', 'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'tag': '1642d35f-5b4c-402b-98af-314356afde83', 'status': 'completed', 'code': 200} Apr 21 15:10:06.672755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-1941ec00-63d6-43c2-bd3a-511602ac7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:06.674279 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-1941ec00-63d6-43c2-bd3a-511602ac7345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff5f721ea5914d89a7cb1ae149831327&device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 1101 time: 0.0787492 Apr 21 15:10:06.747652 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-012df9a2-b660-4789-885c-8afa2e7cdc2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1642d35f-5b4c-402b-98af-314356afde83 HTTP/1.1" status: 200 len: 217 time: 0.0668910 Apr 21 15:10:06.809582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-6b504f90-3d66-453a-a87f-436cfe4d1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:06.810938 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-6b504f90-3d66-453a-a87f-436cfe4d1856 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15e91b07-e439-4364-9630-4e6d0be13767 HTTP/1.1" status: 200 len: 843 time: 0.0575294 Apr 21 15:10:06.887945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-17a98e5d-a26d-4362-b0c5-88cb806ec0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:06.889381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-17a98e5d-a26d-4362-b0c5-88cb806ec0aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3810c243-f84f-41d3-a71b-b653dca3be76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0721307 Apr 21 15:10:07.018537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-d95f52ec-543a-47dc-ba54-9c8477b24fe7 service neutron] 10.222.0.13 "GET /v2.0/networks/3810c243-f84f-41d3-a71b-b653dca3be76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226747 Apr 21 15:10:07.147855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ec9d761d-5fce-4d59-a883-7fc85b9ea1a2 req-6191a56c-d7ba-4965-aa7f-bbbaff858ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/3810c243-f84f-41d3-a71b-b653dca3be76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240275 Apr 21 15:10:07.171688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4faf8e-5b66-48b3-855d-fb89ff10fd09 req-8a5f0c65-4063-4a9d-9be9-431e162be983 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:07.173162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4faf8e-5b66-48b3-855d-fb89ff10fd09 req-8a5f0c65-4063-4a9d-9be9-431e162be983 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 948 time: 0.0798559 Apr 21 15:10:07.217397 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b4faf8e-5b66-48b3-855d-fb89ff10fd09 req-0be50468-510a-4298-bbe4-d8ee44c81e21 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Apr 21 15:10:07.262602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-5aa0990c-8974-4e6e-931f-66d8fe73598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:07.264036 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-5aa0990c-8974-4e6e-931f-66d8fe73598a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff5f721ea5914d89a7cb1ae149831327&device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 1101 time: 0.0707738 Apr 21 15:10:07.392529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-d7c63aaa-f1d4-4f85-8ffb-bc46116a5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:07.393939 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-d7c63aaa-f1d4-4f85-8ffb-bc46116a5b94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3810c243-f84f-41d3-a71b-b653dca3be76 HTTP/1.1" status: 200 len: 870 time: 0.1237061 Apr 21 15:10:07.553337 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-84ea5c7d-6232-4495-9030-53c8a65b4d81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1642d35f-5b4c-402b-98af-314356afde83 HTTP/1.1" status: 200 len: 217 time: 0.1534545 Apr 21 15:10:07.613181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-772123f3-89e6-4fc6-a7cb-009c404501fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:07.614548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-772123f3-89e6-4fc6-a7cb-009c404501fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=15e91b07-e439-4364-9630-4e6d0be13767 HTTP/1.1" status: 200 len: 843 time: 0.0553908 Apr 21 15:10:07.689757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-49addcf0-a78a-4c7a-b341-710a7e01e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:07.691065 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-49addcf0-a78a-4c7a-b341-710a7e01e8a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3810c243-f84f-41d3-a71b-b653dca3be76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703540 Apr 21 15:10:07.821522 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-e6ed7e06-b870-4146-a44d-4887c94f3200 service neutron] 10.222.0.13 "GET /v2.0/networks/3810c243-f84f-41d3-a71b-b653dca3be76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236959 Apr 21 15:10:07.952695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d7867d12-a86e-4fcb-9204-65388373dfd3 req-d5dc4273-4b05-49f5-a4fe-5c78fbee85d1 service neutron] 10.222.0.13 "GET /v2.0/networks/3810c243-f84f-41d3-a71b-b653dca3be76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246912 Apr 21 15:10:08.402172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd401fca-94ca-451c-9561-7e5864bde780 req-63b6a836-0b4b-41b4-b01d-7b471da60041 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:08.403597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd401fca-94ca-451c-9561-7e5864bde780 req-63b6a836-0b4b-41b4-b01d-7b471da60041 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 948 time: 0.0818915 Apr 21 15:10:08.445932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd401fca-94ca-451c-9561-7e5864bde780 req-2a1819d2-2a10-4744-a3bd-c934f70d84c5 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Apr 21 15:10:09.628802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62690-2aa0-41d3-9a19-3c61e7849334 req-e91e34b1-cd6e-4389-90a9-4627c5cb3735 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:09.630420 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6a62690-2aa0-41d3-9a19-3c61e7849334 req-e91e34b1-cd6e-4389-90a9-4627c5cb3735 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 948 time: 0.0794327 Apr 21 15:10:09.679228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d6a62690-2aa0-41d3-9a19-3c61e7849334 req-9f84bf0a-709a-44ca-b7b5-24c452f0240a tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Apr 21 15:10:09.796696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1642d35f-5b4c-402b-98af-314356afde83 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:10:09.941679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1642d35f-5b4c-402b-98af-314356afde83,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:09.956494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '1642d35f-5b4c-402b-98af-314356afde83', 'network_id': '3810c243-f84f-41d3-a71b-b653dca3be76', 'port_id': '1642d35f-5b4c-402b-98af-314356afde83', 'mac_address': 'fa:16:3e:16:86:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15e91b07-e439-4364-9630-4e6d0be13767', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:10:10.020283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:10.039524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1642d35f-5b4c-402b-98af-314356afde83 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:10:10.056405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1642d35f-5b4c-402b-98af-314356afde83,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:10.060008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:10.136239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:10.143378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.143724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.144062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.144401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.144732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.145055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.145407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.145728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.146048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.146366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.146684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.146999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:10.381259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1642d35f-5b4c-402b-98af-314356afde83'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:10:10.863676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c746a5-5a68-4e0c-b411-89eadea3bc76 req-e2f773ee-0aba-476f-96d9-a9ce9250011e tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:10.865104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82c746a5-5a68-4e0c-b411-89eadea3bc76 req-e2f773ee-0aba-476f-96d9-a9ce9250011e tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 949 time: 0.0795045 Apr 21 15:10:10.907450 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82c746a5-5a68-4e0c-b411-89eadea3bc76 req-bcf8a5cb-b6f3-49ba-96ec-0f7e9118ec50 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Apr 21 15:10:11.795954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1642d35f-5b4c-402b-98af-314356afde83 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:10:11.862038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 1642d35f-5b4c-402b-98af-314356afde83 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:10:11.866608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 1642d35f-5b4c-402b-98af-314356afde83 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:10:11.866974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:12.042818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:12.069579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1642d35f-5b4c-402b-98af-314356afde83'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:10:12.080225 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1642d35f-5b4c-402b-98af-314356afde83,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:12.085261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:12.115724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f224ffb-7acc-4dea-8444-c3ab08a02796 req-01087acb-42ab-4560-8b2e-4d023bc2837b tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:12.117195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f224ffb-7acc-4dea-8444-c3ab08a02796 req-01087acb-42ab-4560-8b2e-4d023bc2837b tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 949 time: 0.0873392 Apr 21 15:10:12.135147 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e62153e-fb00-4359-bacf-af09150bed2a'] response: {'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1642d35f-5b4c-402b-98af-314356afde83', 'code': 200} Apr 21 15:10:12.176079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:12.178568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f224ffb-7acc-4dea-8444-c3ab08a02796 req-39cf3c72-aab7-419a-8ce1-8533725652fe tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Apr 21 15:10:12.383419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecf3ea-cab4-495e-b0d2-78a7eae83148 req-bb68b21d-e531-4614-8ecc-c071cdc897b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:12.384843 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-33ecf3ea-cab4-495e-b0d2-78a7eae83148 req-bb68b21d-e531-4614-8ecc-c071cdc897b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 1103 time: 0.0704148 Apr 21 15:10:12.424843 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-33ecf3ea-cab4-495e-b0d2-78a7eae83148 req-de9cd25d-136b-4264-9197-f755aab0114e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337868 Apr 21 15:10:13.360966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87db48-3828-4026-9c1c-073c31e586ca req-013e57bb-8528-4a2b-b871-6ca43a5acc61 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:13.362415 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f87db48-3828-4026-9c1c-073c31e586ca req-013e57bb-8528-4a2b-b871-6ca43a5acc61 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 950 time: 0.0789423 Apr 21 15:10:13.406036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f87db48-3828-4026-9c1c-073c31e586ca req-214917d7-ed38-44f7-b9df-e552f23c8077 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Apr 21 15:10:14.389018 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:10:14.684114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec8197-3f8f-4b37-ba8a-eec03c692766 req-e2071f97-f8b4-4e67-922e-0607be27b010 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:14.685735 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-67ec8197-3f8f-4b37-ba8a-eec03c692766 req-e2071f97-f8b4-4e67-922e-0607be27b010 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 950 time: 0.1765916 Apr 21 15:10:14.730241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-67ec8197-3f8f-4b37-ba8a-eec03c692766 req-8f3c70e6-73ef-47d7-b3c7-51b1bc488ac9 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Apr 21 15:10:15.812042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a61d8a-683f-4966-b6fe-d1f41628e92e req-04f1ca28-de23-44f6-a778-dedc632789ca tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:15.813412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11a61d8a-683f-4966-b6fe-d1f41628e92e req-04f1ca28-de23-44f6-a778-dedc632789ca tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 950 time: 0.0821373 Apr 21 15:10:15.857466 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11a61d8a-683f-4966-b6fe-d1f41628e92e req-62e4fed2-f548-4f4e-b798-288202308777 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381536 Apr 21 15:10:17.045271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9111e-c965-431f-8624-95b2a72d31ac req-3f873602-c446-4334-a1f2-1191c5fe4cd8 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:17.046710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-92f9111e-c965-431f-8624-95b2a72d31ac req-3f873602-c446-4334-a1f2-1191c5fe4cd8 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 950 time: 0.0792060 Apr 21 15:10:17.093967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-92f9111e-c965-431f-8624-95b2a72d31ac req-4769d82a-fc12-4799-9daa-fba6d7857fc3 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/security-groups?id=057baefe-e3b9-4211-b339-2d677dd7a274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Apr 21 15:10:17.246788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-ee722524-68d9-448a-93d5-278da08ec9f5 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:17.247463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-ee722524-68d9-448a-93d5-278da08ec9f5 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Synchronizing usage tracker for tenant:ff5f721ea5914d89a7cb1ae149831327 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:10:17.264213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-ee722524-68d9-448a-93d5-278da08ec9f5 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Unset dirty status for tenant:ff5f721ea5914d89a7cb1ae149831327 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:10:17.265319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-ee722524-68d9-448a-93d5-278da08ec9f5 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.13 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 950 time: 0.0984354 Apr 21 15:10:17.334884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Deleting port 1642d35f-5b4c-402b-98af-314356afde83 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:10:17.335221 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:17.576479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] For port 1642d35f-5b4c-402b-98af-314356afde83, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1642d35f-5b4c-402b-98af-314356afde83,segment=NetworkSegment(1dc324d1-5cd4-4e64-a01e-475540496114),segment_id=1dc324d1-5cd4-4e64-a01e-475540496114)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:17.576825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:17.698574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Calling delete_port for 1642d35f-5b4c-402b-98af-314356afde83 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:10:17.844713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:17.856499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1642d35f-5b4c-402b-98af-314356afde83'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:10:17.897545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Pushing event deleted for resources: {'Port': ['ID=1642d35f-5b4c-402b-98af-314356afde83,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:17.938278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.938619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.938966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.939290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.939618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.939951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.940280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.940602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.940922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.941270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.941594 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.941911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:17.985824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] No DVR routers for this DVR port 1642d35f-5b4c-402b-98af-314356afde83 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:10:17.988365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:17.991282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'name': 'network-vif-deleted', 'tag': '1642d35f-5b4c-402b-98af-314356afde83'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:10:18.009234 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-562d2cb3-e20b-43ce-af57-4055e751d540 req-37704d6e-088c-41a9-b313-5e26e3159c58 tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.13 "DELETE /v2.0/ports/1642d35f-5b4c-402b-98af-314356afde83 HTTP/1.1" status: 204 len: 173 time: 0.7391553 Apr 21 15:10:18.046879 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7653317-20c7-4cda-87fe-60918a7fb921'] response: {'server_uuid': '197cc0b8-81e4-4735-9225-11f4207bfdf2', 'name': 'network-vif-deleted', 'tag': '1642d35f-5b4c-402b-98af-314356afde83', 'status': 'completed', 'code': 200} Apr 21 15:10:18.261985 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a1508a9-0905-4ca9-b1d8-32da1d8d135e req-c442d936-0a14-4ca9-a733-054399edf93b tempest-ServersAdminNegativeTestJSON-339545957 tempest-ServersAdminNegativeTestJSON-339545957-project] 10.222.0.35 "GET /v2.0/ports?device_id=197cc0b8-81e4-4735-9225-11f4207bfdf2 HTTP/1.1" status: 200 len: 210 time: 0.0464032 Apr 21 15:10:19.610253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39166) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:19.752832 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a022ce03-e6c6-4bd3-85b4-bbf30b522020 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff5f721ea5914d89a7cb1ae149831327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414332 Apr 21 15:10:19.755304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39172) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:19.812719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:19.837702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:19.842469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1642d35f-5b4c-402b-98af-314356afde83 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:10:19.883094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 1642d35f-5b4c-402b-98af-314356afde83 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:10:19.883419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1642d35f-5b4c-402b-98af-314356afde83 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:10:19.890842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:19.907296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057baefe-e3b9-4211-b339-2d677dd7a274,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:19.916794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:19.918329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/057baefe-e3b9-4211-b339-2d677dd7a274 HTTP/1.1" status: 204 len: 168 time: 0.1621609 Apr 21 15:10:19.919564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.919898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.920221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.920541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.920849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.921170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.921510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.921823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.922135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.922446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.922762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:19.923061 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7b65c9-13d7-48cc-8d85-1b855c4a52b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:10:20.187860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39180) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:20.205718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.219721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:20.223460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Usage tracker for resource:security_group_rule and tenant:92476200ea674166a8b59f4e9ff61923 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:20.226196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:20.231722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:20.317100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.320654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.366609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=92476200ea674166a8b59f4e9ff61923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777203 Apr 21 15:10:20.367445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be8f41-ea9c-47fe-bf9f-754e17443665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a81724a-8e59-403a-8c13-4feacd7f2b5a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:20.369386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39184) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:20.430641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.456304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.507041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.523784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a81724a-8e59-403a-8c13-4feacd7f2b5a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:20.526800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:20.527881 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-df65348d-055d-4a13-a906-747d3b6f6941 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a81724a-8e59-403a-8c13-4feacd7f2b5a HTTP/1.1" status: 204 len: 168 time: 0.1567776 Apr 21 15:10:21.231583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39208) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:21.334880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1804782381-network', 'tenant_id': '79f5b178bc1a4bedb536f0d9846fb00c'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:21.339797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:21.343571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Usage tracker for resource:network and tenant:79f5b178bc1a4bedb536f0d9846fb00c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:21.346373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:21.351918 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:21.363535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Made reservation on behalf of 79f5b178bc1a4bedb536f0d9846fb00c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:10:21.365909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.378141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.391782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:21.395433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Usage tracker for resource:security_group_rule and tenant:79f5b178bc1a4bedb536f0d9846fb00c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:21.398117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:21.403652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:21.484911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.488302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.521758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:10:21.527319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:21.535357 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.535699 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Added segment 4a0e535c-a37d-4962-9316-6e6e2deeed97 of type vlan for network bcc0d052-8b4b-490a-b87e-4501753174e7 Apr 21 15:10:21.563440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.593517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.594417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:21.595000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:21.699577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4668915 Apr 21 15:10:21.702441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39214) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:21.705991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3266a2-2a73-44d6-b178-8dcc0008b3fb admin admin] Pushing event updated for resources: {'Network': ['ID=bcc0d052-8b4b-490a-b87e-4501753174e7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:21.707938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Request body: {'subnet': {'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1804782381-subnet', 'tenant_id': '79f5b178bc1a4bedb536f0d9846fb00c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:21.712881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:21.717337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Usage tracker for resource:subnet and tenant:79f5b178bc1a4bedb536f0d9846fb00c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:21.718195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network bcc0d052-8b4b-490a-b87e-4501753174e7 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:10:21.720174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:21.726165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:21.737651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Made reservation on behalf of 79f5b178bc1a4bedb536f0d9846fb00c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:10:21.739895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.030920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.090875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.106488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0175d3b-7e8f-40d1-b096-50c3e139b78b,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:22.113647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Checking segment: {'id': '4a0e535c-a37d-4962-9316-6e6e2deeed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:10:22.113994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Network hostable DHCP agents. Network: bcc0d052-8b4b-490a-b87e-4501753174e7, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:10:22.133228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Network bcc0d052-8b4b-490a-b87e-4501753174e7 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:10:22.142042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, bcc0d052-8b4b-490a-b87e-4501753174e7) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:10:22.145915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:22.146484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:22.152162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497ce70-9822-49d3-b51a-38c37b02663e None None] Network bcc0d052-8b4b-490a-b87e-4501753174e7 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:10:22.171784 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0a43329c-016c-425f-8274-523bae4df59c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4682739 Apr 21 15:10:22.364664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da722e-fdc9-4304-8df8-54b4a7c1b4b2 None None] Network bcc0d052-8b4b-490a-b87e-4501753174e7 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:10:22.681042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-cd39ce4d-54bc-490d-8765-cd4149890432 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:22.681740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-cd39ce4d-54bc-490d-8765-cd4149890432 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Synchronizing usage tracker for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:10:22.698442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-cd39ce4d-54bc-490d-8765-cd4149890432 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Unset dirty status for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:10:22.699553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-cd39ce4d-54bc-490d-8765-cd4149890432 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 812 time: 0.1607244 Apr 21 15:10:22.713799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-d784dfbf-5a3b-4529-b1b8-b2891318ceed tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/quotas/79f5b178bc1a4bedb536f0d9846fb00c HTTP/1.1" status: 200 len: 375 time: 0.0088122 Apr 21 15:10:22.760576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-a10b5734-017d-4fc9-96e1-f1ae656a725e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416417 Apr 21 15:10:22.890756 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-a0008602-716a-4010-9528-18492ed11bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231334 Apr 21 15:10:23.019693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-92d5df18-f022-4f85-b3b0-b3e613ad62d4 service neutron] 10.222.0.35 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231177 Apr 21 15:10:23.191631 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0a3340a-f22f-4b7b-aba7-0d762fc2ea1b req-f87d6ce8-4872-47c2-88cd-5920389bd92c tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 210 time: 0.0430880 Apr 21 15:10:24.221651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-02ded29f-eec8-4e1f-a19e-6babb6eb690c tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:24.222984 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-02ded29f-eec8-4e1f-a19e-6babb6eb690c tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 812 time: 0.1517820 Apr 21 15:10:24.234690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Request body: {'port': {'device_id': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7', 'admin_state_up': True, 'tenant_id': '79f5b178bc1a4bedb536f0d9846fb00c'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:24.352523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2163c0b-4d45-401c-a9f0-53132f7245ab req-ddbf1b74-e2ea-4d94-b4a8-b91c1014a3e4 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 210 time: 0.0499668 Apr 21 15:10:24.380581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:10:24.384332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Usage tracker for resource:port and tenant:79f5b178bc1a4bedb536f0d9846fb00c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:10:24.387172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:10:24.392747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:10:24.402657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Made reservation on behalf of 79f5b178bc1a4bedb536f0d9846fb00c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:10:24.406222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:24.567151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Allocated IP 172.20.0.11 (bcc0d052-8b4b-490a-b87e-4501753174e7/e0175d3b-7e8f-40d1-b096-50c3e139b78b/b7e13296-d5c4-4f55-b77d-739a772286a1) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:10:24.769701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:24.799419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:24.872090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Network bcc0d052-8b4b-490a-b87e-4501753174e7 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:10:24.875170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:10:24.879053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:10:24.917842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:24.945345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:24.945942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:24.965397 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-0b67e667-9fdb-43b4-837f-fddf2b1149ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343533 Apr 21 15:10:24.976007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Request body: {'port': {'device_id': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:10:25.088802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.392370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c0a918cf-e5c9-4dbe-8ea0-6560aa14bec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.426171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:10:25.433896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.450352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Transition to ACTIVE for port object b7e13296-d5c4-4f55-b77d-739a772286a1 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:10:25.453190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.545507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b563c8-cabc-4cde-ba08-a0d52ca8cd3b req-87faefd5-303a-4985-a2d6-4cd402ebdfc3 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:25.547160 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99b563c8-cabc-4cde-ba08-a0d52ca8cd3b req-87faefd5-303a-4985-a2d6-4cd402ebdfc3 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0807037 Apr 21 15:10:25.593423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-99b563c8-cabc-4cde-ba08-a0d52ca8cd3b req-d0e4826e-5dab-4925-a528-3ff786f5edac tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Synchronizing usage tracker for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:10:25.611449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-99b563c8-cabc-4cde-ba08-a0d52ca8cd3b req-d0e4826e-5dab-4925-a528-3ff786f5edac tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Unset dirty status for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:10:25.612757 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99b563c8-cabc-4cde-ba08-a0d52ca8cd3b req-d0e4826e-5dab-4925-a528-3ff786f5edac tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584927 Apr 21 15:10:25.716041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:25.786186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Attempting to bind port b7e13296-d5c4-4f55-b77d-739a772286a1 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:10:25.786509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Attempting to bind port b7e13296-d5c4-4f55-b77d-739a772286a1 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '4a0e535c-a37d-4962-9316-6e6e2deeed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:10:25.786824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Attempting to bind port b7e13296-d5c4-4f55-b77d-739a772286a1 on network bcc0d052-8b4b-490a-b87e-4501753174e7 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:10:25.791932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Port b7e13296-d5c4-4f55-b77d-739a772286a1 on network bcc0d052-8b4b-490a-b87e-4501753174e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:10:25.792210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Attempting to bind port b7e13296-d5c4-4f55-b77d-739a772286a1 on network bcc0d052-8b4b-490a-b87e-4501753174e7 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:10:25.797062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:10:25.797478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Checking segment: {'id': '4a0e535c-a37d-4962-9316-6e6e2deeed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:10:25.797850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Bound using segment: {'id': '4a0e535c-a37d-4962-9316-6e6e2deeed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:10:25.798256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Bound port: b7e13296-d5c4-4f55-b77d-739a772286a1, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0e535c-a37d-4962-9316-6e6e2deeed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:10:25.798582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.886834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:10:25.890142 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:10:25.893622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.954417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:25.955009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:25.956324 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] 10.222.0.13 "PUT /v2.0/ports/b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 1094 time: 0.9841263 Apr 21 15:10:25.956744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:10:25.978108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d19365-20fa-45c4-a2e2-5726ba91302b service neutron] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:26.055744 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b2b354-dca0-45f7-924c-0a3c530e763f'] response: {'name': 'network-changed', 'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'status': 'completed', 'code': 200} Apr 21 15:10:26.067743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-183c06ab-9d8f-4a42-8b6a-3d86de745e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.069177 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-183c06ab-9d8f-4a42-8b6a-3d86de745e9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1097 time: 0.0765781 Apr 21 15:10:26.135982 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-16dc8c82-60fb-4c60-b6df-c07a7a15409e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0603561 Apr 21 15:10:26.199990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-32c22cc6-f93c-41ac-a831-012273f2a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.201410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-32c22cc6-f93c-41ac-a831-012273f2a5bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0604181 Apr 21 15:10:26.247227 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-8f0fb4d0-4a22-4b0b-894e-b2b331db089f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401163 Apr 21 15:10:26.375992 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-2f184f1a-64c0-460a-a723-a5dadc5dcfc8 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232164 Apr 21 15:10:26.504062 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-10f8e291-ec78-4d76-aa1a-da3f88f18265 req-d03e3b42-5ebb-4f65-9e57-406f011c2fac service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225812 Apr 21 15:10:26.625676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-24c80e73-8142-4701-a275-ea71f6b318d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.627097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-24c80e73-8142-4701-a275-ea71f6b318d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1097 time: 0.0739567 Apr 21 15:10:26.758659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-38abe97e-697b-4385-b026-158aaa3f9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.760537 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-38abe97e-697b-4385-b026-158aaa3f9a71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 913 time: 0.1268821 Apr 21 15:10:26.802199 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36469a-f23b-43fd-bd1f-39ce4d0f6f69 req-faf824be-c5c2-4525-8a52-b32031085609 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.804398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b36469a-f23b-43fd-bd1f-39ce4d0f6f69 req-faf824be-c5c2-4525-8a52-b32031085609 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0854475 Apr 21 15:10:26.826828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-953c5f4d-40df-4cb0-ad0d-b90c22eb92fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0609822 Apr 21 15:10:26.850795 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b36469a-f23b-43fd-bd1f-39ce4d0f6f69 req-057b0a34-5c54-4e0f-b704-9f32507fddc2 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392256 Apr 21 15:10:26.892183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-040cce22-83bd-4d3a-9bf1-b8f92646e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:26.893600 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-040cce22-83bd-4d3a-9bf1-b8f92646e076 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0606632 Apr 21 15:10:26.939368 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-2347910a-bcf6-4977-b443-649bcb790178 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402436 Apr 21 15:10:27.069788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-d4772943-4567-45ab-a4b0-1d27a518f2ea service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244230 Apr 21 15:10:27.199998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36c2b5ee-971d-4e6e-871a-f540ce446c85 req-aa5d7982-a361-4ef9-9a71-21f727c7a65c service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227520 Apr 21 15:10:27.553429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea6b624c-f047-436e-8c9d-479acef22e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:27.891320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:10:28.027455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:28.037194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad666-7382-47d4-b480-2360dd45e74a req-625cd9af-3214-4f9f-b1a8-2b80d22211c2 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:28.038896 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-357ad666-7382-47d4-b480-2360dd45e74a req-625cd9af-3214-4f9f-b1a8-2b80d22211c2 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0796039 Apr 21 15:10:28.040728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7', 'port_id': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'mac_address': 'fa:16:3e:96:dc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0175d3b-7e8f-40d1-b096-50c3e139b78b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:10:28.088801 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-357ad666-7382-47d4-b480-2360dd45e74a req-47756209-1948-4f46-a227-1ff037baa104 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Apr 21 15:10:28.099720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:28.117044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:10:28.132264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:28.137088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:28.203995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:28.531991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b7e13296-d5c4-4f55-b77d-739a772286a1'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:10:28.791626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:29.002441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:29.366461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7aaad-db9f-44f2-b1d9-69b8837dc2c5 req-69e3507a-e85e-427b-b42e-2e1f11772a12 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:29.367817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d9b7aaad-db9f-44f2-b1d9-69b8837dc2c5 req-69e3507a-e85e-427b-b42e-2e1f11772a12 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 945 time: 0.1781182 Apr 21 15:10:29.411658 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d9b7aaad-db9f-44f2-b1d9-69b8837dc2c5 req-aff531bd-f3c2-43bf-a17e-08de1578383f tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Apr 21 15:10:29.888326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:10:29.956397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port b7e13296-d5c4-4f55-b77d-739a772286a1 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:10:29.960809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port b7e13296-d5c4-4f55-b77d-739a772286a1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:10:29.961169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:30.072413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:30.098372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:10:30.108139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:10:30.112185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:30.150458 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8e35e0-612d-45f7-9136-39fc9d899f12'] response: {'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'code': 200} Apr 21 15:10:30.182296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:10:30.365564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feec9e5-75b0-4d57-9107-eb39cbd6a213 req-379602e1-dd52-4a4e-a1e4-ab5a7b7e28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:30.366977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8feec9e5-75b0-4d57-9107-eb39cbd6a213 req-379602e1-dd52-4a4e-a1e4-ab5a7b7e28d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1099 time: 0.0690689 Apr 21 15:10:30.408993 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8feec9e5-75b0-4d57-9107-eb39cbd6a213 req-b7512963-8663-4cda-a020-4b79d2bdf0ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Apr 21 15:10:30.457240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:30.601256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b514-719a-4b4b-b110-ba6aa1169a2f req-5bdeda38-2404-4006-a889-b5ac7d9194db tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:30.602690 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eab8b514-719a-4b4b-b110-ba6aa1169a2f req-5bdeda38-2404-4006-a889-b5ac7d9194db tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0828593 Apr 21 15:10:30.646204 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eab8b514-719a-4b4b-b110-ba6aa1169a2f req-34a4e7ef-fdc3-485c-a70e-9a9b2b5271e9 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Apr 21 15:10:31.837108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec1bbd-22b7-4ae3-90e6-755282bced6e req-aa473bcc-86fd-49b7-a3a7-607658542bbc tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:31.838565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8fec1bbd-22b7-4ae3-90e6-755282bced6e req-aa473bcc-86fd-49b7-a3a7-607658542bbc tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0791292 Apr 21 15:10:31.884566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8fec1bbd-22b7-4ae3-90e6-755282bced6e req-b726408a-d235-4190-aeda-4ff6f8b41e8e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Apr 21 15:10:32.252670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39276) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:10:32.284821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380ef33-539c-4b60-b271-335d43f42f26 req-0cf195d1-6265-4e3c-9924-bdc922784afd tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:32.286295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0380ef33-539c-4b60-b271-335d43f42f26 req-0cf195d1-6265-4e3c-9924-bdc922784afd tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0806489 Apr 21 15:10:32.333444 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0380ef33-539c-4b60-b271-335d43f42f26 req-7646baf0-e317-4a56-b076-a69c3fd42ff4 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Apr 21 15:10:32.458123 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-ae8d016a-c486-48c3-8a56-8671c13cb0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2042539 Apr 21 15:10:33.527870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a090f-a15d-4ec5-a20c-4f2291a6dd7c req-20e00eb4-c4a9-4d0a-9180-a14e9f41452b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:33.529228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f63a090f-a15d-4ec5-a20c-4f2291a6dd7c req-20e00eb4-c4a9-4d0a-9180-a14e9f41452b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0847793 Apr 21 15:10:33.573861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f63a090f-a15d-4ec5-a20c-4f2291a6dd7c req-be5355b8-7586-4384-96ea-e9d0715e62f5 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389855 Apr 21 15:10:33.718183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-2d348855-8287-48ef-8f62-1b548ea2b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:33.719651 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-2d348855-8287-48ef-8f62-1b548ea2b918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1099 time: 0.0748520 Apr 21 15:10:33.852256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-53c45bc5-7189-4f6b-a8ce-79b57fe4fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:33.853681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-53c45bc5-7189-4f6b-a8ce-79b57fe4fd4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 913 time: 0.1287801 Apr 21 15:10:33.921985 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-9caf4ab7-27a5-4151-912a-898b41fcf224 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0620420 Apr 21 15:10:33.985584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-f886b0ef-6b70-45cf-b0c3-68106c50f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:33.986984 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-f886b0ef-6b70-45cf-b0c3-68106c50f0ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0601063 Apr 21 15:10:34.032050 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-da9d833a-d67c-4e10-a9c7-7b2eec86b4c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396428 Apr 21 15:10:34.164061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-4d8ce554-0b0a-4568-a597-f2c1ad0553bb service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263504 Apr 21 15:10:34.292669 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-32483fb2-384b-4313-971e-2900e8d1028b service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231663 Apr 21 15:10:34.759437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef101027-bb91-470a-bdb8-2a2fac6e295f req-09572b9f-72c4-4f82-b0e4-8a1dafe29818 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:34.760998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef101027-bb91-470a-bdb8-2a2fac6e295f req-09572b9f-72c4-4f82-b0e4-8a1dafe29818 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0803542 Apr 21 15:10:34.804950 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef101027-bb91-470a-bdb8-2a2fac6e295f req-6e647730-4731-477f-ac75-8e1deeb8b966 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382364 Apr 21 15:10:35.990064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5287355-ba08-4b09-ae65-54c4a5e138c7 req-064200be-99d3-4036-a86d-1380576b211e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:35.991465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5287355-ba08-4b09-ae65-54c4a5e138c7 req-064200be-99d3-4036-a86d-1380576b211e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0817306 Apr 21 15:10:36.034783 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5287355-ba08-4b09-ae65-54c4a5e138c7 req-a533846a-7556-438c-b031-92d9f4bc71a0 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369666 Apr 21 15:10:37.216755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff8187-384c-4da5-a405-f667c23ca0d0 req-89db6270-e069-430d-a508-7c1a1c5afa9b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:37.218187 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10ff8187-384c-4da5-a405-f667c23ca0d0 req-89db6270-e069-430d-a508-7c1a1c5afa9b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0779455 Apr 21 15:10:37.260030 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10ff8187-384c-4da5-a405-f667c23ca0d0 req-4fd909ed-2b9a-43d9-b857-7ed0dcf29035 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Apr 21 15:10:38.444707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05ccd-851b-4b72-9f59-6b972a15b937 req-b163cc2c-5925-4b01-9a05-13eb53ce81c5 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:38.446073 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c05ccd-851b-4b72-9f59-6b972a15b937 req-b163cc2c-5925-4b01-9a05-13eb53ce81c5 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0825310 Apr 21 15:10:38.489956 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c05ccd-851b-4b72-9f59-6b972a15b937 req-e19feed7-8a23-4c6c-b87e-8e92a9f823e8 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376925 Apr 21 15:10:39.720191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824cdb3-7a0d-4b55-9295-6cb24f541b87 req-9e0b67de-394e-49f1-9601-c6a890ab948a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:39.721648 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a824cdb3-7a0d-4b55-9295-6cb24f541b87 req-9e0b67de-394e-49f1-9601-c6a890ab948a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.1264579 Apr 21 15:10:39.768512 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a824cdb3-7a0d-4b55-9295-6cb24f541b87 req-0d6b5cc8-191a-470c-a46b-bdb9d54cd7a3 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Apr 21 15:10:41.002528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeac77-56d7-4827-b64f-6cf5e734b321 req-8f615198-8949-4337-9ec8-9f14f2932189 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:41.003964 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0dbeac77-56d7-4827-b64f-6cf5e734b321 req-8f615198-8949-4337-9ec8-9f14f2932189 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.1283684 Apr 21 15:10:41.047248 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0dbeac77-56d7-4827-b64f-6cf5e734b321 req-a1d00271-abc1-47da-ad51-a1ae2583f2a7 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Apr 21 15:10:42.232408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1664b-4052-4f2e-8323-9cc28e1e71bd req-16e03a7d-38e9-4902-83a8-30afaa048abb tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:42.233863 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3b1664b-4052-4f2e-8323-9cc28e1e71bd req-16e03a7d-38e9-4902-83a8-30afaa048abb tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0826855 Apr 21 15:10:42.276146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3b1664b-4052-4f2e-8323-9cc28e1e71bd req-5f3b58ad-0d32-43bb-89ed-9c50e9797d86 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366788 Apr 21 15:10:43.459432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb23b4-11f6-42b3-9e1b-af172658aafe req-5b34607c-1aaa-48cb-93ec-0141971a9ef2 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:43.460843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65fb23b4-11f6-42b3-9e1b-af172658aafe req-5b34607c-1aaa-48cb-93ec-0141971a9ef2 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0801611 Apr 21 15:10:43.505059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65fb23b4-11f6-42b3-9e1b-af172658aafe req-1bc5b698-2d6e-4def-a3d8-64e95836b1ab tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Apr 21 15:10:43.768720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-6d8923a2-3e67-4360-94dc-620f1d493bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:43.770230 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-6d8923a2-3e67-4360-94dc-620f1d493bbc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1099 time: 0.1116018 Apr 21 15:10:43.914783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-676ee292-277f-4c48-a0a4-cce9f3c84135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:43.916215 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-676ee292-277f-4c48-a0a4-cce9f3c84135 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 913 time: 0.1278434 Apr 21 15:10:43.985042 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-b7ce0f65-b054-4781-b290-30ef7d517319 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0634046 Apr 21 15:10:44.050490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-309aa7e6-f66b-4e10-aad1-8c0bea8fe3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:44.051879 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-309aa7e6-f66b-4e10-aad1-8c0bea8fe3a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0615642 Apr 21 15:10:44.098484 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-7c3c80b2-160b-47ad-9aba-02e9d420a7e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393064 Apr 21 15:10:44.229235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-66f6d8d1-9e1a-48b6-b073-a1eb9bccaec8 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244185 Apr 21 15:10:44.361103 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68359f35-baae-48f4-b106-65d3d9cb40e3 req-f0bf4bb6-aa3e-42dd-a1c1-5ee5e78d763e service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247575 Apr 21 15:10:44.691370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f071c-f68e-46a0-94f8-eea9e3add9c5 req-fffa2a3a-8121-4f44-adca-bb22c5632eaa tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:44.692873 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c40f071c-f68e-46a0-94f8-eea9e3add9c5 req-fffa2a3a-8121-4f44-adca-bb22c5632eaa tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0845177 Apr 21 15:10:44.737808 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c40f071c-f68e-46a0-94f8-eea9e3add9c5 req-90490255-5492-4e95-ab0d-a0b920bb69ef tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Apr 21 15:10:45.922719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be5efd-7e58-48e7-9439-ce6039205d52 req-6dff18d5-d968-464f-b8c5-47666f32441b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:45.924339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2be5efd-7e58-48e7-9439-ce6039205d52 req-6dff18d5-d968-464f-b8c5-47666f32441b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0815260 Apr 21 15:10:45.972539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2be5efd-7e58-48e7-9439-ce6039205d52 req-2d2f9d76-bed5-49c6-9c3b-d990aa4dcc49 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Apr 21 15:10:47.157421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c03c4-23a3-4c46-97c1-f493c8449084 req-d026b94d-ce4c-4c66-84a0-738a8a52f45a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:47.158860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-276c03c4-23a3-4c46-97c1-f493c8449084 req-d026b94d-ce4c-4c66-84a0-738a8a52f45a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0786998 Apr 21 15:10:47.202624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-276c03c4-23a3-4c46-97c1-f493c8449084 req-fda2134f-d591-4468-9af3-cdd431039c47 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Apr 21 15:10:48.391464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad723deb-e2ae-4a2c-bb10-d10f6f9e1b06 req-695a67f5-dd74-4ecd-a7a1-7ae817f705b1 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:48.392789 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ad723deb-e2ae-4a2c-bb10-d10f6f9e1b06 req-695a67f5-dd74-4ecd-a7a1-7ae817f705b1 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0841680 Apr 21 15:10:48.436841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ad723deb-e2ae-4a2c-bb10-d10f6f9e1b06 req-3100dab9-e60c-4d4a-baef-6ccf3a250b0e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 Apr 21 15:10:49.618058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5107a72-02f2-4a8c-aa51-39eef773bc8e req-0a52fefb-1f78-4ab1-af6f-57bb0eb9175a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:49.619485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5107a72-02f2-4a8c-aa51-39eef773bc8e req-0a52fefb-1f78-4ab1-af6f-57bb0eb9175a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0799570 Apr 21 15:10:49.663413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5107a72-02f2-4a8c-aa51-39eef773bc8e req-50c6c352-50eb-4ac4-ae92-3d8d4983c4ba tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383382 Apr 21 15:10:50.852200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b75670-5406-452c-b74d-2ecbe389a914 req-8951c636-8733-41f9-bedd-f8a4e5043b2f tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:50.853691 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-79b75670-5406-452c-b74d-2ecbe389a914 req-8951c636-8733-41f9-bedd-f8a4e5043b2f tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0836792 Apr 21 15:10:50.896934 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-79b75670-5406-452c-b74d-2ecbe389a914 req-d9840973-4074-42f7-97c8-0d0062b47add tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374629 Apr 21 15:10:51.389342 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:10:52.078040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0edd2-0ed1-4557-a6c9-c206c2c0b5dd req-7e9bfa37-0d97-48f7-b403-d3ea6521d153 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:52.079379 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5f0edd2-0ed1-4557-a6c9-c206c2c0b5dd req-7e9bfa37-0d97-48f7-b403-d3ea6521d153 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0791068 Apr 21 15:10:52.116441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:52.122632 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5f0edd2-0ed1-4557-a6c9-c206c2c0b5dd req-e8f5aa95-be9e-4e42-ae19-2f188f7a0ba7 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Apr 21 15:10:53.307683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17155cc-e175-470d-9c22-d4ebf4b2f6c5 req-bf08aae1-bb84-4c40-b4a2-30eecb398cdd tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:53.309112 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b17155cc-e175-470d-9c22-d4ebf4b2f6c5 req-bf08aae1-bb84-4c40-b4a2-30eecb398cdd tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0818396 Apr 21 15:10:53.353076 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b17155cc-e175-470d-9c22-d4ebf4b2f6c5 req-0a7ad3e0-084c-4c54-b822-16f3811b3b8a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Apr 21 15:10:54.536190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ec635-7874-483b-8d83-e2e54d5e7c21 req-a164246c-05d9-42de-b4ba-08053224dcc6 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:54.537940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c35ec635-7874-483b-8d83-e2e54d5e7c21 req-a164246c-05d9-42de-b4ba-08053224dcc6 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0790417 Apr 21 15:10:54.584602 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c35ec635-7874-483b-8d83-e2e54d5e7c21 req-7c80aad4-3727-4418-b140-5ec6dc95073b tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411592 Apr 21 15:10:55.394217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-19556f61-1f3d-4e92-af6e-cff353e3eb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:55.771247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea774ebd-a41b-43ba-9182-fbf7c7337469 req-c6a51bdf-6f14-4b4d-887c-ea2194610288 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:55.772695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea774ebd-a41b-43ba-9182-fbf7c7337469 req-c6a51bdf-6f14-4b4d-887c-ea2194610288 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0792301 Apr 21 15:10:55.817357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea774ebd-a41b-43ba-9182-fbf7c7337469 req-466cb590-d2fc-4695-9779-3d144a2ec68a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Apr 21 15:10:57.234068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd7230-6755-4abf-ab83-6bd95271c4cb req-e6f3362b-3d6b-402c-9ae0-3b0e224a9d70 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:57.235492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dccd7230-6755-4abf-ab83-6bd95271c4cb req-e6f3362b-3d6b-402c-9ae0-3b0e224a9d70 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.1731949 Apr 21 15:10:57.277376 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dccd7230-6755-4abf-ab83-6bd95271c4cb req-59e02781-14ee-4077-97e4-8f70a94aed41 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362053 Apr 21 15:10:57.555060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5abcd1b-6d57-4488-9102-dbd2ba1c5bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:58.457240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74106a28-07d8-4d9e-8871-c2e45eb6c620 req-63af2476-d65e-4bf1-95e8-8f8058490484 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:58.458566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74106a28-07d8-4d9e-8871-c2e45eb6c620 req-63af2476-d65e-4bf1-95e8-8f8058490484 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0778067 Apr 21 15:10:58.500834 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74106a28-07d8-4d9e-8871-c2e45eb6c620 req-e1820aeb-81e3-4f5c-858d-7966182fcbcf tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Apr 21 15:10:58.794976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:59.003367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:10:59.684578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8ad34-cd54-4656-afec-dc8a24aec8aa req-28c7a999-861c-4696-89ff-2b2aa9cd08cb tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:10:59.689673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5e8ad34-cd54-4656-afec-dc8a24aec8aa req-28c7a999-861c-4696-89ff-2b2aa9cd08cb tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0867195 Apr 21 15:10:59.731796 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5e8ad34-cd54-4656-afec-dc8a24aec8aa req-10a62190-95d5-42eb-be1f-9ef263b40b75 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Apr 21 15:11:00.460776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:00.914250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d6ec7-6622-4d69-a9d0-b53801924921 req-707e7d75-7645-446a-9929-2965b3767ab1 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:00.915695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-815d6ec7-6622-4d69-a9d0-b53801924921 req-707e7d75-7645-446a-9929-2965b3767ab1 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0787649 Apr 21 15:11:00.962266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-815d6ec7-6622-4d69-a9d0-b53801924921 req-ce43f7ca-6309-434b-a9cc-e290fd17dc6c tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Apr 21 15:11:01.078429 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-190f8823-0009-44f8-859b-dc232a7f8d35 service neutron] 10.222.0.13 "GET /v2.0/ports/b7e13296-d5c4-4f55-b77d-739a772286a1/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0748827 Apr 21 15:11:01.455220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-72c6865c-de91-4bad-8792-1a2e088ee3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:01.456695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-72c6865c-de91-4bad-8792-1a2e088ee3f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73&tenant_id=79f5b178bc1a4bedb536f0d9846fb00c HTTP/1.1" status: 200 len: 1099 time: 0.1709998 Apr 21 15:11:01.545790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-fd49b76a-58e2-4ff6-a1f9-1dad3ba972a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:01.547214 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-fd49b76a-58e2-4ff6-a1f9-1dad3ba972a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1099 time: 0.0706577 Apr 21 15:11:01.677550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-f3cf83b1-3c5d-4f67-913e-56d6695002e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:01.678943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-f3cf83b1-3c5d-4f67-913e-56d6695002e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 913 time: 0.1264701 Apr 21 15:11:01.752209 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-faa234dd-cb1a-4201-a717-318e246e3579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0647833 Apr 21 15:11:01.814682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-75a1e616-1d84-4378-ad41-8ccde7ede09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:01.816086 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-75a1e616-1d84-4378-ad41-8ccde7ede09f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0589607 Apr 21 15:11:01.866077 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-05993efb-1df2-4ada-af7d-803d316b304a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437067 Apr 21 15:11:01.996357 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-5f397a09-70f2-4494-a4a2-1968b91cadb9 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226604 Apr 21 15:11:02.129009 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e4ec5b9c-77d0-4f25-b564-6e286018ef17 req-b4a8dbbf-9606-46df-a7b6-75521f311182 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271849 Apr 21 15:11:02.148542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973318b3-4a22-4fd7-8e96-aa41e2b42d44 req-363c31b5-6623-4249-9ceb-8ab028d3ba70 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:02.150082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-973318b3-4a22-4fd7-8e96-aa41e2b42d44 req-363c31b5-6623-4249-9ceb-8ab028d3ba70 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0811372 Apr 21 15:11:02.194607 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-973318b3-4a22-4fd7-8e96-aa41e2b42d44 req-c550e0b8-d375-45dc-9147-1989d045b2ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Apr 21 15:11:03.382842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654bdbb-b3ce-48f7-9f10-fe095dfde5f2 req-83eb1aca-b394-4d85-8539-5e715054f27a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:03.384274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3654bdbb-b3ce-48f7-9f10-fe095dfde5f2 req-83eb1aca-b394-4d85-8539-5e715054f27a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 946 time: 0.0821934 Apr 21 15:11:03.427753 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3654bdbb-b3ce-48f7-9f10-fe095dfde5f2 req-516bed92-d820-41e3-a3a8-c902a46be415 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Apr 21 15:11:04.139100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:11:04.141581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:11:04.380080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:04.409820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:04.431474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'network_id': 'bcc0d052-8b4b-490a-b87e-4501753174e7', 'port_id': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'mac_address': 'fa:16:3e:96:dc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0175d3b-7e8f-40d1-b096-50c3e139b78b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:11:04.432736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:11:04.469968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:04.485098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:04.526143 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046978c2-8b85-4bcd-be5d-5494c444681b'] response: {'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'code': 200} Apr 21 15:11:04.550703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:04.576738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:11:04.616138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ca342-4739-472b-92f3-c25361e7f68d req-ff7d096a-5d26-4a9d-a659-a8adf9288157 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:04.618333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e4ca342-4739-472b-92f3-c25361e7f68d req-ff7d096a-5d26-4a9d-a659-a8adf9288157 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0807407 Apr 21 15:11:04.618474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:04.646221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:11:04.646573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:11:04.665431 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e4ca342-4739-472b-92f3-c25361e7f68d req-c9e31b27-6dfe-4adb-aed8-412710d1e374 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Apr 21 15:11:05.201632 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:05.218385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:11:05.233181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:05.236996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:05.299932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b7e13296-d5c4-4f55-b77d-739a772286a1'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:11:05.350532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:05.854588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c6936-b27a-412b-95f0-bf3e7b0a9f5e req-0d9a73c3-5a80-43b4-be67-52843683481e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:05.856020 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f5c6936-b27a-412b-95f0-bf3e7b0a9f5e req-0d9a73c3-5a80-43b4-be67-52843683481e tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 945 time: 0.0827937 Apr 21 15:11:05.899794 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f5c6936-b27a-412b-95f0-bf3e7b0a9f5e req-bf89d1ed-9230-474a-aac6-a23e9d37f4ce tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Apr 21 15:11:06.175633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:11:06.276013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-d3b00ea4-d5cc-4ed5-ad4b-d6b5b6441090 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:06.276585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-d3b00ea4-d5cc-4ed5-ad4b-d6b5b6441090 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Synchronizing usage tracker for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:11:06.290149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:06.293872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-d3b00ea4-d5cc-4ed5-ad4b-d6b5b6441090 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Unset dirty status for tenant:79f5b178bc1a4bedb536f0d9846fb00c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:11:06.295205 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-d3b00ea4-d5cc-4ed5-ad4b-d6b5b6441090 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73&tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1014161 Apr 21 15:11:06.307011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:11:06.322457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:06.326471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:06.395827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:06.433892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-ab0c4466-62ca-400c-8a2c-a773c6c0c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:06.435381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-ab0c4466-62ca-400c-8a2c-a773c6c0c690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 1097 time: 0.0743840 Apr 21 15:11:06.562235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-2db47dda-2205-4cfa-9c4d-b599b71cf1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:06.563503 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-2db47dda-2205-4cfa-9c4d-b599b71cf1f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 200 len: 913 time: 0.1229401 Apr 21 15:11:06.627779 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-03d31be0-38b9-4293-aed0-3dc490250ab4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 200 len: 217 time: 0.0584776 Apr 21 15:11:06.690895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-cfb2eb17-4f1a-4b32-9224-1b233a6e7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:06.692225 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-cfb2eb17-4f1a-4b32-9224-1b233a6e7320 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 200 len: 852 time: 0.0583739 Apr 21 15:11:06.738319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-03e9ca96-0464-4d78-a0f1-461cc9440a3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bcc0d052-8b4b-490a-b87e-4501753174e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397701 Apr 21 15:11:06.865891 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-74df736a-ba76-42d2-8a19-bc40d81d6ee0 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215413 Apr 21 15:11:06.993297 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-13e55ea9-dbc5-4d5c-b638-5084716d9cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213295 Apr 21 15:11:07.836690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86e24e-efba-4695-b63b-e9b8b7ef15fe req-00605d86-5369-4428-a37e-f425a7f3b155 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:07.838161 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf86e24e-efba-4695-b63b-e9b8b7ef15fe req-00605d86-5369-4428-a37e-f425a7f3b155 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0817323 Apr 21 15:11:07.884858 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf86e24e-efba-4695-b63b-e9b8b7ef15fe req-972d0886-4eab-4412-88dc-e826aaca73f5 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404949 Apr 21 15:11:09.073379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d9c61-0040-4499-8531-c38320f979e4 req-87a07ca2-1d47-46f3-a70b-3c351160a43d tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:09.074824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d58d9c61-0040-4499-8531-c38320f979e4 req-87a07ca2-1d47-46f3-a70b-3c351160a43d tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0796723 Apr 21 15:11:09.118650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d58d9c61-0040-4499-8531-c38320f979e4 req-3a9c0250-7f6e-4947-8bf6-aaabc754ba8a tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/security-groups?id=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378358 Apr 21 15:11:09.507553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-70340687-e51f-44fa-98b5-aa6ceceda1f3 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:09.508850 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-70340687-e51f-44fa-98b5-aa6ceceda1f3 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 944 time: 0.0794017 Apr 21 15:11:09.701623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Deleting port b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:11:09.703210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:09.958472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] For port b7e13296-d5c4-4f55-b77d-739a772286a1, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b7e13296-d5c4-4f55-b77d-739a772286a1,segment=NetworkSegment(4a0e535c-a37d-4962-9316-6e6e2deeed97),segment_id=4a0e535c-a37d-4962-9316-6e6e2deeed97)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:09.958818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:10.086552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Calling delete_port for b7e13296-d5c4-4f55-b77d-739a772286a1 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:11:10.239164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:10.290146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56739151-f6bb-40b2-bbc8-751fff33b932 req-ab307205-9bab-49a2-a7cc-d910d499f88d tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbf7551d-423d-4948-a268-a5c70c1b4a73 HTTP/1.1" status: 200 len: 210 time: 0.0512381 Apr 21 15:11:10.292282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Pushing event deleted for resources: {'Port': ['ID=b7e13296-d5c4-4f55-b77d-739a772286a1,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:10.370807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] No DVR routers for this DVR port b7e13296-d5c4-4f55-b77d-739a772286a1 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:11:10.373803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:10.376397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-deleted', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:11:10.392340 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26bd60c5-d2ec-44bf-a899-343a17954b65 req-8bd53bd2-4bfc-42ad-872e-b56ef76e1510 tempest-DeleteServersTestJSON-1714146264 tempest-DeleteServersTestJSON-1714146264-project] 10.222.0.13 "DELETE /v2.0/ports/b7e13296-d5c4-4f55-b77d-739a772286a1 HTTP/1.1" status: 204 len: 173 time: 0.8780196 Apr 21 15:11:10.428820 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1611c6-9b54-4633-9501-8f3f9bb50e82'] response: {'server_uuid': 'fbf7551d-423d-4948-a268-a5c70c1b4a73', 'name': 'network-vif-deleted', 'tag': 'b7e13296-d5c4-4f55-b77d-739a772286a1', 'status': 'completed', 'code': 200} Apr 21 15:11:11.529476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39386) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:11.588177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Deleting subnet e0175d3b-7e8f-40d1-b096-50c3e139b78b {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:11:11.590914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:11.639025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:11.698254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:11.765136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:11.802987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0175d3b-7e8f-40d1-b096-50c3e139b78b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:11.806845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:11.813085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0ea2f0e6-dd51-4cf8-9d88-1c66dd9e888b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e0175d3b-7e8f-40d1-b096-50c3e139b78b HTTP/1.1" status: 204 len: 168 time: 0.2826045 Apr 21 15:11:11.815502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39390) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:11.920229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.040572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.067726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc0d052-8b4b-490a-b87e-4501753174e7']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:11:12.080305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0e535c-a37d-4962-9316-6e6e2deeed97') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:11:12.080608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0e535c-a37d-4962-9316-6e6e2deeed97') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:11:12.092218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.108032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.113799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:11:12.114176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:11:12.126801 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:11:12.184395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:11:12.199972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.222527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: b7e13296-d5c4-4f55-b77d-739a772286a1 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:11:12.222731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.222866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b7e13296-d5c4-4f55-b77d-739a772286a1 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:11:12.230960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc0d052-8b4b-490a-b87e-4501753174e7,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:12.239712 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f659fca0-12b4-46e5-853a-cecf42644f1b admin admin] 10.222.0.35 "DELETE /v2.0/networks/bcc0d052-8b4b-490a-b87e-4501753174e7 HTTP/1.1" status: 204 len: 168 time: 0.4232614 Apr 21 15:11:12.360670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39396) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:12.411535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a6c59ccc-b5bb-47d2-9bf9-cd11ad8ef10b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79f5b178bc1a4bedb536f0d9846fb00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495906 Apr 21 15:11:12.414272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39400) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:12.475689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.500596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.550040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.566514 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:12.576938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:12.578073 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e82dda73-50a4-44a0-bc4d-52142c532425 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ec7c4f3-e4f2-41e7-bbb7-7341b7666cc5 HTTP/1.1" status: 204 len: 168 time: 0.1628654 Apr 21 15:11:13.272167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39424) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:13.374912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-980117268-network', 'tenant_id': '0b5da0de935a41c2a9ef7652cd19dc08'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:11:13.379517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:11:13.383289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Usage tracker for resource:network and tenant:0b5da0de935a41c2a9ef7652cd19dc08 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:11:13.386103 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:11:13.392118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:11:13.401097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Made reservation on behalf of 0b5da0de935a41c2a9ef7652cd19dc08 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:11:13.403271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.418902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.433245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:11:13.437113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Usage tracker for resource:security_group_rule and tenant:0b5da0de935a41c2a9ef7652cd19dc08 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:11:13.439830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:11:13.445332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:11:13.524436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.527938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.559459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:11:13.564713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a7cd2-b540-41b0-bd34-e701865576fb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:13.571380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.571718 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Added segment 56529367-e199-41e2-b8b4-6faa92a3d170 of type vlan for network e42266ad-b98c-4a2e-8970-b1b308e902a2 Apr 21 15:11:13.598725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.626462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.627362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:13.627924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.726258 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4530036 Apr 21 15:11:13.729145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39430) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:11:13.731872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf5af-94c9-4e39-bb7a-e79c701de377 admin admin] Pushing event updated for resources: {'Network': ['ID=e42266ad-b98c-4a2e-8970-b1b308e902a2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:13.736359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Request body: {'subnet': {'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-980117268-subnet', 'tenant_id': '0b5da0de935a41c2a9ef7652cd19dc08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:11:13.741505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:11:13.742002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:11:13.745600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Usage tracker for resource:subnet and tenant:0b5da0de935a41c2a9ef7652cd19dc08 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:11:13.748825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:11:13.754462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:11:13.770173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Made reservation on behalf of 0b5da0de935a41c2a9ef7652cd19dc08 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:11:13.772406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:13.972018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:14.043485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed204e9e-5588-401d-b0cc-3e5992afc6e6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:14.053099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Checking segment: {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:11:14.053476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Network hostable DHCP agents. Network: e42266ad-b98c-4a2e-8970-b1b308e902a2, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:11:14.071506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:11:14.080737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e42266ad-b98c-4a2e-8970-b1b308e902a2) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:11:14.084981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:14.085583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:14.089878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4bf26-6bb1-486f-83a5-9ae37ae16a20 None None] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:11:14.105823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2cf21bff-cefe-45da-bf91-94eb861496ef admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3754139 Apr 21 15:11:14.309348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ee430-e2ec-4e80-833f-3f64fe18dc39 None None] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:11:14.619246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-c16dd361-245b-4886-8245-ca8df173bb0d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:14.620664 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-c16dd361-245b-4886-8245-ca8df173bb0d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 814 time: 0.1508222 Apr 21 15:11:14.635308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-d22d236b-d494-4f94-9d5e-52a8c3eb7d3a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/quotas/0b5da0de935a41c2a9ef7652cd19dc08 HTTP/1.1" status: 200 len: 375 time: 0.0087066 Apr 21 15:11:14.682133 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-86698121-062f-47d5-be54-7f5906e273e9 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413506 Apr 21 15:11:14.739654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-d6a5aa9a-efab-4b88-b375-5dd0de7c732d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:11:14.740723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-d6a5aa9a-efab-4b88-b375-5dd0de7c732d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517521 Apr 21 15:11:14.871713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-5c5fc871-b748-4ebf-bc0f-6cdc0791fd84 service neutron] 10.222.0.35 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250529 Apr 21 15:11:15.002066 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-33de617a-bea8-4d43-b015-90af8b956251 service neutron] 10.222.0.35 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237121 Apr 21 15:11:15.174099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9aef55af-cedf-487a-8648-92b2bffdc544 req-2608be0a-969b-496c-ba3d-a391f20f6d09 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0430732 Apr 21 15:11:16.176954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-7a01249e-0393-4b74-ad80-7325610529bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:16.177757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-7a01249e-0393-4b74-ad80-7325610529bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Synchronizing usage tracker for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:11:16.195086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-7a01249e-0393-4b74-ad80-7325610529bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Unset dirty status for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:11:16.196012 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-7a01249e-0393-4b74-ad80-7325610529bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 814 time: 0.1661029 Apr 21 15:11:16.207512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Request body: {'port': {'device_id': '8ef19016-d448-47a3-8198-259b8016f8b6', 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'admin_state_up': True, 'tenant_id': '0b5da0de935a41c2a9ef7652cd19dc08'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:11:16.329916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4cc6763e-a2e5-4aef-a23f-36aae086cd98 req-95e584c9-64a1-40de-9a9e-a1e2555f9c1b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 210 time: 0.0473313 Apr 21 15:11:16.442247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:11:16.445944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Usage tracker for resource:port and tenant:0b5da0de935a41c2a9ef7652cd19dc08 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:11:16.448688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:11:16.454870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:11:16.463419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Made reservation on behalf of 0b5da0de935a41c2a9ef7652cd19dc08 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:11:16.467425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:16.624804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Allocated IP 172.20.0.6 (e42266ad-b98c-4a2e-8970-b1b308e902a2/ed204e9e-5588-401d-b0cc-3e5992afc6e6/5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:11:16.824844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:16.853457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:16.927653 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:11:16.930666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:11:16.934365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:11:16.968048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:16.998225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:16.998819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.019206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-b58f7d0f-6360-4176-a8ad-16446c0e2df6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8156517 Apr 21 15:11:17.030816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Request body: {'port': {'device_id': '8ef19016-d448-47a3-8198-259b8016f8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:11:17.141962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.473947 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:11:17.481187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.495884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Transition to ACTIVE for port object 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:11:17.500446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.517876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc196c8-3820-43b0-b566-2411678fe516 req-c200bcb3-c9d6-4c3c-83fb-5d0f30129643 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:17.519320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bcc196c8-3820-43b0-b566-2411678fe516 req-c200bcb3-c9d6-4c3c-83fb-5d0f30129643 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 931 time: 0.0811651 Apr 21 15:11:17.566040 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bcc196c8-3820-43b0-b566-2411678fe516 req-72c5eeac-9c7b-43aa-9ddb-2f847c1a75af tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Apr 21 15:11:17.663239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:17.731357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Attempting to bind port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:11:17.732369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Attempting to bind port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:11:17.732917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Attempting to bind port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:11:17.737614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:11:17.738042 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Attempting to bind port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:11:17.743037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:11:17.743358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Checking segment: {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:11:17.743726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Bound using segment: {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:11:17.744134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Bound port: 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:11:17.744470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.837544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:11:17.840448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:11:17.845341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.902321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:17.902918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:17.904913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 1093 time: 0.8785524 Apr 21 15:11:17.905366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:11:17.928588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4080bf-8b9e-409d-a4df-7da16326fa68 service neutron] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:17.983283 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d772bb-08ee-445b-8c99-3809cfca8911'] response: {'name': 'network-changed', 'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'status': 'completed', 'code': 200} Apr 21 15:11:18.025989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-5d5cbd97-7243-45a1-ae9d-4c81d6f3e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.027415 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-5d5cbd97-7243-45a1-ae9d-4c81d6f3e8b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0758340 Apr 21 15:11:18.093877 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-6c978ba9-9f97-412f-9d75-254880e3e0ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0602310 Apr 21 15:11:18.251801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-24af32ae-9b31-42ff-8d01-e465163fedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.253117 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-24af32ae-9b31-42ff-8d01-e465163fedcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.1537874 Apr 21 15:11:18.299470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-a8717c89-6484-44e5-bf02-82d0bb631695 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396020 Apr 21 15:11:18.427302 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-27f59ca9-f9bf-448b-ba34-dbd8531640cf service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222534 Apr 21 15:11:18.556673 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56dee3c8-3cc9-44f0-8048-2d410647115f req-494c9719-0f5b-4ada-8f48-90f63ed598e2 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230569 Apr 21 15:11:18.677763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-f7e482d8-b0e2-4328-bb7e-35f2e6fb344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.679213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-f7e482d8-b0e2-4328-bb7e-35f2e6fb344d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0751965 Apr 21 15:11:18.757365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4c117-4e98-41d9-a359-edc36b41433e req-8b191a9f-e514-43b6-9e33-d3df96af0916 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.758824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0cc4c117-4e98-41d9-a359-edc36b41433e req-8b191a9f-e514-43b6-9e33-d3df96af0916 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0824332 Apr 21 15:11:18.814193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-09174c53-af19-4df1-90a7-71cf492f2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.815551 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-09174c53-af19-4df1-90a7-71cf492f2620 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1308193 Apr 21 15:11:18.889967 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-d1d91e32-23ef-49b5-9365-829968fe2ad0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0641296 Apr 21 15:11:18.902297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0cc4c117-4e98-41d9-a359-edc36b41433e req-a1ad15de-6752-4f25-89f9-b720321d316b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365108 Apr 21 15:11:18.954590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-3146086d-8018-4443-bbc9-9e975889540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:18.955997 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-3146086d-8018-4443-bbc9-9e975889540e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0609081 Apr 21 15:11:19.005724 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-1e8be79d-b7ea-4419-addb-11a8e05cc566 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421138 Apr 21 15:11:19.137016 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-f501775c-1e3f-4660-9521-0c594c1c4de6 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246657 Apr 21 15:11:19.266919 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3ab4d30a-87d3-4866-8132-f414fd6ff752 req-e6b98cd0-30ae-47cd-b183-018b9a4b2f99 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240482 Apr 21 15:11:20.088311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14844233-5310-4e93-a97d-6ada1361474d req-80bdcfdf-782b-4f84-8eee-d34a0830e325 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:20.089661 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14844233-5310-4e93-a97d-6ada1361474d req-80bdcfdf-782b-4f84-8eee-d34a0830e325 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0808551 Apr 21 15:11:20.132612 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14844233-5310-4e93-a97d-6ada1361474d req-a679242b-a686-44b0-9adc-b1300c6ade30 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Apr 21 15:11:20.246435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:11:20.412808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:20.426077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'port_id': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'mac_address': 'fa:16:3e:55:f8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed204e9e-5588-401d-b0cc-3e5992afc6e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:11:20.482157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:20.499250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:11:20.513860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:20.517719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:20.582007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:20.588796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.589135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.589496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.589825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.590147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.590471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.591309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.591647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.592140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.592598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.593067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.593571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:11:20.811958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:11:21.315588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4130b-c02a-4a22-b136-61d04341a3dd req-93e9d3ae-92d5-4a9a-8aab-62fee3ab4744 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:21.317021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4eb4130b-c02a-4a22-b136-61d04341a3dd req-93e9d3ae-92d5-4a9a-8aab-62fee3ab4744 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 944 time: 0.0817077 Apr 21 15:11:21.360606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4eb4130b-c02a-4a22-b136-61d04341a3dd req-fcf86fdd-66ce-47de-b4d1-4e2ad63ff9d0 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379632 Apr 21 15:11:22.120039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.277032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:11:22.343306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:11:22.348011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:11:22.348380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.464174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.491765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:11:22.501993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:22.508956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:22.549109 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482ec765-3515-46b5-b61b-b955aa33c712'] response: {'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'code': 200} Apr 21 15:11:22.562491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ff355-e44f-44a7-9660-36b6146d10d5 req-dd0b1c39-6561-4b19-bad8-ef0ff532b198 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:22.563976 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-360ff355-e44f-44a7-9660-36b6146d10d5 req-dd0b1c39-6561-4b19-bad8-ef0ff532b198 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0949907 Apr 21 15:11:22.582964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:22.613536 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-360ff355-e44f-44a7-9660-36b6146d10d5 req-02cb3045-6282-4de5-9303-ed1a4bd80429 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Apr 21 15:11:22.761130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ceee7-9786-403b-8a4d-bcf09d1a4f12 req-3ee5ed2e-7a21-4f45-8ccb-3c6aa215f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:22.762991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d1ceee7-9786-403b-8a4d-bcf09d1a4f12 req-3ee5ed2e-7a21-4f45-8ccb-3c6aa215f988 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0678160 Apr 21 15:11:22.806055 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2d1ceee7-9786-403b-8a4d-bcf09d1a4f12 req-cba505be-49f3-4353-8112-181e7dfe8066 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382178 Apr 21 15:11:23.804640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c74a2-294b-4e85-8162-b03a19acfba9 req-5b40f102-dbfc-4185-a19b-7c11c905c5f6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:23.806274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f95c74a2-294b-4e85-8162-b03a19acfba9 req-5b40f102-dbfc-4185-a19b-7c11c905c5f6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0814779 Apr 21 15:11:23.850690 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f95c74a2-294b-4e85-8162-b03a19acfba9 req-07371325-e6fc-48a6-8509-ca6fee24ef5e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383554 Apr 21 15:11:25.036550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2218fe-2f37-4a65-bb07-773f527b73f4 req-9434723d-9d07-4b06-95bc-9411a3a4ebb3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:25.038246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb2218fe-2f37-4a65-bb07-773f527b73f4 req-9434723d-9d07-4b06-95bc-9411a3a4ebb3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0824330 Apr 21 15:11:25.082003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb2218fe-2f37-4a65-bb07-773f527b73f4 req-d59d6f8c-fc3a-4e57-a104-82b9cdd71fc3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Apr 21 15:11:25.259582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebc71f-eb56-4e4f-b395-e3e86bca2383 req-df07cfbe-beeb-4f89-9efc-d826e707c8eb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:25.261012 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcebc71f-eb56-4e4f-b395-e3e86bca2383 req-df07cfbe-beeb-4f89-9efc-d826e707c8eb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0786376 Apr 21 15:11:25.304333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcebc71f-eb56-4e4f-b395-e3e86bca2383 req-8a997465-dad3-4831-afa1-e3ebab5f757f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Apr 21 15:11:25.397122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fbed187f-bc1c-454b-866f-b54cc1cfb11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:25.653066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a78c97-7e6c-4844-9142-22484c61a319 req-476dc25f-613e-45d1-b942-58f00da0ef8e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:25.654506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-01a78c97-7e6c-4844-9142-22484c61a319 req-476dc25f-613e-45d1-b942-58f00da0ef8e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0832264 Apr 21 15:11:25.705787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-01a78c97-7e6c-4844-9142-22484c61a319 req-cde8905a-62d2-4e7a-9f3f-87b41a414c87 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455737 Apr 21 15:11:25.893096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149571e-f635-4450-9942-2ae99121a79d req-44eda7cd-ee18-4a05-b844-daa82d84205e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:25.894720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1149571e-f635-4450-9942-2ae99121a79d req-44eda7cd-ee18-4a05-b844-daa82d84205e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0783980 Apr 21 15:11:25.942250 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1149571e-f635-4450-9942-2ae99121a79d req-c03a1ee9-dfdf-4ced-995a-bbfb795cae85 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Apr 21 15:11:26.282195 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-6ae64872-ca95-405b-9b42-42724f5b4825 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685017 Apr 21 15:11:26.339375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61770144-e92c-4a09-9628-d83fa63a076a req-105ea135-f6e3-4967-8dde-025890781a5f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:26.340889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61770144-e92c-4a09-9628-d83fa63a076a req-105ea135-f6e3-4967-8dde-025890781a5f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0801384 Apr 21 15:11:26.385194 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61770144-e92c-4a09-9628-d83fa63a076a req-6a303f1f-d59d-4e76-be6c-5eb85bd93633 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Apr 21 15:11:27.424858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-3a252e3c-8aff-42dd-8d61-7940fd53c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:27.426369 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-3a252e3c-8aff-42dd-8d61-7940fd53c046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0715253 Apr 21 15:11:27.559532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a7f6b7b1-1243-42b0-8050-3da8891a830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:27.560555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-84540cd9-66b3-4d13-9d76-3c2cc0cf6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:27.562535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-84540cd9-66b3-4d13-9d76-3c2cc0cf6533 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1295066 Apr 21 15:11:27.576132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bb2da-09a9-437c-9399-b83a7012e085 req-2e8dd781-c345-40ad-9b2f-7af16b663cbe tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:27.578642 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f6bb2da-09a9-437c-9399-b83a7012e085 req-2e8dd781-c345-40ad-9b2f-7af16b663cbe tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0869195 Apr 21 15:11:27.622780 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f6bb2da-09a9-437c-9399-b83a7012e085 req-7940b3ae-5057-4656-926c-faa4b25b9510 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Apr 21 15:11:27.633677 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-855dad04-609d-4b8b-9dad-41a8f3b9b824 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0648661 Apr 21 15:11:27.695434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-8b95b82c-fdae-46e3-a517-5d6779131046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:27.696708 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-8b95b82c-fdae-46e3-a517-5d6779131046 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0581007 Apr 21 15:11:27.744525 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-17adfcde-b453-4069-a151-9f31d741ab87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422506 Apr 21 15:11:27.971046 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-88a5d61c-91f8-47e9-9d10-416bf34964fa service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204344 Apr 21 15:11:28.100337 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-96f95b22-b2a3-4067-88fe-98d2dc82c6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235857 Apr 21 15:11:28.388403 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:11:28.798542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:28.808963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764b5f-1288-421d-99ff-aeb168d65668 req-87ccb1bc-7802-445d-a098-51bc0ee3597f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:28.810443 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef764b5f-1288-421d-99ff-aeb168d65668 req-87ccb1bc-7802-445d-a098-51bc0ee3597f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0801463 Apr 21 15:11:28.857221 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ef764b5f-1288-421d-99ff-aeb168d65668 req-1fd5e94c-14fa-4f8a-8d39-57a857a06d68 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Apr 21 15:11:29.005902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:30.048505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6152ce-c001-4c0f-89d3-867146eb3368 req-5e288fb3-fdba-404c-8a25-915bd08782d5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:30.050022 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c6152ce-c001-4c0f-89d3-867146eb3368 req-5e288fb3-fdba-404c-8a25-915bd08782d5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0837231 Apr 21 15:11:30.092598 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c6152ce-c001-4c0f-89d3-867146eb3368 req-3631eae1-3b27-4888-bff4-f76becb28e4b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Apr 21 15:11:30.463403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:31.275962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36716717-b605-4494-95a3-e68e4f20377f req-a00df4cb-f0f8-47d3-91ab-fd85a9ec3966 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:31.277423 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36716717-b605-4494-95a3-e68e4f20377f req-a00df4cb-f0f8-47d3-91ab-fd85a9ec3966 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0783644 Apr 21 15:11:31.321309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36716717-b605-4494-95a3-e68e4f20377f req-433ae047-d187-4838-8b35-c24cf898ce09 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Apr 21 15:11:32.506306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc98e45-142a-4e01-b24a-ffd9329a872d req-9eaae5a2-40a3-4645-8ffc-5c8b29d8d3fb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:32.507626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8dc98e45-142a-4e01-b24a-ffd9329a872d req-9eaae5a2-40a3-4645-8ffc-5c8b29d8d3fb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0821915 Apr 21 15:11:32.552296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8dc98e45-142a-4e01-b24a-ffd9329a872d req-ffd6f599-d327-4550-8108-b28df002cd16 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Apr 21 15:11:33.737568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45e4e9-3587-4957-a8b2-4843a52d70e5 req-4d610fc6-efa7-43a0-b48e-0a4346e1d642 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:33.739003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bd45e4e9-3587-4957-a8b2-4843a52d70e5 req-4d610fc6-efa7-43a0-b48e-0a4346e1d642 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0803301 Apr 21 15:11:33.788232 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bd45e4e9-3587-4957-a8b2-4843a52d70e5 req-db43bc7b-febf-4cdd-a45c-05e81db066b2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434580 Apr 21 15:11:34.972775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed05bc-dc0c-49b0-b2de-66e3a8b8de95 req-d132e08f-f82b-4370-b3b4-919e14743629 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:34.974269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e3ed05bc-dc0c-49b0-b2de-66e3a8b8de95 req-d132e08f-f82b-4370-b3b4-919e14743629 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0796449 Apr 21 15:11:35.017605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e3ed05bc-dc0c-49b0-b2de-66e3a8b8de95 req-2c708dc8-9dc3-4325-a4b3-72fdde24f277 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Apr 21 15:11:36.205875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe2868-1182-4f7e-b7cd-b428833fb271 req-f4b7f966-e463-472e-9ae0-d51127c8a41a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:36.207285 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-98fe2868-1182-4f7e-b7cd-b428833fb271 req-f4b7f966-e463-472e-9ae0-d51127c8a41a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0840881 Apr 21 15:11:36.251517 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-98fe2868-1182-4f7e-b7cd-b428833fb271 req-8fe91985-24d3-494c-b9e7-db66eb07e0a9 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386691 Apr 21 15:11:37.437131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4a595-0ac3-4918-9cc5-9fa13d8e4354 req-e469e4b5-7801-450b-8452-e2b030b65aae tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:37.438555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16b4a595-0ac3-4918-9cc5-9fa13d8e4354 req-e469e4b5-7801-450b-8452-e2b030b65aae tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0804403 Apr 21 15:11:37.481263 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-16b4a595-0ac3-4918-9cc5-9fa13d8e4354 req-80edb1e1-33df-47be-a6a7-db5e09d97757 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Apr 21 15:11:38.668044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d330cc-e8f6-4d24-a9bc-3c4f912d78cc req-6ac2d1e2-8c27-4a32-ac34-789ab43d5a12 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:38.669496 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22d330cc-e8f6-4d24-a9bc-3c4f912d78cc req-6ac2d1e2-8c27-4a32-ac34-789ab43d5a12 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0821724 Apr 21 15:11:38.713111 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22d330cc-e8f6-4d24-a9bc-3c4f912d78cc req-a2712bc2-fc30-419a-8b09-27dfba1ae44f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377648 Apr 21 15:11:39.894478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661085-41c2-4168-bef3-9920ee25ac6e req-d8687dd9-db17-4c40-a246-92c91f070be5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:39.895917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e7661085-41c2-4168-bef3-9920ee25ac6e req-d8687dd9-db17-4c40-a246-92c91f070be5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0796521 Apr 21 15:11:39.943541 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e7661085-41c2-4168-bef3-9920ee25ac6e req-d324e317-3ea9-4c88-9b5b-d56078b933f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419536 Apr 21 15:11:41.124796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f39cd-53d4-4008-aa8a-eaf970036a93 req-acdfcc8b-26ed-41c0-934e-dbe156c04e3a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:41.126264 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e07f39cd-53d4-4008-aa8a-eaf970036a93 req-acdfcc8b-26ed-41c0-934e-dbe156c04e3a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0782149 Apr 21 15:11:41.169733 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e07f39cd-53d4-4008-aa8a-eaf970036a93 req-a6891528-a2e8-4173-8a02-0ed348970832 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Apr 21 15:11:42.362036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32ef5b-de75-4cc0-acd3-4927bd1b81f8 req-42029b96-e1b2-41c4-a6a7-504b141ee4f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:42.363456 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd32ef5b-de75-4cc0-acd3-4927bd1b81f8 req-42029b96-e1b2-41c4-a6a7-504b141ee4f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0821579 Apr 21 15:11:42.406710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd32ef5b-de75-4cc0-acd3-4927bd1b81f8 req-26df219e-e581-4acd-bb26-19c9ace261d8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Apr 21 15:11:43.591292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c7829-eb76-4b1e-a7e9-7472cedf6d50 req-2d23f5df-04eb-4a26-bdf1-52cd31e6b3d6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:43.592923 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c29c7829-eb76-4b1e-a7e9-7472cedf6d50 req-2d23f5df-04eb-4a26-bdf1-52cd31e6b3d6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0799179 Apr 21 15:11:43.641514 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c29c7829-eb76-4b1e-a7e9-7472cedf6d50 req-6b40a36f-420b-44d3-af3f-fb4b703abff5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 Apr 21 15:11:43.747717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78b54-9887-4b26-9a85-141d069ce622 req-c5ec5edb-17aa-4d5c-8cd3-cb376845389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:43.749840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-c5ec5edb-17aa-4d5c-8cd3-cb376845389b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0702019 Apr 21 15:11:43.895945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78b54-9887-4b26-9a85-141d069ce622 req-9d330670-72eb-4762-92be-31f3fb27b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:43.897391 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-9d330670-72eb-4762-92be-31f3fb27b7a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1269677 Apr 21 15:11:43.967980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-69776adb-c7d6-4d36-be54-9ad0be942d19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0637102 Apr 21 15:11:44.029265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78b54-9887-4b26-9a85-141d069ce622 req-b2df7936-c94f-4372-82ec-42c5b7a7138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:44.031100 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-b2df7936-c94f-4372-82ec-42c5b7a7138f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0581629 Apr 21 15:11:44.079652 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-3da1c118-4020-484b-8093-8b7c2588e171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421457 Apr 21 15:11:44.212771 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-0a2a4ee1-2dba-42ea-8297-2dd20be5d97d service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248226 Apr 21 15:11:44.344676 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14d78b54-9887-4b26-9a85-141d069ce622 req-0ab33119-e685-4146-b190-b98ef568fb41 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237431 Apr 21 15:11:44.922275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90d82e-26b8-46ad-acd6-3114b4bb8360 req-2742e4dc-c925-4b14-8e58-2ce3dfb23c09 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:44.923648 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9e90d82e-26b8-46ad-acd6-3114b4bb8360 req-2742e4dc-c925-4b14-8e58-2ce3dfb23c09 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.1739566 Apr 21 15:11:44.966590 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9e90d82e-26b8-46ad-acd6-3114b4bb8360 req-41f06486-4a4b-4ced-886e-44eeb634e48c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373275 Apr 21 15:11:46.150037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a6538-a929-4b46-83cd-cb1574578615 req-eeb3036b-e40b-4ce5-8358-d99300b01346 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:46.151464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-219a6538-a929-4b46-83cd-cb1574578615 req-eeb3036b-e40b-4ce5-8358-d99300b01346 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0791445 Apr 21 15:11:46.197259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-219a6538-a929-4b46-83cd-cb1574578615 req-ba6baa70-c3ff-48c9-81c1-efc2392ee009 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Apr 21 15:11:47.381284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fba8e3-e9f8-4ed7-a354-ebf528ea7780 req-723ba894-42d1-47f3-8b41-7e9093721bd2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:47.382714 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-62fba8e3-e9f8-4ed7-a354-ebf528ea7780 req-723ba894-42d1-47f3-8b41-7e9093721bd2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0797617 Apr 21 15:11:47.426891 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-62fba8e3-e9f8-4ed7-a354-ebf528ea7780 req-e31cc0e0-b040-483d-b85c-f84c710f41a0 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Apr 21 15:11:48.610645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d8102-5bc4-40b2-8b05-cc4a8f965b6a req-859dd6c3-f02a-4af0-b237-769b4587393a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:48.612049 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c4d8102-5bc4-40b2-8b05-cc4a8f965b6a req-859dd6c3-f02a-4af0-b237-769b4587393a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0833812 Apr 21 15:11:48.656018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c4d8102-5bc4-40b2-8b05-cc4a8f965b6a req-a3fb21ba-aa4d-48d1-974a-a3259d306f2c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Apr 21 15:11:49.837920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b834c0f-93ee-46d3-af2c-125d3f23a002 req-8a2b63d3-fefc-44c9-bb12-ea2c48fa851b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:49.839380 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b834c0f-93ee-46d3-af2c-125d3f23a002 req-8a2b63d3-fefc-44c9-bb12-ea2c48fa851b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Apr 21 15:11:49.883969 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b834c0f-93ee-46d3-af2c-125d3f23a002 req-9744929d-a89f-46c2-9d43-d63408878f4b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Apr 21 15:11:51.071819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729ebf4-2e37-4ba0-9946-0d84835743be req-1470560b-549e-48e2-8ac3-2c7ba242e9a9 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:51.073262 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b729ebf4-2e37-4ba0-9946-0d84835743be req-1470560b-549e-48e2-8ac3-2c7ba242e9a9 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0817602 Apr 21 15:11:51.119966 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b729ebf4-2e37-4ba0-9946-0d84835743be req-e25b4d00-6b14-41fc-a49a-948f51250211 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Apr 21 15:11:52.115663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:52.304943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa269730-e5ad-4e9f-83c8-3a06f4b40b7e req-1b99308e-14ab-4c7a-a3b2-b7e7ffcef161 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:52.306388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa269730-e5ad-4e9f-83c8-3a06f4b40b7e req-1b99308e-14ab-4c7a-a3b2-b7e7ffcef161 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0803511 Apr 21 15:11:52.349909 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa269730-e5ad-4e9f-83c8-3a06f4b40b7e req-7a4ff064-cafe-48b7-95d1-df3f12179917 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Apr 21 15:11:53.539189 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5f141-7c00-40a9-b94c-93bcad876d48 req-46f472dc-0417-422e-879a-83fe6dfa441c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:53.540630 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6ac5f141-7c00-40a9-b94c-93bcad876d48 req-46f472dc-0417-422e-879a-83fe6dfa441c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0857365 Apr 21 15:11:53.584277 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6ac5f141-7c00-40a9-b94c-93bcad876d48 req-dddfba4b-8c3d-4f41-a55f-4d98f2d8685a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Apr 21 15:11:54.759204 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-630e61d7-94fe-4096-92db-02020815fae4 service neutron] 10.222.0.13 "GET /v2.0/ports/5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0804584 Apr 21 15:11:54.769149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed738d-8533-44b3-85de-5be9dcb50439 req-e7eb0180-90dc-42db-92fc-f3cb1a1a71b5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:54.770652 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89ed738d-8533-44b3-85de-5be9dcb50439 req-e7eb0180-90dc-42db-92fc-f3cb1a1a71b5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0828967 Apr 21 15:11:54.820257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89ed738d-8533-44b3-85de-5be9dcb50439 req-0d7a4d2e-695a-4e33-a2f5-99101ffb079c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Apr 21 15:11:55.023093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-060975f1-7e80-45cf-902e-b0c62cc3fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:55.024429 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-060975f1-7e80-45cf-902e-b0c62cc3fd13 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6&tenant_id=0b5da0de935a41c2a9ef7652cd19dc08 HTTP/1.1" status: 200 len: 1098 time: 0.0697768 Apr 21 15:11:55.118251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-86408605-6e05-41cb-99bb-20f21a295a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:55.119940 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-86408605-6e05-41cb-99bb-20f21a295a69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1098 time: 0.0733702 Apr 21 15:11:55.248761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-4dcf7c04-94fb-4a42-9171-72ce8a179351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:55.250191 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-4dcf7c04-94fb-4a42-9171-72ce8a179351 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1248553 Apr 21 15:11:55.318710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-ffe4d81e-573a-4113-a574-a95e1f2484be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0626378 Apr 21 15:11:55.380421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-d6d12b1c-3c89-41bd-9ba3-1a067c621997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:55.381823 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-d6d12b1c-3c89-41bd-9ba3-1a067c621997 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0577447 Apr 21 15:11:55.399861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce8af-a527-4154-86f1-590941e5b304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:55.428854 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-5659cae2-846e-44b0-aaed-0d801c85c3ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413892 Apr 21 15:11:55.557583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-361ae58d-09cf-417a-b837-da34d4489b89 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225641 Apr 21 15:11:55.784749 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8c4e5183-ca15-4e64-9724-46b66cbf6766 req-94efc10c-54fc-4412-88bd-68ed43b9e7cb service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209945 Apr 21 15:11:56.006745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d0a57-31b6-4f0d-971e-818f0af65aab req-f8fa9073-a5b6-4d22-a520-b0711fc6b763 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:56.008184 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-044d0a57-31b6-4f0d-971e-818f0af65aab req-f8fa9073-a5b6-4d22-a520-b0711fc6b763 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0803902 Apr 21 15:11:56.052602 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-044d0a57-31b6-4f0d-971e-818f0af65aab req-5b6b42e3-1b37-4e9e-8164-0d216c05bdb3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387819 Apr 21 15:11:57.237984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81912ea6-ebb7-41e3-a3c6-adf11b4510e5 req-c121c2e8-0f91-4db3-8194-c9d059050b33 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:57.239396 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81912ea6-ebb7-41e3-a3c6-adf11b4510e5 req-c121c2e8-0f91-4db3-8194-c9d059050b33 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0814981 Apr 21 15:11:57.282398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81912ea6-ebb7-41e3-a3c6-adf11b4510e5 req-c24ffd3b-6488-4017-9330-f6a53f163cbf tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374186 Apr 21 15:11:57.554829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e819624-a200-448d-8e23-1083a1a7378b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:58.448590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:11:58.471367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d754e-4288-41e3-82fa-9654cd7b9627 req-9f3fb9b2-c485-47c7-a60d-612723d7ab96 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:58.472826 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-155d754e-4288-41e3-82fa-9654cd7b9627 req-9f3fb9b2-c485-47c7-a60d-612723d7ab96 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 945 time: 0.0833046 Apr 21 15:11:58.519244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-155d754e-4288-41e3-82fa-9654cd7b9627 req-d7794333-a7bd-40bd-b865-ef99dfdcf614 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Apr 21 15:11:58.564849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:58.590798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:11:58.600842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:11:58.604557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:58.647154 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f285c94-07fd-4aab-bdc9-3964bf939d55'] response: {'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'code': 200} Apr 21 15:11:58.672690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:11:58.800163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:59.006959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:11:59.704012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22707c7d-5728-49b4-8cdd-ee0dd8d78157 req-d64a297f-ea72-4042-bd91-431dde74e860 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:11:59.705469 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22707c7d-5728-49b4-8cdd-ee0dd8d78157 req-d64a297f-ea72-4042-bd91-431dde74e860 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0824199 Apr 21 15:11:59.748269 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22707c7d-5728-49b4-8cdd-ee0dd8d78157 req-1260d820-edec-4549-90ba-8a0d833754ff tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Apr 21 15:12:00.049094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55892b8-bee1-4f4c-833c-21765fd7d95f req-21a80f83-a5e6-4e22-b6f8-dff10f824dbd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:00.050580 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b55892b8-bee1-4f4c-833c-21765fd7d95f req-21a80f83-a5e6-4e22-b6f8-dff10f824dbd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0798542 Apr 21 15:12:00.059192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-af7b540a-9385-460d-a8fb-0a2fde249aaa tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:00.059878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-af7b540a-9385-460d-a8fb-0a2fde249aaa tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Synchronizing usage tracker for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:00.076550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-af7b540a-9385-460d-a8fb-0a2fde249aaa tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Unset dirty status for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:00.078583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-af7b540a-9385-460d-a8fb-0a2fde249aaa tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6&tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.1036816 Apr 21 15:12:00.102884 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b55892b8-bee1-4f4c-833c-21765fd7d95f req-b91918cd-35e8-4a20-a098-a732d90c20eb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464435 Apr 21 15:12:00.220723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-0c8f89a6-bfc2-42c1-96db-ea57d37e4b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:00.222184 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-0c8f89a6-bfc2-42c1-96db-ea57d37e4b21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 1096 time: 0.0705280 Apr 21 15:12:00.351367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-89dfed83-acca-4b0b-9c05-51dfa6eadb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:00.352670 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-89dfed83-acca-4b0b-9c05-51dfa6eadb9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1238658 Apr 21 15:12:00.422482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-90b95152-d409-4cab-87ce-16f9e1769354 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 200 len: 217 time: 0.0634103 Apr 21 15:12:00.469451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:00.483331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-3bb75f42-98c1-4d33-94f0-90c26e1f1698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:00.484764 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-3bb75f42-98c1-4d33-94f0-90c26e1f1698 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0569067 Apr 21 15:12:00.533781 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-cf3882f4-070e-4444-b967-b463dd1aa5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432618 Apr 21 15:12:00.662880 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-569eaf47-44ef-4825-a07f-0d49c30c6568 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230943 Apr 21 15:12:00.791909 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14a7df3f-ff76-4be7-b254-760ca596e55b req-e3dcd2aa-cbc7-4ea7-b0e1-2bce1928110a service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226726 Apr 21 15:12:01.291056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734351bd-d40f-4105-81f8-439614fa514d req-1cccfdc1-b70b-4ead-b6a1-811f7bfbdc9a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:01.292492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-734351bd-d40f-4105-81f8-439614fa514d req-1cccfdc1-b70b-4ead-b6a1-811f7bfbdc9a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0818381 Apr 21 15:12:01.336808 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-734351bd-d40f-4105-81f8-439614fa514d req-a0bd0bac-1e86-44f6-94b3-e3fd2a5d8d9f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Apr 21 15:12:02.523715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb239-0f21-4e24-b983-4fd0f579db94 req-924ac8d2-68ea-412b-9560-6019bf6a27c4 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:02.525047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-738bb239-0f21-4e24-b983-4fd0f579db94 req-924ac8d2-68ea-412b-9560-6019bf6a27c4 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0811768 Apr 21 15:12:02.570277 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-738bb239-0f21-4e24-b983-4fd0f579db94 req-60fef604-55ef-4e0a-9519-39ccb8e5bba8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 Apr 21 15:12:02.750476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb34669-9d39-4588-957d-1146a43fa359 req-f33642f8-183b-4642-8757-6b5ca70c50b2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:02.751916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcb34669-9d39-4588-957d-1146a43fa359 req-f33642f8-183b-4642-8757-6b5ca70c50b2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0794709 Apr 21 15:12:02.796978 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcb34669-9d39-4588-957d-1146a43fa359 req-135da94a-9b07-41bc-95dc-cd11b6e31e87 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Apr 21 15:12:03.122572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7b6a7-5cf1-497d-a815-1b183274b577 req-3d5158b8-73f3-4cb3-b884-54f92103d772 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:03.124091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-acc7b6a7-5cf1-497d-a815-1b183274b577 req-3d5158b8-73f3-4cb3-b884-54f92103d772 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0824854 Apr 21 15:12:03.167429 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-acc7b6a7-5cf1-497d-a815-1b183274b577 req-5761f8ca-b7f9-4bd0-a75f-bb50e97c816c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Apr 21 15:12:03.646064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-bbf5aaee-8691-43ee-8c00-2998dc75c98e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:03.647445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-bbf5aaee-8691-43ee-8c00-2998dc75c98e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 814 time: 0.1429443 Apr 21 15:12:03.662655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-829da0bf-fdc2-483f-82cb-f5e0572443fd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/quotas/0b5da0de935a41c2a9ef7652cd19dc08 HTTP/1.1" status: 200 len: 375 time: 0.0093260 Apr 21 15:12:03.740181 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-ec1c8c46-e151-4ac9-a215-96a388075846 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725937 Apr 21 15:12:03.871582 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-54635474-9bf0-49a7-8737-df161d7fa62d service neutron] 10.222.0.35 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247680 Apr 21 15:12:04.095478 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-4f84a484-e0d2-4e8d-a6b0-93f18a18e23a service neutron] 10.222.0.35 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178009 Apr 21 15:12:04.274909 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b006b487-53ce-40e7-bbf8-720022dae459 req-c0ffca70-8b21-427e-bba9-b2b8671446f6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 210 time: 0.0454125 Apr 21 15:12:05.289569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-0485dde4-7b98-49a3-9248-0f7fedcf97ad tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:05.291169 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-0485dde4-7b98-49a3-9248-0f7fedcf97ad tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 814 time: 0.1533821 Apr 21 15:12:05.302937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Request body: {'port': {'device_id': '8731b782-b019-4060-a967-a99887bacfa5', 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'admin_state_up': True, 'tenant_id': '0b5da0de935a41c2a9ef7652cd19dc08'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:12:05.303595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbe3cf-2305-4563-a437-79242758c431 req-bf20059a-4ca3-4bec-8d60-0f9566ce548f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:05.305059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-69cbe3cf-2305-4563-a437-79242758c431 req-bf20059a-4ca3-4bec-8d60-0f9566ce548f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ef19016-d448-47a3-8198-259b8016f8b6 HTTP/1.1" status: 200 len: 943 time: 0.0815578 Apr 21 15:12:05.387918 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:12:05.390295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Deleting port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:12:05.390295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.448105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:12:05.457880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:12:05.467523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Made reservation on behalf of 0b5da0de935a41c2a9ef7652cd19dc08 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:12:05.471155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.479896 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c335706d-d230-478c-af83-2f45b5013416 req-76d3a42e-787f-49d5-9a6f-38b6d0838acf tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 210 time: 0.0599365 Apr 21 15:12:05.639255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Allocated IP 172.20.0.9 (e42266ad-b98c-4a2e-8970-b1b308e902a2/ed204e9e-5588-401d-b0cc-3e5992afc6e6/6503a305-d03d-4540-b2ef-75ec6bd57651) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:12:05.684763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] For port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:05.685413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.816970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Calling delete_port for 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:12:05.849708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.879598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:05.950468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Network e42266ad-b98c-4a2e-8970-b1b308e902a2 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:12:05.954345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:12:05.958188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:12:05.966574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.015880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Pushing event deleted for resources: {'Port': ['ID=5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:06.028087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.028488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.028765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.029099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.029470 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.029819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.030819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.031281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.031618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.032047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.032373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.032694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.102360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:06.108995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] No DVR routers for this DVR port 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 on host hv-neutron-8388 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:06.111409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.114022 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-deleted', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:06.120910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.121269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.121605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.121931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.122251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.122577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.122902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.123203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.123515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.123866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.124181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.124488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:06.130116 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-69cbe3cf-2305-4563-a437-79242758c431 req-862b5809-ae95-4a80-b8c1-c054ff1991be tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "DELETE /v2.0/ports/5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 HTTP/1.1" status: 204 len: 173 time: 0.8199866 Apr 21 15:12:06.151350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:06.152008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.181109 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-7f6aa8c2-f9f9-460c-b8e7-5a7a3780d742 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820689 Apr 21 15:12:06.192176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Request body: {'port': {'device_id': '8731b782-b019-4060-a967-a99887bacfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:12:06.234641 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa1c17a-3982-48b0-a7c8-15bcda9f2cc8'] response: {'server_uuid': '8ef19016-d448-47a3-8198-259b8016f8b6', 'name': 'network-vif-deleted', 'tag': '5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9', 'status': 'completed', 'code': 200} Apr 21 15:12:06.309010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.656371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6503a305-d03d-4540-b2ef-75ec6bd57651 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:12:06.664536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.680920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Transition to ACTIVE for port object 6503a305-d03d-4540-b2ef-75ec6bd57651 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:12:06.684531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fea17-f0c9-4ba5-a74c-98be92638b20 req-dd728eaf-8b1c-47dd-a892-c2003a70228c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:06.685251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a63fea17-f0c9-4ba5-a74c-98be92638b20 req-dd728eaf-8b1c-47dd-a892-c2003a70228c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Synchronizing usage tracker for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:06.685725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:06.702898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a63fea17-f0c9-4ba5-a74c-98be92638b20 req-dd728eaf-8b1c-47dd-a892-c2003a70228c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Unset dirty status for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:06.704313 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a63fea17-f0c9-4ba5-a74c-98be92638b20 req-dd728eaf-8b1c-47dd-a892-c2003a70228c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 931 time: 0.1084344 Apr 21 15:12:06.753225 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a63fea17-f0c9-4ba5-a74c-98be92638b20 req-b4e3191c-1d1a-4fee-a93d-de9a8cdb1f8b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428896 Apr 21 15:12:06.850185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:06.925886 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Attempting to bind port 6503a305-d03d-4540-b2ef-75ec6bd57651 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:12:06.926210 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Attempting to bind port 6503a305-d03d-4540-b2ef-75ec6bd57651 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:12:06.926524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Attempting to bind port 6503a305-d03d-4540-b2ef-75ec6bd57651 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:12:06.930994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Port 6503a305-d03d-4540-b2ef-75ec6bd57651 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:12:06.931299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Attempting to bind port 6503a305-d03d-4540-b2ef-75ec6bd57651 on network e42266ad-b98c-4a2e-8970-b1b308e902a2 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:12:06.936151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:12:06.937491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Checking segment: {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:12:06.937867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Bound using segment: {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:12:06.938273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Bound port: 6503a305-d03d-4540-b2ef-75ec6bd57651, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56529367-e199-41e2-b8b4-6faa92a3d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:12:06.938601 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:07.025683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:12:07.028439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:12:07.033914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:07.099158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:07.099750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:07.101057 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] 10.222.0.13 "PUT /v2.0/ports/6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 1093 time: 0.9131148 Apr 21 15:12:07.101494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:07.127880 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9590-0291-4040-bdd3-c57d734f81af service neutron] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:07.173563 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae65941-3e11-4d96-b848-076e7b22092b'] response: {'name': 'network-changed', 'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'status': 'completed', 'code': 200} Apr 21 15:12:07.211714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-21f50ff8-b53a-451b-848f-83dd07644f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:07.213122 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-21f50ff8-b53a-451b-848f-83dd07644f07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0722775 Apr 21 15:12:07.345020 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-2fbe0aee-1b03-4fc8-932f-d1cd3c8d9c81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0655901 Apr 21 15:12:07.407140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c858ff9-c857-43a6-81f5-579a5879163b req-1eb5b71b-66ff-4f62-9475-fe4b4de35f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:07.408519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-1eb5b71b-66ff-4f62-9475-fe4b4de35f81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0579238 Apr 21 15:12:07.474733 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-c67e024f-d1c5-41a3-b6ab-9c53f11cc4a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603073 Apr 21 15:12:07.606295 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-f12b5b40-1d1f-4080-940f-1496866b59fc service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254299 Apr 21 15:12:07.734201 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1c858ff9-c857-43a6-81f5-579a5879163b req-bc7c9a0e-5e71-4e6a-8044-dbad681a5cd6 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224732 Apr 21 15:12:07.849959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-90fdbdf3-d4bf-4b3f-b996-1e900190c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:07.851403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-90fdbdf3-d4bf-4b3f-b996-1e900190c1b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0736499 Apr 21 15:12:07.940742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485012c-ec66-4d58-8c83-2948743e36a7 req-6a21a388-e203-4442-8630-d4c961e508bd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:07.942266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a485012c-ec66-4d58-8c83-2948743e36a7 req-6a21a388-e203-4442-8630-d4c961e508bd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0813544 Apr 21 15:12:07.988758 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a485012c-ec66-4d58-8c83-2948743e36a7 req-9c9a7f23-8f27-4a71-8798-38926d314f97 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Apr 21 15:12:08.090700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-7ef617ef-40c8-4324-aa8c-35764e0a65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:08.092115 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-7ef617ef-40c8-4324-aa8c-35764e0a65c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.2350891 Apr 21 15:12:08.161595 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-4c9953e8-bc45-40ab-8597-b56d22c85d7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0634232 Apr 21 15:12:08.223684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-b2ec3cb1-bed1-488d-a390-b57db247e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:08.225008 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-b2ec3cb1-bed1-488d-a390-b57db247e403 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0574009 Apr 21 15:12:08.273403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-7705fb95-5965-44e0-b43a-faeec24e13e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423136 Apr 21 15:12:08.402351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-05159522-130f-4914-aeb3-9bbe90f6cdad service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227207 Apr 21 15:12:08.510820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:08.534977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7592e000-57da-4dc4-abc4-8c51009b09e0 req-6fba8ab9-4dcc-4605-a2fa-414a0bf7b948 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260276 Apr 21 15:12:08.548004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:12:08.548349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5c77ff69-5ac1-4eb1-95e4-d14c43d24fd9 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:09.178943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637c33b-6718-4a5a-887d-f19398c8d459 req-331559aa-9369-4d78-9d6b-e418dfc15c27 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:09.180392 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6637c33b-6718-4a5a-887d-f19398c8d459 req-331559aa-9369-4d78-9d6b-e418dfc15c27 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0854895 Apr 21 15:12:09.223601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6637c33b-6718-4a5a-887d-f19398c8d459 req-f7cea6ce-7c08-4b5b-a8b7-911eaf673227 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376296 Apr 21 15:12:10.419580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86eb719-750d-4998-a4f0-5d986716ff39 req-2754c7cf-9d93-455e-ac95-da5631209dce tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:10.421765 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d86eb719-750d-4998-a4f0-5d986716ff39 req-2754c7cf-9d93-455e-ac95-da5631209dce tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0911474 Apr 21 15:12:10.465540 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d86eb719-750d-4998-a4f0-5d986716ff39 req-3400ee2e-3df8-4380-ade0-5adddc4e76e6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380075 Apr 21 15:12:11.650179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686dcd2-f5ba-44bf-b8d1-2dfcfd27381e req-dde84847-55ed-44e5-a068-ba3378aceaff tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:11.651635 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3686dcd2-f5ba-44bf-b8d1-2dfcfd27381e req-dde84847-55ed-44e5-a068-ba3378aceaff tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0813818 Apr 21 15:12:11.698782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3686dcd2-f5ba-44bf-b8d1-2dfcfd27381e req-64c8de8d-d1a4-4e3e-a47f-7b3e5745f81f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Apr 21 15:12:12.546818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:12:12.696169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:12.709003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'port_id': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'mac_address': 'fa:16:3e:5e:2b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed204e9e-5588-401d-b0cc-3e5992afc6e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:12:12.763989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.780899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6503a305-d03d-4540-b2ef-75ec6bd57651 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:12:12.797843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:12.802322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:12.873462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:12.886728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003b749-81a8-4950-978c-a90a2de3a9e5 req-f7674a72-e4b2-4e6f-8c0c-6aa3e59a3ba6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:12.888156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3003b749-81a8-4950-978c-a90a2de3a9e5 req-f7674a72-e4b2-4e6f-8c0c-6aa3e59a3ba6 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 944 time: 0.0811884 Apr 21 15:12:12.937001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3003b749-81a8-4950-978c-a90a2de3a9e5 req-8318a0eb-5a41-4b5b-a73a-4848923307b4 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Apr 21 15:12:13.103998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['6503a305-d03d-4540-b2ef-75ec6bd57651'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:12:14.206314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb36acd-066b-4e80-a013-2ef5edb32ca8 req-8d3e486d-0ba4-4441-9a4f-2737d37ced7e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:14.207757 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fb36acd-066b-4e80-a013-2ef5edb32ca8 req-8d3e486d-0ba4-4441-9a4f-2737d37ced7e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 944 time: 0.1691909 Apr 21 15:12:14.252747 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fb36acd-066b-4e80-a013-2ef5edb32ca8 req-d4869f27-9189-4682-93ae-f9a5f2da2ae5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392766 Apr 21 15:12:14.556995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:12:14.652338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 6503a305-d03d-4540-b2ef-75ec6bd57651 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:12:14.657705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 6503a305-d03d-4540-b2ef-75ec6bd57651 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:12:14.658074 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:14.774098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:14.801874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:14.812798 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:14.816586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:14.849062 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6431d69c-0290-4bc3-aac2-a9d2decbbcef'] response: {'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'code': 200} Apr 21 15:12:14.886932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:15.090865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5efe04-a3f5-4986-9218-8ab8b1848716 req-c1818862-aac9-4879-8cd5-9cd993e32b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:15.092256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ff5efe04-a3f5-4986-9218-8ab8b1848716 req-c1818862-aac9-4879-8cd5-9cd993e32b6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0689290 Apr 21 15:12:15.131709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ff5efe04-a3f5-4986-9218-8ab8b1848716 req-bb0f8d3f-900d-4c5f-83c2-d91cccb43e86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 Apr 21 15:12:15.434389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d05f-e9a9-4d78-8854-e74e2f2e2287 req-e28fcfab-83f9-41bc-9270-270f0dfdc6d3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:15.435812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d59d05f-e9a9-4d78-8854-e74e2f2e2287 req-e28fcfab-83f9-41bc-9270-270f0dfdc6d3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0810733 Apr 21 15:12:15.479535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d59d05f-e9a9-4d78-8854-e74e2f2e2287 req-fbba8eff-6631-4f37-988d-90a1a3703acd tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Apr 21 15:12:16.662745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d3e4-2587-4b78-a236-670dc34b8b5b req-bc5d076b-a947-41df-8e5c-234a2d1eb8eb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:16.664150 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d35d3e4-2587-4b78-a236-670dc34b8b5b req-bc5d076b-a947-41df-8e5c-234a2d1eb8eb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0804889 Apr 21 15:12:16.710165 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d35d3e4-2587-4b78-a236-670dc34b8b5b req-057cd4fa-184b-4d3d-b3e9-c299e36ba4f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Apr 21 15:12:16.893253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0af1d-4ea9-4ed4-b4d9-43dc17ea71c4 req-867f3fc0-7918-4bc5-b489-5469724bf612 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:16.894701 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09a0af1d-4ea9-4ed4-b4d9-43dc17ea71c4 req-867f3fc0-7918-4bc5-b489-5469724bf612 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0783951 Apr 21 15:12:16.939316 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09a0af1d-4ea9-4ed4-b4d9-43dc17ea71c4 req-898610d5-ce07-4ac9-8099-37221aa1f7c0 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389314 Apr 21 15:12:17.283596 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-de08fe7c-5cac-485f-a814-c6e11fa6c306 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727477 Apr 21 15:12:17.339211 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac615f-8033-455d-8133-577ca8d302ac req-a6a775a1-f338-4c04-b098-8cd40aa3978b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:17.340703 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05ac615f-8033-455d-8133-577ca8d302ac req-a6a775a1-f338-4c04-b098-8cd40aa3978b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0860710 Apr 21 15:12:17.385490 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05ac615f-8033-455d-8133-577ca8d302ac req-8938c6c1-9b4e-4670-b977-085e1f0c4f87 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Apr 21 15:12:18.376488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-60f0a6e0-e55b-450a-972e-3e2df220b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:18.377937 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-60f0a6e0-e55b-450a-972e-3e2df220b29e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0695755 Apr 21 15:12:18.508557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-f877ca58-dbcf-455a-b342-db7585535c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:18.509916 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-f877ca58-dbcf-455a-b342-db7585535c73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1257906 Apr 21 15:12:18.570233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca596-e88b-4e24-bb96-53b5c32e75b0 req-fce36225-7a47-4366-960e-47f6fb24b876 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:18.571691 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-696ca596-e88b-4e24-bb96-53b5c32e75b0 req-fce36225-7a47-4366-960e-47f6fb24b876 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0805619 Apr 21 15:12:18.579326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-da19e0ef-15e5-4f1f-9bf5-90d8ff977385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0629842 Apr 21 15:12:18.617059 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-696ca596-e88b-4e24-bb96-53b5c32e75b0 req-4f552a7f-9838-46f0-bfc8-00c0e568f948 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385954 Apr 21 15:12:18.639608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-532ccf86-d236-4669-a571-32f255d87a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:18.640998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-532ccf86-d236-4669-a571-32f255d87a68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0567899 Apr 21 15:12:18.686674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-a1044bde-fd72-4dfc-b202-d5f77aeb3084 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394554 Apr 21 15:12:18.814242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-2bad6914-ab2c-4176-a69b-76a602dd154b service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224489 Apr 21 15:12:18.946530 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-e962938a-bbe4-45ca-ad36-a67e8af3a7b0 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265745 Apr 21 15:12:19.805385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340e033-425c-4959-acc6-87e8ead00b76 req-8fffd53c-d563-4927-b081-1c89ea515620 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:19.806825 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9340e033-425c-4959-acc6-87e8ead00b76 req-8fffd53c-d563-4927-b081-1c89ea515620 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0843894 Apr 21 15:12:19.851477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9340e033-425c-4959-acc6-87e8ead00b76 req-ca1b7989-33cf-4361-a5df-b4c364795f5d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Apr 21 15:12:21.036385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1670db-f08d-46e4-89f4-c049b9911838 req-f829167d-386e-4b89-b426-2f1ad98d6fd8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:21.037835 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba1670db-f08d-46e4-89f4-c049b9911838 req-f829167d-386e-4b89-b426-2f1ad98d6fd8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0782545 Apr 21 15:12:21.081111 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba1670db-f08d-46e4-89f4-c049b9911838 req-74e7dd92-1a9a-4e25-b511-e6f1c516af0f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Apr 21 15:12:22.142740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:22.270293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05da7ac-d740-4553-9ff5-48bd36d403bf req-9fe08549-ea53-48fe-8c78-149fc22d6ba1 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:22.271718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c05da7ac-d740-4553-9ff5-48bd36d403bf req-9fe08549-ea53-48fe-8c78-149fc22d6ba1 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0823464 Apr 21 15:12:22.316649 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c05da7ac-d740-4553-9ff5-48bd36d403bf req-e6d0ef21-a61b-4231-b7fd-7654b7c3b29f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389795 Apr 21 15:12:23.498180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d9ca8-1497-49a3-ad45-62ad6ba7a614 req-ddd7cb09-d508-4b41-a936-b76e4a279702 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:23.500134 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a57d9ca8-1497-49a3-ad45-62ad6ba7a614 req-ddd7cb09-d508-4b41-a936-b76e4a279702 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0783782 Apr 21 15:12:23.546694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a57d9ca8-1497-49a3-ad45-62ad6ba7a614 req-70e9580f-148a-408d-bc59-1bc3ab2716f2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Apr 21 15:12:24.728197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55e9c0-9b62-4569-bf23-d4d89f625b6e req-f51337ec-cbd9-4ab7-b6f9-1cb508450071 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:24.729660 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a55e9c0-9b62-4569-bf23-d4d89f625b6e req-f51337ec-cbd9-4ab7-b6f9-1cb508450071 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0787406 Apr 21 15:12:24.774436 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a55e9c0-9b62-4569-bf23-d4d89f625b6e req-a1465b42-dd60-4d7c-b481-f69392fea8ca tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383143 Apr 21 15:12:25.401178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-895a3b52-d1d2-4f13-9675-eb40a82161b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:25.963072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b65a9-1933-4699-9e20-bf27d1452802 req-5ccae872-2c6d-46f0-a419-abe3798342bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:25.964524 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d56b65a9-1933-4699-9e20-bf27d1452802 req-5ccae872-2c6d-46f0-a419-abe3798342bc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0831923 Apr 21 15:12:26.007497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d56b65a9-1933-4699-9e20-bf27d1452802 req-0aaea4f3-4216-4832-b086-385dbcd48f62 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Apr 21 15:12:27.190340 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24cb91-753e-4294-93f5-6f26258a8b0d req-0823324e-558c-4367-baaa-071cef342809 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:27.191776 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9e24cb91-753e-4294-93f5-6f26258a8b0d req-0823324e-558c-4367-baaa-071cef342809 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0801730 Apr 21 15:12:27.235302 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9e24cb91-753e-4294-93f5-6f26258a8b0d req-2b2569a2-76a1-4c91-947a-2cf5474836e7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Apr 21 15:12:27.557579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-38d40443-5ea2-4d47-bf8c-53c792395587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:28.425153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6159d2-74b7-4131-b337-ee6a7768d5c2 req-d8a61234-2673-4837-9c1b-9f9141298858 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:28.426605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f6159d2-74b7-4131-b337-ee6a7768d5c2 req-d8a61234-2673-4837-9c1b-9f9141298858 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0832481 Apr 21 15:12:28.470075 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f6159d2-74b7-4131-b337-ee6a7768d5c2 req-f86d198c-c9cf-4e16-a55f-2ee0c8213de9 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Apr 21 15:12:28.803135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.009400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:29.654181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932af56-e80f-41bf-980d-2eaded6d95ba req-40938bfe-e084-4630-a8f4-7af4b482efe4 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:29.656172 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3932af56-e80f-41bf-980d-2eaded6d95ba req-40938bfe-e084-4630-a8f4-7af4b482efe4 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0783803 Apr 21 15:12:29.704661 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3932af56-e80f-41bf-980d-2eaded6d95ba req-cfc0c5a3-5cb9-4e36-b231-aedeea30852f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Apr 21 15:12:30.468637 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:30.886912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271cc79-a12f-4d8d-bdf0-f9853c4eb18e req-61e80fef-8650-4e5c-9da6-d7ee8414ff40 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:30.888341 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4271cc79-a12f-4d8d-bdf0-f9853c4eb18e req-61e80fef-8650-4e5c-9da6-d7ee8414ff40 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0787277 Apr 21 15:12:30.933722 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4271cc79-a12f-4d8d-bdf0-f9853c4eb18e req-7a082ca5-4f57-4ab9-a900-1dee95cde5d5 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Apr 21 15:12:32.124135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd586c-0d79-46a1-a7ac-3d67d60159e0 req-4ecec30a-f7c5-4723-b557-1ae7324cfe54 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:32.125597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-62cd586c-0d79-46a1-a7ac-3d67d60159e0 req-4ecec30a-f7c5-4723-b557-1ae7324cfe54 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0870514 Apr 21 15:12:32.168950 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-62cd586c-0d79-46a1-a7ac-3d67d60159e0 req-18b06569-e14d-464a-b02c-14f25cc7a18c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Apr 21 15:12:33.350674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67e9e-9197-421f-878f-e12a7c9cc972 req-70123b6b-1eb6-4a8a-b70f-823caf6d7af1 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:33.352121 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fb67e9e-9197-421f-878f-e12a7c9cc972 req-70123b6b-1eb6-4a8a-b70f-823caf6d7af1 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0798614 Apr 21 15:12:33.395789 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fb67e9e-9197-421f-878f-e12a7c9cc972 req-be6504da-16e3-4e4b-8d6e-88457ec283ab tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Apr 21 15:12:34.585437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d9702-960f-4cea-94b8-cbb432aafe86 req-1dd07a07-1371-4f48-bbb9-24997522ba39 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:34.586870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a7d9702-960f-4cea-94b8-cbb432aafe86 req-1dd07a07-1371-4f48-bbb9-24997522ba39 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0820777 Apr 21 15:12:34.630296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a7d9702-960f-4cea-94b8-cbb432aafe86 req-3a8d7a74-f92a-46fa-939f-a68f75a33f39 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Apr 21 15:12:35.816922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb92d2-e8ad-4602-b802-016e5de0d934 req-df6c5dfe-afd7-4740-88bf-5fe97162585d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:35.818399 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1bb92d2-e8ad-4602-b802-016e5de0d934 req-df6c5dfe-afd7-4740-88bf-5fe97162585d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0805266 Apr 21 15:12:35.862828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1bb92d2-e8ad-4602-b802-016e5de0d934 req-e097bf19-008f-486f-b33c-89306acac301 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Apr 21 15:12:37.050088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff8d7-5ff8-4c6b-b9a6-1cef8390ea92 req-af587653-455a-4ae9-be72-919104d18176 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:37.051505 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-506ff8d7-5ff8-4c6b-b9a6-1cef8390ea92 req-af587653-455a-4ae9-be72-919104d18176 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0810168 Apr 21 15:12:37.094565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-506ff8d7-5ff8-4c6b-b9a6-1cef8390ea92 req-899dadae-2b9b-4d85-ac65-9fc37d40c503 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373921 Apr 21 15:12:38.276016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11189e30-53f5-4092-81c1-3e61427778c5 req-c2491adc-95e1-4865-84ac-91884d1e9886 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:38.277566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11189e30-53f5-4092-81c1-3e61427778c5 req-c2491adc-95e1-4865-84ac-91884d1e9886 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0785365 Apr 21 15:12:38.323820 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11189e30-53f5-4092-81c1-3e61427778c5 req-08dd38d5-7dac-4d6a-b8e5-a10dec2dd945 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Apr 21 15:12:39.510016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761cd6a-2bc2-4dd4-8f74-4da15914ac9e req-856e919c-d14d-4141-a3d5-19aca36f9a62 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:39.511438 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a761cd6a-2bc2-4dd4-8f74-4da15914ac9e req-856e919c-d14d-4141-a3d5-19aca36f9a62 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0778153 Apr 21 15:12:39.555317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a761cd6a-2bc2-4dd4-8f74-4da15914ac9e req-3250fc04-2d62-4802-a778-f9d3f4499e98 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Apr 21 15:12:40.837243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc231c-072b-4538-927f-43ec646862d8 req-0ae24197-7538-4043-be8b-81150b5bd515 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:40.838610 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfbc231c-072b-4538-927f-43ec646862d8 req-0ae24197-7538-4043-be8b-81150b5bd515 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.1798837 Apr 21 15:12:40.881358 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfbc231c-072b-4538-927f-43ec646862d8 req-37e32930-8073-426f-9d08-e596a3baf145 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Apr 21 15:12:42.064005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03344e0-6741-451a-aa79-3e445324add2 req-94337d86-0a20-4648-90c4-cf5daa9097d3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:42.065455 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a03344e0-6741-451a-aa79-3e445324add2 req-94337d86-0a20-4648-90c4-cf5daa9097d3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0788133 Apr 21 15:12:42.108930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a03344e0-6741-451a-aa79-3e445324add2 req-3d49dd95-4ef0-469f-bbbd-c5a6d16dc839 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377805 Apr 21 15:12:42.388140 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:12:43.295283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85546a8-f863-4066-9cc3-985f091654c4 req-c800355b-e156-4862-9662-ef9b68d976dc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:43.296720 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c85546a8-f863-4066-9cc3-985f091654c4 req-c800355b-e156-4862-9662-ef9b68d976dc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0808616 Apr 21 15:12:43.340305 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c85546a8-f863-4066-9cc3-985f091654c4 req-ed69e427-9494-4208-a6b3-2b422c47cebc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Apr 21 15:12:44.525909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2046e5-42e8-4168-83dc-42e4f50bfbba req-8fe6a498-bb0b-468c-865d-71891b0d2afc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:44.527312 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-de2046e5-42e8-4168-83dc-42e4f50bfbba req-8fe6a498-bb0b-468c-865d-71891b0d2afc tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0801027 Apr 21 15:12:44.574993 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-de2046e5-42e8-4168-83dc-42e4f50bfbba req-349d5005-41b1-4005-bc13-9fd3e3f7f9e7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Apr 21 15:12:44.716876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-ded375b5-03c9-46cf-b9bd-946efd5e79a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:44.718754 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-ded375b5-03c9-46cf-b9bd-946efd5e79a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0762441 Apr 21 15:12:44.964884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-e6e26bcb-de03-4a24-980e-ea578a4684a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:44.966374 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-e6e26bcb-de03-4a24-980e-ea578a4684a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.2286916 Apr 21 15:12:45.034133 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-f9e6f472-ff42-4e7f-9d43-fe043779b5da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0600131 Apr 21 15:12:45.097571 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-481087e7-8dd2-42fa-a156-632db2c61307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:45.098855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-481087e7-8dd2-42fa-a156-632db2c61307 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0589883 Apr 21 15:12:45.143976 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-aaa02b6c-0705-4069-ab75-50dcb380403a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394049 Apr 21 15:12:45.274005 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-d921a915-b05b-449e-abee-c3877f07b58c service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226892 Apr 21 15:12:45.402878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e3c08b9b-b89e-4048-a3e7-b54a4363467c req-fa6f7be8-6089-45cb-b954-b4a620e1d8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220112 Apr 21 15:12:45.762937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7b813-5ff4-49be-a28f-67792aa1154a req-931c8178-d44c-4fb7-ba2e-723657f9dc74 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:45.764557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5d7b813-5ff4-49be-a28f-67792aa1154a req-931c8178-d44c-4fb7-ba2e-723657f9dc74 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0839562 Apr 21 15:12:45.795291 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-5a242a4c-68e2-43d5-91dc-e73ac9050e6a service neutron] 10.222.0.13 "GET /v2.0/ports/6503a305-d03d-4540-b2ef-75ec6bd57651/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0915387 Apr 21 15:12:45.818539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5d7b813-5ff4-49be-a28f-67792aa1154a req-37df7fdf-0f82-4921-b549-72d7c582bd4a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Apr 21 15:12:46.060407 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-a4d2e9f3-1291-4930-8506-aa8d173ffedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:46.061802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-a4d2e9f3-1291-4930-8506-aa8d173ffedf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5&tenant_id=0b5da0de935a41c2a9ef7652cd19dc08 HTTP/1.1" status: 200 len: 1098 time: 0.0705681 Apr 21 15:12:46.149677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-0e4a630b-5370-428c-b16e-8abdbe3d122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:46.151254 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-0e4a630b-5370-428c-b16e-8abdbe3d122f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1098 time: 0.0701129 Apr 21 15:12:46.282057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-d5668eed-f7f6-4536-bdf8-915a4f4f4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:46.283465 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-d5668eed-f7f6-4536-bdf8-915a4f4f4e9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.1260679 Apr 21 15:12:46.354492 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-b1e48fec-9f3c-451c-a226-d3b4c44cfed4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0640187 Apr 21 15:12:46.418146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-5267930d-5ed4-4c93-8273-51b4659eb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:46.419565 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-5267930d-5ed4-4c93-8273-51b4659eb720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0594831 Apr 21 15:12:46.465186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-a0ca1d40-3598-4426-b7b8-d792134c7920 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398970 Apr 21 15:12:46.604899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-bf094ab2-663d-46e7-8b4b-3bce55b00708 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335793 Apr 21 15:12:46.737403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1e26e6e-026b-494f-988f-15ebda2bb4ba req-5a7168de-9e2b-46ac-8738-f57971e4f819 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255207 Apr 21 15:12:47.038552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdab14-8910-4c0e-9f22-f736b80ab1e0 req-97a7e843-52de-495f-88f4-a391c28beb6d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:47.039990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bccdab14-8910-4c0e-9f22-f736b80ab1e0 req-97a7e843-52de-495f-88f4-a391c28beb6d tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0954592 Apr 21 15:12:47.083889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bccdab14-8910-4c0e-9f22-f736b80ab1e0 req-7cb0de91-bc09-4568-9c53-6b02fffecbc8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 Apr 21 15:12:48.265986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d49e1-66ea-4714-be9b-529a11f93564 req-bc079526-224b-4c02-be6a-3810f692e365 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:48.267417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e7d49e1-66ea-4714-be9b-529a11f93564 req-bc079526-224b-4c02-be6a-3810f692e365 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0786757 Apr 21 15:12:48.311577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e7d49e1-66ea-4714-be9b-529a11f93564 req-aac88eb8-8a22-4674-a092-3a5b2fe5924e tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385225 Apr 21 15:12:48.735511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:48.850545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:48.878054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:48.887519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:48.891627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:48.937320 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd53c1b-c6df-4128-bb67-08cfac286dec'] response: {'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'code': 200} Apr 21 15:12:48.961490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:48.968994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.969416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.969753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.970077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.970397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.970718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.971036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.971348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.971662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.971970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.972279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:48.972588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:12:49.510060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17cea3-c436-4833-bb11-ab816ee96fda req-5c4ac509-848a-4ce2-ace3-bfefe4a4813b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:49.511503 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af17cea3-c436-4833-bb11-ab816ee96fda req-5c4ac509-848a-4ce2-ace3-bfefe4a4813b tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0847411 Apr 21 15:12:49.554949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af17cea3-c436-4833-bb11-ab816ee96fda req-65b60d9e-f132-42c0-8663-471e6241bfa3 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Apr 21 15:12:50.742753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6762-8821-491d-b9ed-11a78f22facc req-3428d8ee-3670-48ce-ae9c-2e7d8152d1cb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:50.744186 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d65c6762-8821-491d-b9ed-11a78f22facc req-3428d8ee-3670-48ce-ae9c-2e7d8152d1cb tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 943 time: 0.0808222 Apr 21 15:12:50.751011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:12:50.792951 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d65c6762-8821-491d-b9ed-11a78f22facc req-e732a4d0-165d-4039-a5be-b4071a93a04c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Apr 21 15:12:50.888618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:50.901716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'network_id': 'e42266ad-b98c-4a2e-8970-b1b308e902a2', 'port_id': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'mac_address': 'fa:16:3e:5e:2b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed204e9e-5588-401d-b0cc-3e5992afc6e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:12:50.962677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:50.980156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6503a305-d03d-4540-b2ef-75ec6bd57651 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:12:50.997409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:51.001736 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:51.063909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['6503a305-d03d-4540-b2ef-75ec6bd57651'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:12:51.104944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-0b4e7dd6-2583-4c53-adde-c91c54912577 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:51.105615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-0b4e7dd6-2583-4c53-adde-c91c54912577 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Synchronizing usage tracker for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:12:51.107807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5047942-c78c-4e7f-aaa3-b16848d914b1 req-c92ab9a1-ffbc-4af6-9f3b-91db950d88f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:51.109380 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5047942-c78c-4e7f-aaa3-b16848d914b1 req-c92ab9a1-ffbc-4af6-9f3b-91db950d88f7 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 944 time: 0.0915928 Apr 21 15:12:51.122738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-0b4e7dd6-2583-4c53-adde-c91c54912577 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Unset dirty status for tenant:0b5da0de935a41c2a9ef7652cd19dc08 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:12:51.123596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:51.124183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-0b4e7dd6-2583-4c53-adde-c91c54912577 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5&tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1048653 Apr 21 15:12:51.158884 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5047942-c78c-4e7f-aaa3-b16848d914b1 req-83a037ab-3425-485d-b82d-51af70a557a2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Apr 21 15:12:51.286750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-bede517a-583f-45e3-b184-c0788ea810cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:51.288179 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-bede517a-583f-45e3-b184-c0788ea810cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0743256 Apr 21 15:12:51.511689 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-54c16a17-3bfe-4bda-a11c-e6315b1181b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:51.514054 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-54c16a17-3bfe-4bda-a11c-e6315b1181b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 200 len: 915 time: 0.2191310 Apr 21 15:12:51.579145 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-c4e76bda-6b4c-402b-9a0f-09bb552e3c93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 200 len: 217 time: 0.0600452 Apr 21 15:12:51.643403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-6b4988b4-a689-49a6-803a-33faecacb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:51.644770 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-6b4988b4-a689-49a6-803a-33faecacb27e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 200 len: 854 time: 0.0604236 Apr 21 15:12:51.690488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-072d25d1-73cf-453c-a5e1-fadcb541f8b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e42266ad-b98c-4a2e-8970-b1b308e902a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403275 Apr 21 15:12:51.821428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-eb57447c-df1a-4e3b-bb14-7373f5dc109c service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244338 Apr 21 15:12:51.952619 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-78e92efe-413f-437b-878e-6e1b2ad02f28 req-9973c882-054a-43d9-9459-205222d17e35 service neutron] 10.222.0.13 "GET /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254683 Apr 21 15:12:52.158179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:52.350584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab58793-040e-4fa2-8b38-6880ee3892dd req-c5bda5e1-d23d-4099-af6a-9c6499098874 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:52.352232 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ab58793-040e-4fa2-8b38-6880ee3892dd req-c5bda5e1-d23d-4099-af6a-9c6499098874 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 944 time: 0.0846796 Apr 21 15:12:52.397738 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0ab58793-040e-4fa2-8b38-6880ee3892dd req-dfa2334d-f9b6-4199-a415-ef357629d747 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 Apr 21 15:12:52.768016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:12:52.834981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 6503a305-d03d-4540-b2ef-75ec6bd57651 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:12:52.835354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:52.951021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:52.977085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:52.987237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:52.991693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:53.025238 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef82bf31-81cd-48fc-a67b-0c1796f5c4d0'] response: {'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'code': 200} Apr 21 15:12:53.062263 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:53.582405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7345-1887-49a1-ac9c-c865eb73c38d req-99c8c844-8b75-4271-b7fb-2ad5bd5445e2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:53.583813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-666b7345-1887-49a1-ac9c-c865eb73c38d req-99c8c844-8b75-4271-b7fb-2ad5bd5445e2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0793061 Apr 21 15:12:53.626800 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-666b7345-1887-49a1-ac9c-c865eb73c38d req-6e7b7798-55fc-4ee8-97e8-046c35826f20 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Apr 21 15:12:53.813455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3f75a-49f9-446d-977a-1a273d7f735f req-1dc2856a-7133-4c56-8f0a-dfeeac14f0b8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:53.814805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07c3f75a-49f9-446d-977a-1a273d7f735f req-1dc2856a-7133-4c56-8f0a-dfeeac14f0b8 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0854027 Apr 21 15:12:53.863235 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07c3f75a-49f9-446d-977a-1a273d7f735f req-d3335a66-a2cb-43b1-a8a0-5336bdab9497 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396245 Apr 21 15:12:54.045376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86392eac-6fa2-41f5-a2c5-f104a914c551 req-35218548-0c2c-4223-bd86-bee4364eff46 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:54.046799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-86392eac-6fa2-41f5-a2c5-f104a914c551 req-35218548-0c2c-4223-bd86-bee4364eff46 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0807827 Apr 21 15:12:54.090187 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-86392eac-6fa2-41f5-a2c5-f104a914c551 req-f85b99db-060f-46ec-8449-825cc391c56a tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377305 Apr 21 15:12:54.633683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba8895-7966-4176-aad9-0e834c63efb3 req-3419b846-cfe7-44a8-99be-5b2ef4ba2573 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:54.635119 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2dba8895-7966-4176-aad9-0e834c63efb3 req-3419b846-cfe7-44a8-99be-5b2ef4ba2573 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0829527 Apr 21 15:12:54.680592 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2dba8895-7966-4176-aad9-0e834c63efb3 req-05f1642e-b6b8-4b6e-bf52-e3e09ad8b27f tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392420 Apr 21 15:12:55.401770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-134c8d13-e157-4f29-a636-e0f23a52dc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:55.865249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a5def-ffe6-4a8f-80f2-8cb4ed226e20 req-b275c97f-aa22-4a9a-97b0-af5c235a9b87 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:55.866689 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ac1a5def-ffe6-4a8f-80f2-8cb4ed226e20 req-b275c97f-aa22-4a9a-97b0-af5c235a9b87 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0791552 Apr 21 15:12:55.913342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ac1a5def-ffe6-4a8f-80f2-8cb4ed226e20 req-9944895a-7f62-469e-9733-3a207d7cb24c tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/security-groups?id=ff3a7cd2-b540-41b0-bd34-e701865576fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Apr 21 15:12:56.366547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-850af643-8ac6-4c52-8aad-320308c345f2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:12:56.367932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-850af643-8ac6-4c52-8aad-320308c345f2 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 945 time: 0.0826859 Apr 21 15:12:56.436980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Deleting port 6503a305-d03d-4540-b2ef-75ec6bd57651 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:12:56.437341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.679902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] For port 6503a305-d03d-4540-b2ef-75ec6bd57651, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=6503a305-d03d-4540-b2ef-75ec6bd57651,segment=NetworkSegment(56529367-e199-41e2-b8b4-6faa92a3d170),segment_id=56529367-e199-41e2-b8b4-6faa92a3d170)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:12:56.680249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:56.801043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Calling delete_port for 6503a305-d03d-4540-b2ef-75ec6bd57651 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:12:56.946420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.001153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Pushing event deleted for resources: {'Port': ['ID=6503a305-d03d-4540-b2ef-75ec6bd57651,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:57.065680 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-879b862e-c165-47fc-af37-c6b0d17c0267 req-ee25b452-e6f0-4370-8de7-4cfa52b2bb11 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.35 "GET /v2.0/ports?device_id=8731b782-b019-4060-a967-a99887bacfa5 HTTP/1.1" status: 200 len: 210 time: 0.0421348 Apr 21 15:12:57.080079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] No DVR routers for this DVR port 6503a305-d03d-4540-b2ef-75ec6bd57651 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:12:57.082589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:57.085257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-deleted', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:12:57.100586 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0dd6585c-fbfc-4164-8339-219ea8549c17 req-9387b872-25d4-4c00-bed0-311851a6f610 tempest-ServerDiskConfigTestJSON-905522655 tempest-ServerDiskConfigTestJSON-905522655-project] 10.222.0.13 "DELETE /v2.0/ports/6503a305-d03d-4540-b2ef-75ec6bd57651 HTTP/1.1" status: 204 len: 173 time: 0.7270494 Apr 21 15:12:57.130383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0e6eb3-6caa-47e8-9786-216ada54c3b5'] response: {'server_uuid': '8731b782-b019-4060-a967-a99887bacfa5', 'name': 'network-vif-deleted', 'tag': '6503a305-d03d-4540-b2ef-75ec6bd57651', 'status': 'completed', 'code': 200} Apr 21 15:12:57.559712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-54e012c6-ad38-43aa-80db-c1cb836f0cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.297626 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39780) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:58.354789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Deleting subnet ed204e9e-5588-401d-b0cc-3e5992afc6e6 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:12:58.358033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.407815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.461086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.524477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.566597 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed204e9e-5588-401d-b0cc-3e5992afc6e6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:58.569142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.574519 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5100b748-a6d7-4190-b950-7dd9e04b9f3a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ed204e9e-5588-401d-b0cc-3e5992afc6e6 HTTP/1.1" status: 204 len: 168 time: 0.2758200 Apr 21 15:12:58.577505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39784) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:58.679089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.774289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:12:58.821131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 6503a305-d03d-4540-b2ef-75ec6bd57651 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:12:58.821596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 6503a305-d03d-4540-b2ef-75ec6bd57651 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:12:58.832217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.898675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.923899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42266ad-b98c-4a2e-8970-b1b308e902a2']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:58.935731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56529367-e199-41e2-b8b4-6faa92a3d170') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:58.935959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56529367-e199-41e2-b8b4-6faa92a3d170') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:12:58.946707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.961824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.968333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:12:58.968749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:12:58.981349 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:12:59.009942 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.059052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.074546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.085686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42266ad-b98c-4a2e-8970-b1b308e902a2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:59.092430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-465668ea-1b3b-42c3-b601-0ed077268797 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e42266ad-b98c-4a2e-8970-b1b308e902a2 HTTP/1.1" status: 204 len: 168 time: 0.5139785 Apr 21 15:12:59.200747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39790) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:59.247708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-34065464-31b7-4e86-af31-d877c18581c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b5da0de935a41c2a9ef7652cd19dc08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457177 Apr 21 15:12:59.250004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39794) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:12:59.306390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.331826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.389353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.405682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a7cd2-b540-41b0-bd34-e701865576fb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:12:59.410686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:12:59.411534 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-20ef2c89-9f48-433b-9fa0-18225620f3fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff3a7cd2-b540-41b0-bd34-e701865576fb HTTP/1.1" status: 204 len: 168 time: 0.1606758 Apr 21 15:13:00.111979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39818) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:00.216151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1571424825-network', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:00.220787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:00.224553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Usage tracker for resource:network and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:00.227335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:00.234153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:00.243548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:00.246019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.258159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.271857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:00.275503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Usage tracker for resource:security_group_rule and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:00.278196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:00.284501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:00.364639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.368246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.398646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:13:00.404099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b040612d-57e0-4f5a-a40c-ecd7e086c592,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:00.411008 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.411373 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Added segment abfd2cc6-4eaa-42ef-a267-c417236f0040 of type vlan for network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 Apr 21 15:13:00.437410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.465509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.467023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:00.467606 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.472147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.569037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] Pushing event updated for resources: {'Network': ['ID=c3556eb2-7091-4c7c-9b50-b7769a70b6b9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:00.572294 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-86cd49a1-1ae8-4921-8f31-c582873deecb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4593275 Apr 21 15:13:00.575227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39824) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:00.580609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:13:00.581732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Request body: {'subnet': {'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1571424825-subnet', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:00.586540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:00.590471 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Usage tracker for resource:subnet and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:00.593629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:00.599416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:00.611227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:00.613457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.816837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.890663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2776060-bf44-4b93-8e61-2ee1849b5ef4,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:00.898036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:13:00.898388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Network hostable DHCP agents. Network: c3556eb2-7091-4c7c-9b50-b7769a70b6b9, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:13:00.918250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:13:00.927023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, c3556eb2-7091-4c7c-9b50-b7769a70b6b9) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:00.930971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:00.931541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.935828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec4044-b5f6-4d6c-81bf-346d08d55d0d None None] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:13:00.951746 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fe9960ce-9a77-4207-8136-a2b1884c105e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3745525 Apr 21 15:13:00.954303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39828) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:00.959150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:00.963709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:00.968234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Usage tracker for resource:router and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:00.971040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:00.976711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:00.986866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:00.987940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.005750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.179199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:13:01.180018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.272530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.332533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Allocated IP 172.20.0.2 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/12c00d7b-84c4-4e2a-b417-6910e361359e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:01.532118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.542539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Transition to ACTIVE for port object 12c00d7b-84c4-4e2a-b417-6910e361359e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:01.562908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Transition to ACTIVE for port object 12c00d7b-84c4-4e2a-b417-6910e361359e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:01.568775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.638683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:01.641593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:01.645176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:13:01.650874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Pushing event updated for resources: {'Port': ['ID=12c00d7b-84c4-4e2a-b417-6910e361359e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:01.706652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.738354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.738589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Attempting to bind port 12c00d7b-84c4-4e2a-b417-6910e361359e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:01.738881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Attempting to bind port 12c00d7b-84c4-4e2a-b417-6910e361359e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:01.739239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Attempting to bind port 12c00d7b-84c4-4e2a-b417-6910e361359e on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:13:01.744436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:13:01.744800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:13:01.745196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.745603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:13:01.746052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Bound port: 12c00d7b-84c4-4e2a-b417-6910e361359e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:01.746413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.834348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] For port 12c00d7b-84c4-4e2a-b417-6910e361359e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:13:01.837341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] For port 12c00d7b-84c4-4e2a-b417-6910e361359e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=12c00d7b-84c4-4e2a-b417-6910e361359e,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:13:01.842947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:01.881281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Allocated IP 172.26.4.30 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/d2d39701-1971-49b0-97e9-7e9cf445893d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:01.927931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697abdb3-49be-4202-a744-f6188d3d06f8 None None] Pushing event updated for resources: {'Port': ['ID=12c00d7b-84c4-4e2a-b417-6910e361359e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:02.049157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:02.103736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:02.176523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:02.179514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:02.183484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:13:02.217559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Pushing event updated for resources: {'Port': ['ID=d2d39701-1971-49b0-97e9-7e9cf445893d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:02.293760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 12c00d7b-84c4-4e2a-b417-6910e361359e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:02.360335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 12c00d7b-84c4-4e2a-b417-6910e361359e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:02.602014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:02.904933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e4769-39ca-43e2-ae44-2c55b6399fe7 None None] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:13:02.951932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:02.993997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Provisioning for port 12c00d7b-84c4-4e2a-b417-6910e361359e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:03.008252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Provisioning complete for port 12c00d7b-84c4-4e2a-b417-6910e361359e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:03.008618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:03.230504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:03.275536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:13:03.276915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] For port 12c00d7b-84c4-4e2a-b417-6910e361359e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=12c00d7b-84c4-4e2a-b417-6910e361359e,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:03.281630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:03.354183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495773c-cb20-4f1b-b9b4-5e7f541aae53 None None] Pushing event updated for resources: {'Port': ['ID=12c00d7b-84c4-4e2a-b417-6910e361359e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:03.464053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:13:03.474342 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e447e-343a-4719-a300-517952097548 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:13:03.487254 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:03.487968 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:03.490514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:03.494598 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-093be0bd-edaf-4c2f-a208-806d54ca5032 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5364730 Apr 21 15:13:03.494936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39832) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:03.503545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c1cd8c9e-04b7-4d09-aab4-aab5ffee9562 None None] Provisioning complete for port 12c00d7b-84c4-4e2a-b417-6910e361359e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:03.503933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c1cd8c9e-04b7-4d09-aab4-aab5ffee9562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:03.672101 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:03.954812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:02Z', 'revision_number': 3, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:03.958534 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e447e-343a-4719-a300-517952097548 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:13:03.958869 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e447e-343a-4719-a300-517952097548 None None] Updating router 44b58d31-8f23-44dd-b5f7-1061abe0c14c port d2d39701-1971-49b0-97e9-7e9cf445893d binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:13:04.009854 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.171993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.267984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 12c00d7b-84c4-4e2a-b417-6910e361359e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:04.336512 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.344057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 12c00d7b-84c4-4e2a-b417-6910e361359e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:04.344645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.349240 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-2e2e447e-343a-4719-a300-517952097548 None None] Transition to ACTIVE for port object d2d39701-1971-49b0-97e9-7e9cf445893d will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:04.358031 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.393293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Allocated IP 172.20.0.1 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/4122c1bd-6ebe-404f-bff9-2e04a5492756) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:04.430784 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Pushing event updated for resources: {'Port': ['ID=d2d39701-1971-49b0-97e9-7e9cf445893d,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:04.449582 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.449918 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.450773 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.451515 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.451515 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.451819 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.452009 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.452314 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.452624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.452934 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.453262 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.453572 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:04.458368 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e2e447e-343a-4719-a300-517952097548 None None] Attempting to bind port d2d39701-1971-49b0-97e9-7e9cf445893d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:04.458736 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e2e447e-343a-4719-a300-517952097548 None None] Attempting to bind port d2d39701-1971-49b0-97e9-7e9cf445893d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:04.459082 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e447e-343a-4719-a300-517952097548 None None] Attempting to bind port d2d39701-1971-49b0-97e9-7e9cf445893d on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:13:04.464867 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e447e-343a-4719-a300-517952097548 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:13:04.465226 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e447e-343a-4719-a300-517952097548 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:13:04.465619 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.466606 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e447e-343a-4719-a300-517952097548 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:13:04.466606 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2e2e447e-343a-4719-a300-517952097548 None None] Bound port: d2d39701-1971-49b0-97e9-7e9cf445893d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:04.467331 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.537841 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2e2e447e-343a-4719-a300-517952097548 None None] For port d2d39701-1971-49b0-97e9-7e9cf445893d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:13:04.541663 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2e2e447e-343a-4719-a300-517952097548 None None] For port d2d39701-1971-49b0-97e9-7e9cf445893d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2d39701-1971-49b0-97e9-7e9cf445893d,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:13:04.546348 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2e2e447e-343a-4719-a300-517952097548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.552842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.568445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Transition to ACTIVE for port object 4122c1bd-6ebe-404f-bff9-2e04a5492756 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:04.591939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.628793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:04.628793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:04.655377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:04.658248 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:04.662072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:13:04.676093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736660-a621-4be9-9975-beea6c910e0d None None] Pushing event updated for resources: {'Port': ['ID=d2d39701-1971-49b0-97e9-7e9cf445893d,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:04.696351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Pushing event updated for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:04.721430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.823757 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:04.956107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1c4cd73-9b21-4df0-a100-b4b3d969a83a None None] Provisioning for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:04.961586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1c4cd73-9b21-4df0-a100-b4b3d969a83a None None] Provisioning complete for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:04.962269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1c4cd73-9b21-4df0-a100-b4b3d969a83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:04.975768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.053352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a1c4cd73-9b21-4df0-a100-b4b3d969a83a None None] Port 4122c1bd-6ebe-404f-bff9-2e04a5492756 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:13:05.157090 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2e2e447e-343a-4719-a300-517952097548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:02Z', 'revision_number': 3, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:05.161132 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2e447e-343a-4719-a300-517952097548 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:02Z', 'revision_number': 3, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:13:05.210497 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.215519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.322498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Pushing event updated for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:05.328555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.479914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:05.481065 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:05.681186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:13:05.785972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b363deb0-2089-4b42-96cc-b95bc3ebe261 None None] Provisioning complete for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:05.787049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b363deb0-2089-4b42-96cc-b95bc3ebe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:05.849410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b363deb0-2089-4b42-96cc-b95bc3ebe261 None None] Port 4122c1bd-6ebe-404f-bff9-2e04a5492756 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:13:05.869634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:13:05.880091 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-11b0873e-0889-4272-8184-25f92a62ac44 admin admin] 10.222.0.35 "PUT /v2.0/routers/44b58d31-8f23-44dd-b5f7-1061abe0c14c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3841157 Apr 21 15:13:06.275646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2d39701-1971-49b0-97e9-7e9cf445893d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:06.345399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d2d39701-1971-49b0-97e9-7e9cf445893d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:06.350160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d2d39701-1971-49b0-97e9-7e9cf445893d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:06.350531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.357520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39842) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:06.362903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003961448', 'description': 'tempest-description--1932934639'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:06.368747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:06.373315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:security_group and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:06.376274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:06.383087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:06.394534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.415057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:06.419017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:security_group_rule and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:06.421995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:06.427812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:06.475698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.494366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d2d39701-1971-49b0-97e9-7e9cf445893d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2d39701-1971-49b0-97e9-7e9cf445893d,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:06.499975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.506159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.510153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.552959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.555009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.556196 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1976724 Apr 21 15:13:06.560192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39846) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:06.562841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.563188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.563506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.563835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.564159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.564549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.564882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.565296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.565621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.565943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.566260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.566570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8667c6c-1b31-4567-8a28-d66c8b2212de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.567197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'security_group_rule': {'security_group_id': '0f3f5860-7cda-4321-8d2e-b5149ee0e7bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:06.570479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d2d39701-1971-49b0-97e9-7e9cf445893d,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.576606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:06.580654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:security_group_rule and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:06.586124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:06.593296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:06.609700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.670145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.673899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.692516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:13:06.697885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5707a8e8-8722-449e-baa6-d5c6c652fefe,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.702789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:06.703407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:06.709617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.709958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.710287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.710628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.710938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.711264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.711585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.711903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.712219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.712534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.712850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.713160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:06.716548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.717687 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-cacd6c7e-8712-473b-bb8c-399bc7c4c7a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560180 Apr 21 15:13:06.720366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39850) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:06.725360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'security_group_rule': {'security_group_id': '0f3f5860-7cda-4321-8d2e-b5149ee0e7bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:06.731369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:06.735255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:security_group_rule and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:06.738086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:06.743612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:06.760371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.827096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.832453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.856881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b9bff5-c466-4123-a2d1-d33528641486,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:06.865291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:06.866458 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e9d482f8-85c1-4aa7-adec-6d9d137fefdf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452081 Apr 21 15:13:06.869379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 39854) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:06.874629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:06.880297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:06.884090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:floatingip and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:13:06.886446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:06.886950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:13:06.893749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:06.904248 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.144723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.209376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:05Z', 'revision_number': 2, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:07.213287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:13:07.213648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Updating router 44b58d31-8f23-44dd-b5f7-1061abe0c14c port 4122c1bd-6ebe-404f-bff9-2e04a5492756 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:13:07.265804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.280945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Allocated IP 172.26.4.120 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/2454ffee-36f4-4263-ad0a-ac4c164941aa) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:07.429682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.458930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.529277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:07.531936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:07.535721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:13:07.567931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=2454ffee-36f4-4263-ad0a-ac4c164941aa,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:07.611199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.617985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.622940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Transition to ACTIVE for port object 4122c1bd-6ebe-404f-bff9-2e04a5492756 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:07.629462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.691160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.800784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922120-66a6-4f30-9419-3add153af3ae None None] Pushing event updated for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:07.927393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Attempting to bind port 4122c1bd-6ebe-404f-bff9-2e04a5492756 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:07.928112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Attempting to bind port 4122c1bd-6ebe-404f-bff9-2e04a5492756 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:07.928240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Attempting to bind port 4122c1bd-6ebe-404f-bff9-2e04a5492756 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:13:07.937079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:13:07.937485 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:13:07.938045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.938438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:13:07.938895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Bound port: 4122c1bd-6ebe-404f-bff9-2e04a5492756, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:07.939309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.948598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:07.957414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.045989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] For port 4122c1bd-6ebe-404f-bff9-2e04a5492756, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:13:08.049212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] For port 4122c1bd-6ebe-404f-bff9-2e04a5492756, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4122c1bd-6ebe-404f-bff9-2e04a5492756,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:13:08.053797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.081889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=2454ffee-36f4-4263-ad0a-ac4c164941aa,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:08.091994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.116337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.125575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:08.126199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:08.126898 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eaa31c31-51bb-4780-9fe9-fb7e15d6bd45 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2564654 Apr 21 15:13:08.206932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98922120-66a6-4f30-9419-3add153af3ae None None] Pushing event updated for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:08.294069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2d39701-1971-49b0-97e9-7e9cf445893d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:08.303750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-00f48432-36fd-479f-a29b-925909628966 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:08.322500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-00f48432-36fd-479f-a29b-925909628966 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:08.323644 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-00f48432-36fd-479f-a29b-925909628966 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1003961448&fields=id&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 267 time: 0.0672066 Apr 21 15:13:08.388492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:08.478953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-dea3b50a-6f52-4007-966c-c47c8f3eb94d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:08.479534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-dea3b50a-6f52-4007-966c-c47c8f3eb94d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:08.495064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-dea3b50a-6f52-4007-966c-c47c8f3eb94d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:08.496249 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-dea3b50a-6f52-4007-966c-c47c8f3eb94d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1641626 Apr 21 15:13:08.511673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-1c753171-aa37-4678-84b2-ac223581cdb5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/quotas/964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 375 time: 0.0089464 Apr 21 15:13:08.520996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d2d39701-1971-49b0-97e9-7e9cf445893d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:08.521391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:08.596698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-ee02e959-e9d7-48f2-962d-6683b0395ced tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:08.613763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-ee02e959-e9d7-48f2-962d-6683b0395ced tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:08.615084 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-ee02e959-e9d7-48f2-962d-6683b0395ced tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973001 Apr 21 15:13:08.803411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-168784a6-bc46-4231-8a7c-abd5bc0be711 service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765409 Apr 21 15:13:08.815242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:08Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:08.819229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74854950-fa50-493d-97d6-656e88db3d99 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:08Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:13:09.082726 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-46883fe7-9313-4f26-aba6-367b4557931e service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720335 Apr 21 15:13:09.275210 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-166eb742-94c5-45e0-a009-a9f0f7dd8f97 req-ea3e5a67-90f8-4e06-a6b2-dde3225d17f4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 210 time: 0.0467832 Apr 21 15:13:10.274542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4122c1bd-6ebe-404f-bff9-2e04a5492756 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:10.349652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:10.355611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:10.356052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.440968 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-529f1509-5408-48ec-9e67-5a4cf179ef76 req-d4fafa9b-02f2-4508-b9eb-96f5271abe5d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 210 time: 0.0543523 Apr 21 15:13:10.486479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.522679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4122c1bd-6ebe-404f-bff9-2e04a5492756, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4122c1bd-6ebe-404f-bff9-2e04a5492756,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:10.527623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.532556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-1fd5c508-5f41-444b-8766-0de5e90fa22d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:10.534100 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-1fd5c508-5f41-444b-8766-0de5e90fa22d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1745040 Apr 21 15:13:10.587811 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-7b6aa512-0e7a-48ab-bfb9-0c5562d81177 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 380 time: 0.0459354 Apr 21 15:13:10.597433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'port': {'device_id': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'admin_state_up': True, 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'security_groups': ['0f3f5860-7cda-4321-8d2e-b5149ee0e7bd']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:10.607257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:10.755299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:13:10.765597 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:13:10.776109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:13:10.780440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:10.964655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Allocated IP 172.20.0.12 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/018d62bd-1810-429d-a068-8eca3c47ca7d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:13:11.158955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.176559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Transition to ACTIVE for port object 018d62bd-1810-429d-a068-8eca3c47ca7d will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:11.200547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.276608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:13:11.279955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:13:11.283803 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:13:11.316049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:11.354553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:11.355179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.385004 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-86cf5255-b50d-4844-a7c4-836d533a71bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7915242 Apr 21 15:13:11.395877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Request body: {'port': {'device_id': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:11.512535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.576564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c516469d-6d36-4ad0-9331-80b1d72cd297 None None] Provisioning for port 018d62bd-1810-429d-a068-8eca3c47ca7d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:11.581182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c516469d-6d36-4ad0-9331-80b1d72cd297 None None] Provisioning complete for port 018d62bd-1810-429d-a068-8eca3c47ca7d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:11.581564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c516469d-6d36-4ad0-9331-80b1d72cd297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.635647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de2b60-55a9-46b8-8d2c-3b2d637a4fb9 req-7453403b-9cf0-4fcf-8697-eec0e57a54f9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:11.636476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c516469d-6d36-4ad0-9331-80b1d72cd297 None None] Port 018d62bd-1810-429d-a068-8eca3c47ca7d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:13:11.637236 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5de2b60-55a9-46b8-8d2c-3b2d637a4fb9 req-7453403b-9cf0-4fcf-8697-eec0e57a54f9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 932 time: 0.0911324 Apr 21 15:13:11.686003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5de2b60-55a9-46b8-8d2c-3b2d637a4fb9 req-48498309-895f-40c6-9e49-3e62514f0fb0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Apr 21 15:13:11.962467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018d62bd-1810-429d-a068-8eca3c47ca7d {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:13:11.970226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:11.983872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Transition to ACTIVE for port object 018d62bd-1810-429d-a068-8eca3c47ca7d will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:13:11.987400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:12.144056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:12.224951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Attempting to bind port 018d62bd-1810-429d-a068-8eca3c47ca7d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:13:12.225301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Attempting to bind port 018d62bd-1810-429d-a068-8eca3c47ca7d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:13:12.225665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Attempting to bind port 018d62bd-1810-429d-a068-8eca3c47ca7d on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:13:12.230518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Port 018d62bd-1810-429d-a068-8eca3c47ca7d on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:13:12.230839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Attempting to bind port 018d62bd-1810-429d-a068-8eca3c47ca7d on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:13:12.236654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:13:12.236980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:13:12.237421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:13:12.237836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Bound port: 018d62bd-1810-429d-a068-8eca3c47ca7d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:13:12.238173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:12.266546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4122c1bd-6ebe-404f-bff9-2e04a5492756 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:12.332721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:13:12.333965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4122c1bd-6ebe-404f-bff9-2e04a5492756 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:12.334333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:12.335914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:13:12.341228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:12.400710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:12.401356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:12.402700 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] 10.222.0.13 "PUT /v2.0/ports/018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1094 time: 1.0111053 Apr 21 15:13:12.403224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:12.425699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c712017-a797-48c9-84df-e422d79a8745 service neutron] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:12.501500 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c83079-d48d-4b02-98c2-f67c0b97e132'] response: {'name': 'network-changed', 'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'status': 'completed', 'code': 200} Apr 21 15:13:12.538641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-5f902656-6a3b-4259-9593-61d7ca019209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:12.540134 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-5f902656-6a3b-4259-9593-61d7ca019209 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1097 time: 0.0846541 Apr 21 15:13:12.609235 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-79b2907a-bd85-4ae0-84ed-a59b93d3b9dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 217 time: 0.0625925 Apr 21 15:13:12.673019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-e29d5abb-6b8c-4ea2-8257-c242ece720a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:12.674362 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-e29d5abb-6b8c-4ea2-8257-c242ece720a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0597434 Apr 21 15:13:12.757495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-02a480d3-a7b9-475c-b061-5d052bc74d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:12.759330 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-02a480d3-a7b9-475c-b061-5d052bc74d8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784628 Apr 21 15:13:12.892804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23082a72-f64f-44a6-b923-a31d3b664957 req-b00b5d15-89ac-4ec1-b83e-02b47d5b3b5c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:12.894856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-23082a72-f64f-44a6-b923-a31d3b664957 req-b00b5d15-89ac-4ec1-b83e-02b47d5b3b5c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0878472 Apr 21 15:13:12.898421 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-50b196ad-1abd-4c72-8e7d-02b2419b9ce9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318393 Apr 21 15:13:12.945619 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-23082a72-f64f-44a6-b923-a31d3b664957 req-9956dbd1-bcf4-4903-9179-0e199d6dcbfe tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449588 Apr 21 15:13:13.048221 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f9c2d3a0-5fed-4714-ad6d-a9b214160a0b req-49be3da6-99c9-4412-bb14-147a3cbc8bb3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441762 Apr 21 15:13:13.162951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-e81d7174-bef1-44f7-b7c9-58628b403222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:13.164366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-e81d7174-bef1-44f7-b7c9-58628b403222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1097 time: 0.0739911 Apr 21 15:13:13.292157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-a25e986e-3b1b-4e80-bc50-991ec8f136f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:13.294180 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-a25e986e-3b1b-4e80-bc50-991ec8f136f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1236532 Apr 21 15:13:13.359015 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-6f53c582-f2bf-466f-8811-07eea78ddffa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 217 time: 0.0600357 Apr 21 15:13:13.519861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-c0e143e5-d50f-4e62-b5a9-49355ec1fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:13.521279 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-c0e143e5-d50f-4e62-b5a9-49355ec1fad4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.1567283 Apr 21 15:13:13.595396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-bb479333-00d9-480a-b45c-322bb8f69b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:13.596802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-bb479333-00d9-480a-b45c-322bb8f69b83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692747 Apr 21 15:13:13.725769 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-80ba646f-9503-4a29-ae0d-d62645f6b27d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218998 Apr 21 15:13:13.856611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-56df1677-b9e2-4ff6-91f9-9b07a896b3cb req-84f618b7-69f3-4855-96ef-5ab81a52729a service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247315 Apr 21 15:13:14.126563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d739ea-6dd5-40fb-95ca-7a9a0808e03d req-49988971-f3f4-40f7-8a4e-9643259f1e23 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:14.127998 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63d739ea-6dd5-40fb-95ca-7a9a0808e03d req-49988971-f3f4-40f7-8a4e-9643259f1e23 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0796959 Apr 21 15:13:14.174283 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63d739ea-6dd5-40fb-95ca-7a9a0808e03d req-d5b8cd5c-5d5d-4b6c-ac4c-e34cf4e9eecc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404818 Apr 21 15:13:15.355412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d80d22-6f42-4622-be1b-7f8c0d43d484 req-e91b40e7-731f-4e53-a587-540f8ed4d4c5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:15.356902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4d80d22-6f42-4622-be1b-7f8c0d43d484 req-e91b40e7-731f-4e53-a587-540f8ed4d4c5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0773571 Apr 21 15:13:15.399882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4d80d22-6f42-4622-be1b-7f8c0d43d484 req-513ba776-0e9e-4f4a-8b12-0a1da0b5cf87 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373218 Apr 21 15:13:16.581913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f67429-01e0-4323-b00c-220961519a8f req-123fd715-cf3b-4153-b161-6e7e9cfc35a7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:16.583328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-13f67429-01e0-4323-b00c-220961519a8f req-123fd715-cf3b-4153-b161-6e7e9cfc35a7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0818808 Apr 21 15:13:16.626739 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-13f67429-01e0-4323-b00c-220961519a8f req-48caf7e0-3209-4145-ae10-b51742a91357 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378439 Apr 21 15:13:16.882130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:13:17.048875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:17.061497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'mac_address': 'fa:16:3e:b3:6b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:13:17.118766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:17.134996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d62bd-1810-429d-a068-8eca3c47ca7d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:13:17.150890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:17.156269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:17.222671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:17.479709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['018d62bd-1810-429d-a068-8eca3c47ca7d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:13:17.810278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec01c85-e296-4571-a21a-86651d9362d9 req-7938120e-46cc-4705-b7cc-c7660868399a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:17.811123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ec01c85-e296-4571-a21a-86651d9362d9 req-7938120e-46cc-4705-b7cc-c7660868399a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 945 time: 0.0783203 Apr 21 15:13:17.854026 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ec01c85-e296-4571-a21a-86651d9362d9 req-9437f531-95ba-4e08-a926-afdcdf2cc6b4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370755 Apr 21 15:13:18.897961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:18.964483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 018d62bd-1810-429d-a068-8eca3c47ca7d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:13:18.969906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 018d62bd-1810-429d-a068-8eca3c47ca7d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:18.970279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:19.045494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e8ded-e19e-4322-b664-30ee7de21580 req-d6b820d7-52f6-4650-bc0b-c3577450ab09 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:19.046984 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-106e8ded-e19e-4322-b664-30ee7de21580 req-d6b820d7-52f6-4650-bc0b-c3577450ab09 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 945 time: 0.0846574 Apr 21 15:13:19.088295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:19.091106 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-106e8ded-e19e-4322-b664-30ee7de21580 req-8a978ed8-ee04-497f-8299-90fafe670c9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376391 Apr 21 15:13:19.115643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:19.125516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:19.130185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:19.199323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:19.212684 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8a4112-6db6-4741-bd1b-eeb0cdd96b9a'] response: {'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'code': 200} Apr 21 15:13:19.387604 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:13:19.435598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f737-0b04-4996-b753-e677e9c2da8d req-b520e18d-b220-4491-a5fb-1a5b06e3cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:19.437039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6290f737-0b04-4996-b753-e677e9c2da8d req-b520e18d-b220-4491-a5fb-1a5b06e3cdca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1099 time: 0.0728340 Apr 21 15:13:19.477329 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6290f737-0b04-4996-b753-e677e9c2da8d req-c99b770d-2629-495a-a828-1fd354eb60be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341752 Apr 21 15:13:20.273371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577133b-cd2a-42e2-b9b1-d65ab63e8cfd req-c5a96832-59db-44d1-a891-ba5ce7179206 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:20.274815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7577133b-cd2a-42e2-b9b1-d65ab63e8cfd req-c5a96832-59db-44d1-a891-ba5ce7179206 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0796323 Apr 21 15:13:20.321877 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7577133b-cd2a-42e2-b9b1-d65ab63e8cfd req-300c31f6-8169-4fbb-bcb3-ede0b4103140 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Apr 21 15:13:21.503826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779f1b3-e629-4f8f-b739-5825aaaef0ec req-e148cdf1-e869-40ab-a70f-20ad7ee59159 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:21.505289 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c779f1b3-e629-4f8f-b739-5825aaaef0ec req-e148cdf1-e869-40ab-a70f-20ad7ee59159 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0778322 Apr 21 15:13:21.550793 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c779f1b3-e629-4f8f-b739-5825aaaef0ec req-90e6c8cd-66dc-48ae-bb0d-fc241adfd303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Apr 21 15:13:21.731003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d0fd-eda4-4c23-a5eb-351643cdb1ae req-1c44a2f0-98f4-4580-9e11-fc87f1dfb65a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:21.732443 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8656d0fd-eda4-4c23-a5eb-351643cdb1ae req-1c44a2f0-98f4-4580-9e11-fc87f1dfb65a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0834181 Apr 21 15:13:21.740838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 39918) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:13:21.745667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'floatingip': {'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:13:21.820767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.169509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.514539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.518197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:22.685388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b associated. External IP: 172.26.4.120, port: 018d62bd-1810-429d-a068-8eca3c47ca7d. Apr 21 15:13:23.025347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:13:23.199275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:13:23.204225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:23.209439 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:13:23.219495 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:23.220109 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:23.257035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-58db3a8b-ac3b-4178-9482-a603ee5aefdc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "PUT /v2.0/floatingips/486b05aa-ffeb-4154-baf5-3db0b372001b HTTP/1.1" status: 200 len: 992 time: 1.5151315 Apr 21 15:13:23.257623 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:23.308273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2325d7b9-caa8-4b52-9bd2-320d4c5b95f5'] response: {'name': 'network-changed', 'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'status': 'completed', 'code': 200} Apr 21 15:13:23.398769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-c8d1049f-df12-48a1-8303-0779f6301d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.400915 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-c8d1049f-df12-48a1-8303-0779f6301d35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1099 time: 0.0720110 Apr 21 15:13:23.403092 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:23.443988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfc674-5b4a-40c6-aca9-41c00ee87a14 req-b4d1d46d-f3ea-4584-8971-93ba80b1e028 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.446369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9bbfc674-5b4a-40c6-aca9-41c00ee87a14 req-b4d1d46d-f3ea-4584-8971-93ba80b1e028 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0861361 Apr 21 15:13:23.491080 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9bbfc674-5b4a-40c6-aca9-41c00ee87a14 req-a9fcdabd-0a75-4647-9f2c-38de72bfed7c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Apr 21 15:13:23.538558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-2b9b6cdd-5406-4f44-80e7-fa3e50fe0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.539987 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-2b9b6cdd-5406-4f44-80e7-fa3e50fe0384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1338136 Apr 21 15:13:23.648902 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-dde9cd5c-85d6-4bd6-8b9b-d02eed2393ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1000 time: 0.1022048 Apr 21 15:13:23.685349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66cd00-112d-4dec-b69d-1fc4d79a86b1 req-89184b2f-0a81-4737-b97e-c11971a6f26d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.686819 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b66cd00-112d-4dec-b69d-1fc4d79a86b1 req-89184b2f-0a81-4737-b97e-c11971a6f26d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0823641 Apr 21 15:13:23.711883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-c8a8618f-e74d-4ef0-8ee6-66eaa04634aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.713714 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-c8a8618f-e74d-4ef0-8ee6-66eaa04634aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0592902 Apr 21 15:13:23.731772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7b66cd00-112d-4dec-b69d-1fc4d79a86b1 req-b0628de5-4b1e-4117-b1b3-7772053e33c1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387762 Apr 21 15:13:23.763745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:b3:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:13:22Z', 'revision_number': 1, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:23.767609 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:13:23.775547 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:23.776175 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:12:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:23.795650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-8b54861c-cb4c-4df8-aba3-e3b45219e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:23.797316 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-8b54861c-cb4c-4df8-aba3-e3b45219e144 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776043 Apr 21 15:13:23.931456 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-f1675730-7b9e-4e01-9561-99ac621d21d3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277685 Apr 21 15:13:23.952262 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:24.063107 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d5989df-2599-4527-bd4b-8beb6e9658a0 req-a5243936-e72a-4f1c-b57a-320c012cbdc3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259649 Apr 21 15:13:24.305019 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:b3:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:13:22Z', 'revision_number': 1, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:24.308769 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1915a23a-03bd-404e-bf11-8c844d497922 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:b3:6b:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:13:22Z', 'revision_number': 1, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:13:24.498861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843cc040-dd57-4ec8-a713-43ce176152a3 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:13:24.929449 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188895c-b5ec-46c8-af5d-41e23f35182c req-09c9d9c5-c2a1-46f4-8527-faff02908a87 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:24.930875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9188895c-b5ec-46c8-af5d-41e23f35182c req-09c9d9c5-c2a1-46f4-8527-faff02908a87 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0839798 Apr 21 15:13:24.975140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9188895c-b5ec-46c8-af5d-41e23f35182c req-40e3d9a1-3e6a-4e76-8e94-49e9ade0cb84 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378375 Apr 21 15:13:25.155638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666f2ef-090f-44f9-a5d1-2368f2f5f4bc req-86008768-6d6c-44f1-98cf-d47ee4dcee11 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:25.157047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4666f2ef-090f-44f9-a5d1-2368f2f5f4bc req-86008768-6d6c-44f1-98cf-d47ee4dcee11 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0797346 Apr 21 15:13:25.204606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4666f2ef-090f-44f9-a5d1-2368f2f5f4bc req-fc77f233-153a-4848-be9b-8df6d2201fb3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Apr 21 15:13:25.403137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1f0831d6-7ae3-4950-874d-b3c2042d4c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:25.561867 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-89ed4bef-ba76-4d61-bf82-1c9918639412 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754452 Apr 21 15:13:25.731942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c02de-9b0c-4bb0-821c-c48317a1a11c req-60ecd52d-f83b-4c5f-b2a2-eb5ddea3308d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:25.733781 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c1c02de-9b0c-4bb0-821c-c48317a1a11c req-60ecd52d-f83b-4c5f-b2a2-eb5ddea3308d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.2024343 Apr 21 15:13:25.780175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c1c02de-9b0c-4bb0-821c-c48317a1a11c req-e7c8ffba-51b8-402d-8138-e9888dce2983 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Apr 21 15:13:26.657617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-85259e2a-69dd-4b08-90e4-20a33a7ef4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:26.659049 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-85259e2a-69dd-4b08-90e4-20a33a7ef4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1099 time: 0.0733190 Apr 21 15:13:26.787527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-8dccceb2-d5c7-433d-924f-5e6b6d056767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:26.788932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-8dccceb2-d5c7-433d-924f-5e6b6d056767 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1237841 Apr 21 15:13:26.975467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7951d-776a-4c0c-a388-67dde985c03a req-6e9f5e32-3a2d-4b57-b2a4-68f7b147edbb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:26.976930 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03f7951d-776a-4c0c-a388-67dde985c03a req-6e9f5e32-3a2d-4b57-b2a4-68f7b147edbb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0860522 Apr 21 15:13:27.002673 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-dc9f8d75-425a-4acd-abab-f515f2a39819 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1002 time: 0.2083089 Apr 21 15:13:27.022826 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03f7951d-776a-4c0c-a388-67dde985c03a req-d8037bb5-2baf-4779-b6bd-ed2f25e8be2a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Apr 21 15:13:27.065226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-bcbe7875-af4c-40f6-8bad-7f02b0cb6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:27.066654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-bcbe7875-af4c-40f6-8bad-7f02b0cb6dd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0578558 Apr 21 15:13:27.139461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-175a6409-36c8-470b-a625-50a03316ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:27.140880 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-175a6409-36c8-470b-a625-50a03316ed6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688546 Apr 21 15:13:27.271512 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-d452b005-9396-4b4f-a3df-517cd67ae07f service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240909 Apr 21 15:13:27.399202 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-dc8ca622-61a2-460a-b133-add0ef3e74d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220224 Apr 21 15:13:27.562350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9f2e9c4a-b520-4962-9763-d5e9be1abce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:28.208164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76000ab8-c965-47fa-9829-67b569655305 req-e849d0cf-922a-4f57-94fe-69b3c92af360 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:28.209611 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-76000ab8-c965-47fa-9829-67b569655305 req-e849d0cf-922a-4f57-94fe-69b3c92af360 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0779588 Apr 21 15:13:28.255493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-76000ab8-c965-47fa-9829-67b569655305 req-06e7d36b-b163-41ea-8de9-839125b0fe5a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 Apr 21 15:13:28.809907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:29.011856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:29.435513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e44d4c-e8ed-46fc-855f-f62ed00042f3 req-cc6d4a07-e8fa-4262-8e98-a227e971d081 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:29.436943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8e44d4c-e8ed-46fc-855f-f62ed00042f3 req-cc6d4a07-e8fa-4262-8e98-a227e971d081 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0779984 Apr 21 15:13:29.480267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8e44d4c-e8ed-46fc-855f-f62ed00042f3 req-da6b347f-c873-4513-8841-49dd40009d64 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Apr 21 15:13:30.474564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:30.665315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06dda1-b6a7-426d-a17c-683af7825cd1 req-e47febd4-8944-4d36-bcc2-29c5ea6bbd3b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:30.666753 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af06dda1-b6a7-426d-a17c-683af7825cd1 req-e47febd4-8944-4d36-bcc2-29c5ea6bbd3b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0826273 Apr 21 15:13:30.710081 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af06dda1-b6a7-426d-a17c-683af7825cd1 req-d9cef19f-63bb-4cd6-ad6e-6b975710f24e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371597 Apr 21 15:13:31.890240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb4ee8-685a-4493-95d2-a646f5ad6248 req-dd9f48d8-7aef-4fdd-8153-3c7be9e4785b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:31.891669 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09fb4ee8-685a-4493-95d2-a646f5ad6248 req-dd9f48d8-7aef-4fdd-8153-3c7be9e4785b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0779033 Apr 21 15:13:31.936708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09fb4ee8-685a-4493-95d2-a646f5ad6248 req-6772e5de-79c4-4964-b947-62fe031e7edc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393653 Apr 21 15:13:33.120562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d831b5-846a-443f-9349-7ae253c8c5a6 req-5453f6be-adf4-4fe8-808e-486e9ff8ac6e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:33.122599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5d831b5-846a-443f-9349-7ae253c8c5a6 req-5453f6be-adf4-4fe8-808e-486e9ff8ac6e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0820839 Apr 21 15:13:33.164960 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5d831b5-846a-443f-9349-7ae253c8c5a6 req-d8e6cde6-0eeb-420b-b1b7-fc9fa632f44e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364866 Apr 21 15:13:34.348772 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec95ec-e03f-4242-9f27-75bde0754d69 req-4cd61bab-08cc-4cf6-a8ee-0e0c17670dc9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:34.350118 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ecec95ec-e03f-4242-9f27-75bde0754d69 req-4cd61bab-08cc-4cf6-a8ee-0e0c17670dc9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0791724 Apr 21 15:13:34.393328 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ecec95ec-e03f-4242-9f27-75bde0754d69 req-d4a50bba-218e-4e19-8ed8-e04f8faa47d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Apr 21 15:13:35.724424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac08b3-f2ab-43f6-90b6-d35b995ef83a req-e6a188d1-9089-47a2-9e5b-6a0b9ae0b646 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:35.725778 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4bac08b3-f2ab-43f6-90b6-d35b995ef83a req-e6a188d1-9089-47a2-9e5b-6a0b9ae0b646 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0816216 Apr 21 15:13:35.769679 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4bac08b3-f2ab-43f6-90b6-d35b995ef83a req-d80b71d4-9dda-43ea-be8e-4648db34675c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377128 Apr 21 15:13:36.954796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70df6-b556-4ec6-8ce2-264c5ca2a470 req-e3bceae5-7314-476e-8b63-dd0f22085513 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:36.956244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82f70df6-b556-4ec6-8ce2-264c5ca2a470 req-e3bceae5-7314-476e-8b63-dd0f22085513 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0796480 Apr 21 15:13:37.002829 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82f70df6-b556-4ec6-8ce2-264c5ca2a470 req-d350e25e-ae52-4118-b0f6-2a048461ef20 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408494 Apr 21 15:13:38.182278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63966469-29ef-4145-a933-c4db0f538f17 req-08c10821-c49b-4e63-9125-2a9dd133aa34 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:38.183688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63966469-29ef-4145-a933-c4db0f538f17 req-08c10821-c49b-4e63-9125-2a9dd133aa34 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0782769 Apr 21 15:13:38.226932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63966469-29ef-4145-a933-c4db0f538f17 req-88f63d34-56d1-4604-841c-c1993f92bb01 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368714 Apr 21 15:13:39.411115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6059e5-5589-4a4b-8697-826e41047ff6 req-e92819e8-7279-4cfb-b377-9cf91edf7e8f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:39.412528 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff6059e5-5589-4a4b-8697-826e41047ff6 req-e92819e8-7279-4cfb-b377-9cf91edf7e8f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0804436 Apr 21 15:13:39.455105 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff6059e5-5589-4a4b-8697-826e41047ff6 req-dd631e22-7538-49cf-abfe-7c69bf960271 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370376 Apr 21 15:13:40.633664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5a2e-c2b0-4cfa-9d3f-e0a3e3530560 req-26d012ce-2303-4213-90bb-2afe733e36c8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:40.635074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-258c5a2e-c2b0-4cfa-9d3f-e0a3e3530560 req-26d012ce-2303-4213-90bb-2afe733e36c8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0789332 Apr 21 15:13:40.679436 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-258c5a2e-c2b0-4cfa-9d3f-e0a3e3530560 req-d118f2c8-31e0-42c6-94ee-e3675c03455e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380392 Apr 21 15:13:41.869225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b364c-d8db-4603-86d6-13f18f34972a req-c2c6c5a3-0007-45ce-ad61-51ea6cafc5fc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:41.870694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a06b364c-d8db-4603-86d6-13f18f34972a req-c2c6c5a3-0007-45ce-ad61-51ea6cafc5fc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0833540 Apr 21 15:13:41.914342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a06b364c-d8db-4603-86d6-13f18f34972a req-2b28d340-9eb9-4946-b55e-f4ed4295822e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370910 Apr 21 15:13:43.099024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7d039-1295-4490-9ba8-dba42f858a5a req-a1e1e513-c650-4ee5-9cfc-2c55e0d2bfc1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:43.100351 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95d7d039-1295-4490-9ba8-dba42f858a5a req-a1e1e513-c650-4ee5-9cfc-2c55e0d2bfc1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0797706 Apr 21 15:13:43.146995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-95d7d039-1295-4490-9ba8-dba42f858a5a req-dbb29e86-880d-4a0b-bba2-df489c77c292 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Apr 21 15:13:44.332640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec6b75-3b55-4449-8c75-dfb95674043d req-cb855168-6016-4b43-8cd2-941f8dc96f68 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:44.334104 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1bec6b75-3b55-4449-8c75-dfb95674043d req-cb855168-6016-4b43-8cd2-941f8dc96f68 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0792549 Apr 21 15:13:44.377977 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1bec6b75-3b55-4449-8c75-dfb95674043d req-7fccd3c8-afa6-4ba2-ab68-1e5d9f27b025 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Apr 21 15:13:45.560172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8efa4-234b-4541-8f59-5b8668400d9d req-02328e27-7f71-42db-b6c2-5a557039fb4d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:45.561628 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4e8efa4-234b-4541-8f59-5b8668400d9d req-02328e27-7f71-42db-b6c2-5a557039fb4d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0813472 Apr 21 15:13:45.606241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4e8efa4-234b-4541-8f59-5b8668400d9d req-815bf586-41e0-4e10-9903-c9153292e074 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 Apr 21 15:13:45.738746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-9e5a4bed-0648-4f09-bbb2-75c9ff2f2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:45.740086 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-9e5a4bed-0648-4f09-bbb2-75c9ff2f2571 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1099 time: 0.0730472 Apr 21 15:13:45.883378 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-aa149daa-e9c3-4d40-b8ff-cab7ca46638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:45.884776 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-aa149daa-e9c3-4d40-b8ff-cab7ca46638b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1262088 Apr 21 15:13:45.985018 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-5bb2297f-0088-4c64-b7ef-1bbf9c6c92af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1002 time: 0.0947161 Apr 21 15:13:46.045924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-bd965e27-1a88-4745-b879-d8568c472392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:46.047205 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-bd965e27-1a88-4745-b879-d8568c472392 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0566399 Apr 21 15:13:46.119946 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-9acf24be-c83f-44e2-a35c-213471710c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:46.121392 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-9acf24be-c83f-44e2-a35c-213471710c65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678999 Apr 21 15:13:46.251946 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-9a9065d2-e9ad-440c-b83a-95fb73f0d123 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247842 Apr 21 15:13:46.388423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71c77ab8-a5ff-42e4-9d62-914ded63f5b2 req-d45c5bee-ad64-4ec7-8a20-ee6a5428b391 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304121 Apr 21 15:13:46.787045 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc8211-0e9d-4236-9b1f-5244f31d533b req-34e541d1-a7dc-48af-abda-d329300998b2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:46.788474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e7fc8211-0e9d-4236-9b1f-5244f31d533b req-34e541d1-a7dc-48af-abda-d329300998b2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0792027 Apr 21 15:13:46.833163 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e7fc8211-0e9d-4236-9b1f-5244f31d533b req-790b957a-8211-4cee-a2cc-8c4f36addd20 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Apr 21 15:13:48.017845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574b3e-da94-470e-98fc-05a9310bf71f req-8637a8b9-29e1-47f8-94f6-f729d518a96d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:48.019257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b574b3e-da94-470e-98fc-05a9310bf71f req-8637a8b9-29e1-47f8-94f6-f729d518a96d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0804605 Apr 21 15:13:48.062480 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9b574b3e-da94-470e-98fc-05a9310bf71f req-88ab0270-d799-4a8e-baaa-5426c1689e09 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376031 Apr 21 15:13:49.119005 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-d3ad7324-b559-47ba-bdf6-33828903a758 service neutron] 10.222.0.13 "GET /v2.0/ports/018d62bd-1810-429d-a068-8eca3c47ca7d/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0789628 Apr 21 15:13:49.257391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b98874-4eaa-4625-92b6-3b4fbe89663e req-c57312fa-4a8b-4ff7-9931-b129827ec518 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.258820 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-51b98874-4eaa-4625-92b6-3b4fbe89663e req-c57312fa-4a8b-4ff7-9931-b129827ec518 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0821900 Apr 21 15:13:49.310885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-51b98874-4eaa-4625-92b6-3b4fbe89663e req-687015b5-fd6e-4016-8b23-0ff438deccbc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Apr 21 15:13:49.378676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-ea504342-a4c5-45e5-bd8f-f35b9d168edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.380108 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-ea504342-a4c5-45e5-bd8f-f35b9d168edd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1099 time: 0.0714111 Apr 21 15:13:49.470599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-e2aa7f89-ab41-4953-9ae3-159665d3dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.471983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-e2aa7f89-ab41-4953-9ae3-159665d3dde9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1099 time: 0.0728745 Apr 21 15:13:49.598809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-4c08cfc9-a0c0-4e4b-a5a9-02881c0b18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.600181 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-4c08cfc9-a0c0-4e4b-a5a9-02881c0b18c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1222970 Apr 21 15:13:49.703825 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-7e2e56ca-506e-4ead-9ccd-4505a7c0e22a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1002 time: 0.0958774 Apr 21 15:13:49.867289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-c0017991-1aa6-4388-b3e6-d3a96d214708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.868696 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-c0017991-1aa6-4388-b3e6-d3a96d214708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.1592050 Apr 21 15:13:49.946414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-621d07c0-e6e1-43fc-aaa7-136e37e39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:49.947823 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-621d07c0-e6e1-43fc-aaa7-136e37e39a97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733860 Apr 21 15:13:50.078825 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-13574a46-cc7c-49e3-b615-72c070d1a061 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251254 Apr 21 15:13:50.210536 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c0decc9-c1d1-4b6e-a8ee-aeb674de250d req-fd919234-c528-489e-85df-5359a4290f61 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 Apr 21 15:13:50.501600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff120-1d6f-4819-8605-d222a252e40b req-aa50dbb7-211c-4ce5-bdcc-3cf00f259466 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:50.503035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3efff120-1d6f-4819-8605-d222a252e40b req-aa50dbb7-211c-4ce5-bdcc-3cf00f259466 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0824673 Apr 21 15:13:50.546224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3efff120-1d6f-4819-8605-d222a252e40b req-10f0bc5d-4289-46f3-b39e-9c54cbd144c1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Apr 21 15:13:51.115443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:13:51.227355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:51.256032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:51.265424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:51.269951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:51.310847 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31728e9a-1d44-44ed-8e1e-116e2715f844'] response: {'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'code': 200} Apr 21 15:13:51.342060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:51.349115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.349490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.349825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.350158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.350481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.350807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.351127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.351447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.351764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.352080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.352396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.352711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:13:51.729062 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed76f-8c17-4964-8a4c-ceb01a3d74e3 req-e15bfd41-b439-493b-bb57-8b4771fcc964 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:51.730525 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d90ed76f-8c17-4964-8a4c-ceb01a3d74e3 req-e15bfd41-b439-493b-bb57-8b4771fcc964 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0794084 Apr 21 15:13:51.779015 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d90ed76f-8c17-4964-8a4c-ceb01a3d74e3 req-2564e0c6-c4a0-4fb8-b513-5593667741c8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415215 Apr 21 15:13:52.159911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:52.963420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22196dd3-9283-466f-a719-65b920b680a1 req-d2fb47cb-0d0c-4dbc-a2a0-7592cb208d04 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:52.964837 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22196dd3-9283-466f-a719-65b920b680a1 req-d2fb47cb-0d0c-4dbc-a2a0-7592cb208d04 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.0798135 Apr 21 15:13:53.008005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-22196dd3-9283-466f-a719-65b920b680a1 req-a6b08285-a716-4833-b39e-04b6d956de60 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370424 Apr 21 15:13:53.136958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:13:53.274017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:53.288775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'mac_address': 'fa:16:3e:b3:6b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:13:53.324024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c477-4045-4824-aa6b-750195127fcb req-fe9fb81a-8e5a-4de6-a4e8-55e75d030441 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.325389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a3d9c477-4045-4824-aa6b-750195127fcb req-fe9fb81a-8e5a-4de6-a4e8-55e75d030441 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:13:53.342621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a3d9c477-4045-4824-aa6b-750195127fcb req-fe9fb81a-8e5a-4de6-a4e8-55e75d030441 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:13:53.344166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-fe9fb81a-8e5a-4de6-a4e8-55e75d030441 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e&tenant_id=964eb6c9f3c843c8953ac7070b887e42&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1120121 Apr 21 15:13:53.347167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.365130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018d62bd-1810-429d-a068-8eca3c47ca7d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:13:53.383697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:53.388886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:53.421286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edfb08-9f5f-4c10-8b73-dba03ef63126 req-cbc3dcf0-edfd-4b34-ad64-b34859d5fa88 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.422946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2edfb08-9f5f-4c10-8b73-dba03ef63126 req-cbc3dcf0-edfd-4b34-ad64-b34859d5fa88 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 944 time: 0.1872513 Apr 21 15:13:53.460358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['018d62bd-1810-429d-a068-8eca3c47ca7d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:13:53.478614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2edfb08-9f5f-4c10-8b73-dba03ef63126 req-61631b4b-d9ee-4ecf-a65d-5ebbabb98b0d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476153 Apr 21 15:13:53.486959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c477-4045-4824-aa6b-750195127fcb req-9851b18a-b58c-4c03-8b99-372446bac0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.488658 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-9851b18a-b58c-4c03-8b99-372446bac0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 1098 time: 0.0733986 Apr 21 15:13:53.501481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:53.622521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c477-4045-4824-aa6b-750195127fcb req-ea38b7d9-f5a4-4274-b5ae-618f546861d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.623946 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-ea38b7d9-f5a4-4274-b5ae-618f546861d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1293674 Apr 21 15:13:53.726515 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-f8beb646-7603-47d2-ab29-c4f85fc0992e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 200 len: 1001 time: 0.0963361 Apr 21 15:13:53.789919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c477-4045-4824-aa6b-750195127fcb req-b8a164ed-1495-4695-8f01-a7149da821be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.791289 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-b8a164ed-1495-4695-8f01-a7149da821be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0587995 Apr 21 15:13:53.865531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c477-4045-4824-aa6b-750195127fcb req-1ac0284d-76ec-445a-9ae1-92becfd73864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:53.866962 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-1ac0284d-76ec-445a-9ae1-92becfd73864 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688601 Apr 21 15:13:53.999964 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-d932e39b-1f3b-4948-86e5-5f6133701191 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266901 Apr 21 15:13:54.130181 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a3d9c477-4045-4824-aa6b-750195127fcb req-de327815-e086-4203-9317-9d40723f4d3c service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238728 Apr 21 15:13:54.674073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024489c0-92ac-4a8c-a08d-389c47c15163 req-177aefda-6b50-4840-bf47-831e11da323c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:54.675528 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-024489c0-92ac-4a8c-a08d-389c47c15163 req-177aefda-6b50-4840-bf47-831e11da323c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 945 time: 0.0830789 Apr 21 15:13:54.721659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-024489c0-92ac-4a8c-a08d-389c47c15163 req-a78075df-45b5-4365-8cae-2965008a7275 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Apr 21 15:13:54.911494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791b7fc-b75c-444a-babb-f22dd18ec807 req-4b2ee211-fee9-40d3-915d-cc55cc477118 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:54.912908 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f791b7fc-b75c-444a-babb-f22dd18ec807 req-4b2ee211-fee9-40d3-915d-cc55cc477118 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 945 time: 0.0818646 Apr 21 15:13:54.956831 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f791b7fc-b75c-444a-babb-f22dd18ec807 req-2d383e0b-8806-4d5a-9a38-adda8da5927a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382755 Apr 21 15:13:55.135809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c93a1-78ad-40b0-aab0-050168bcdce8 req-0ead18d8-d5f3-405b-b6cb-401b318fe10f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:55.137278 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-901c93a1-78ad-40b0-aab0-050168bcdce8 req-0ead18d8-d5f3-405b-b6cb-401b318fe10f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 945 time: 0.0770974 Apr 21 15:13:55.152507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:13:55.188236 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-901c93a1-78ad-40b0-aab0-050168bcdce8 req-39e8c193-47c1-48d8-ae81-0ad5939b6eab tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 Apr 21 15:13:55.252091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 018d62bd-1810-429d-a068-8eca3c47ca7d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:13:55.252465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:55.369664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:55.406982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:55.419588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:55.421651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e32-a519-42a7-9a80-2c19ed7a498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:55.425699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:55.461770 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3e1aeb-ef5f-43a8-a8f9-78b3f482f35c'] response: {'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'code': 200} Apr 21 15:13:55.497143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:55.567622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff51f14-f956-42fb-9fdf-5dc8a65b5e82 req-68a793e1-66ca-4442-b00d-31989c51b26f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:55.569079 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ff51f14-f956-42fb-9fdf-5dc8a65b5e82 req-68a793e1-66ca-4442-b00d-31989c51b26f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0785887 Apr 21 15:13:55.613414 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ff51f14-f956-42fb-9fdf-5dc8a65b5e82 req-67201267-4c98-4ec0-9469-3527ca0048d7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 Apr 21 15:13:56.388049 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:13:56.802152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e88f88-95e1-492c-abb8-395c0d152087 req-d8ef6518-0682-417c-a4f1-d78081c420a3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:56.803584 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4e88f88-95e1-492c-abb8-395c0d152087 req-d8ef6518-0682-417c-a4f1-d78081c420a3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0823841 Apr 21 15:13:56.847431 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b4e88f88-95e1-492c-abb8-395c0d152087 req-96897ece-2c57-4bf0-b058-b2b72e587a15 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381503 Apr 21 15:13:57.282546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-275972a5-d3bc-4c43-af65-33fd0dff9f79 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:57.283868 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-275972a5-d3bc-4c43-af65-33fd0dff9f79 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0790079 Apr 21 15:13:57.362074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Deleting port 018d62bd-1810-429d-a068-8eca3c47ca7d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:13:57.362405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.564581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4bd3260c-ab64-4add-be3c-a36e22a8140f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:57.710013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] For port 018d62bd-1810-429d-a068-8eca3c47ca7d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=018d62bd-1810-429d-a068-8eca3c47ca7d,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:13:57.710372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.007354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.007712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.008010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b disassociated. External IP: 172.26.4.120, port: 018d62bd-1810-429d-a068-8eca3c47ca7d. Apr 21 15:13:58.008334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Calling delete_port for 018d62bd-1810-429d-a068-8eca3c47ca7d owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:13:58.033820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99899d80-929b-40d2-88a8-4819fbc6fb92 req-cb59885d-a7aa-4ab4-a4dc-75bb98ec9e3e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:13:58.035530 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99899d80-929b-40d2-88a8-4819fbc6fb92 req-cb59885d-a7aa-4ab4-a4dc-75bb98ec9e3e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 946 time: 0.0798519 Apr 21 15:13:58.080388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-99899d80-929b-40d2-88a8-4819fbc6fb92 req-7025e8fd-149f-45e3-9f9d-49e6830e1a9c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388052 Apr 21 15:13:58.165811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.214976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'Port': ['ID=018d62bd-1810-429d-a068-8eca3c47ca7d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:13:58.441819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:13:58.621049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:13:58.630887 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:13:58.640877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:58.641507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:13:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:58.692557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] No DVR routers for this DVR port 018d62bd-1810-429d-a068-8eca3c47ca7d on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:13:58.695029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.697651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-deleted', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:13:58.715012 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-48143a2a-cd07-4e31-9432-1f0942e745fc req-672ea91f-6640-40aa-adb4-0589c03c8449 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "DELETE /v2.0/ports/018d62bd-1810-429d-a068-8eca3c47ca7d HTTP/1.1" status: 204 len: 173 time: 1.4259837 Apr 21 15:13:58.752233 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10db00ef-05af-4f2e-b12d-028d669ecb73'] response: {'server_uuid': '10126bc8-a988-49ba-bdb0-29ef11e0984e', 'name': 'network-vif-deleted', 'tag': '018d62bd-1810-429d-a068-8eca3c47ca7d', 'status': 'completed', 'code': 200} Apr 21 15:13:58.814928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:58.862703 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:59.015108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:13:59.187676 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:59.191536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:13:59.200607 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:13:59.201231 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:13:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:59.248841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-64e8cea9-173b-49a0-bcdb-6bcdb29774bd req-d24bbc18-bd32-4ffb-b61e-0a66f7178241 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=10126bc8-a988-49ba-bdb0-29ef11e0984e HTTP/1.1" status: 200 len: 210 time: 0.0469568 Apr 21 15:13:59.380138 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:13:59.686036 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:13:59.689805 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a33bc6-9a98-439c-bd85-f2e6b2d581cf None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:13:59.905611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ee6991-f791-4e23-b3bc-339564037827 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:14:00.477221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:00.584208 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-5e60cb1a-a050-4ab8-9406-10e16ec13a0a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1003961448&fields=id&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 267 time: 0.0393946 Apr 21 15:14:00.732349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-6476f6ac-8943-479a-bf13-6377619179d8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:00.733680 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-6476f6ac-8943-479a-bf13-6377619179d8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1429214 Apr 21 15:14:00.749095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-9e52fe41-2711-4a6e-8911-f9cf51412908 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/quotas/964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 375 time: 0.0098717 Apr 21 15:14:00.833125 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-fcc3e0c0-4876-40ca-aed2-e7a3248301c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790248 Apr 21 15:14:00.969473 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-b389114c-f0aa-4371-b1a6-79540d13ec67 service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247616 Apr 21 15:14:01.099202 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-cbf6fb6d-845c-4189-8753-e5cf13c69032 service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238897 Apr 21 15:14:01.193612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:14:01.233813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 018d62bd-1810-429d-a068-8eca3c47ca7d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:14:01.234243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 018d62bd-1810-429d-a068-8eca3c47ca7d not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:14:01.288009 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9210dfbe-5cbe-4d16-9594-39beded2a40e req-2698c03d-01bc-498f-a6d4-6454e76dbbed tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Apr 21 15:14:02.265493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-87e74a34-a503-44c1-8f03-8439ed31b01e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:02.266957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-87e74a34-a503-44c1-8f03-8439ed31b01e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1504171 Apr 21 15:14:02.321286 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-03d1e9d1-6d34-4470-be63-b9e6b44b828d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 380 time: 0.0460658 Apr 21 15:14:02.329807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'port': {'device_id': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'admin_state_up': True, 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'security_groups': ['0f3f5860-7cda-4321-8d2e-b5149ee0e7bd']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:14:02.436112 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-54430c52-08ef-414c-b0b4-88648268167e req-9c8be79c-1fa6-4745-bf15-a47ea44c723b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Apr 21 15:14:02.472747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:14:02.476768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:port and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:14:02.479596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:14:02.485769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:14:02.495070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:14:02.498613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:02.656553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Allocated IP 172.20.0.9 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/2c5050a5-aa00-469d-b4f8-dfa4709d3ab9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:14:02.945945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:02.961164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Transition to ACTIVE for port object 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:14:02.984282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.053175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:14:03.056364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:14:03.058854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:14:03.103480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:03.134353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:03.134956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.160846 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-66c99000-1d38-4926-9ccd-fc0514b3deb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350706 Apr 21 15:14:03.172895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Request body: {'port': {'device_id': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:14:03.285448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1463bf90-2577-40e2-96a9-7be62549a263 None None] Provisioning for port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:14:03.289843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.290253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1463bf90-2577-40e2-96a9-7be62549a263 None None] Provisioning complete for port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:03.290611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1463bf90-2577-40e2-96a9-7be62549a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.347352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1463bf90-2577-40e2-96a9-7be62549a263 None None] Port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:14:03.626060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51db26-c9a4-42cb-b41c-299f200238c0 req-804a2ede-9c99-4397-bb4a-b89ce9b2108f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:03.627499 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f51db26-c9a4-42cb-b41c-299f200238c0 req-804a2ede-9c99-4397-bb4a-b89ce9b2108f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 931 time: 0.0875838 Apr 21 15:14:03.629153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:14:03.636541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.650772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Transition to ACTIVE for port object 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:14:03.654440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:03.672760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0f51db26-c9a4-42cb-b41c-299f200238c0 req-582d2053-bb24-41b0-836c-d9903c87a2e8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 Apr 21 15:14:03.810680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:03.894096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Attempting to bind port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:14:03.894419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Attempting to bind port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:14:03.894729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Attempting to bind port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:14:03.899126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:14:03.899438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Attempting to bind port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:14:03.904930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:14:03.905279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:14:03.905650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:14:03.906054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Bound port: 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:14:03.906379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:04.000457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:14:04.003751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:14:04.007222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:04.068114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.068716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:04.070119 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 1093 time: 0.9022291 Apr 21 15:14:04.070545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:04.094715 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa3c3d-d72c-4bd0-8f82-32bc90e84f54 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:04.142142 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f931b7-dea4-42eb-be54-b376cd6aab80'] response: {'name': 'network-changed', 'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'status': 'completed', 'code': 200} Apr 21 15:14:04.186345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-b3122d41-1c5d-48ff-95c4-3f00f05a4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.187816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-b3122d41-1c5d-48ff-95c4-3f00f05a4ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1096 time: 0.0785244 Apr 21 15:14:04.260764 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-03b8ba39-c555-474c-818b-9a7d3f9f00f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 217 time: 0.0662913 Apr 21 15:14:04.325978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-4833e035-40ac-4bfe-8784-dc507a11b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.327301 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-4833e035-40ac-4bfe-8784-dc507a11b33a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0609963 Apr 21 15:14:04.400941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-9789da19-f6a6-4b85-88dc-4c5484770714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.402389 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-9789da19-f6a6-4b85-88dc-4c5484770714 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693979 Apr 21 15:14:04.624570 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-9f54f4e1-8b07-4d5b-878b-64bcc1efcf8d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159235 Apr 21 15:14:04.757113 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-493c041a-a4ed-49a1-92f6-4c393b388d57 req-48b190b9-339d-4949-8c4a-dc6bdfede9e2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259573 Apr 21 15:14:04.869312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdda02-a2d1-4bb3-abad-04da0741e5ec req-ffd41113-b5df-4358-94ce-ce52b79bc6e3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.870755 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0cdda02-a2d1-4bb3-abad-04da0741e5ec req-ffd41113-b5df-4358-94ce-ce52b79bc6e3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0821745 Apr 21 15:14:04.875466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-0cde14c7-207b-4572-9443-1cbfd593b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:04.876836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-0cde14c7-207b-4572-9443-1cbfd593b1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1096 time: 0.0767565 Apr 21 15:14:04.915140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0cdda02-a2d1-4bb3-abad-04da0741e5ec req-cad464f9-1f69-42b7-9007-b498c3ac763e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Apr 21 15:14:05.008480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-b25abe5d-5a53-4105-bbf5-dad942278e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:05.009926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-b25abe5d-5a53-4105-bbf5-dad942278e7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1267700 Apr 21 15:14:05.080476 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-710e038f-75ca-4282-9a3d-80b986fbb16f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 217 time: 0.0646307 Apr 21 15:14:05.141582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-23612cf2-5782-4b07-a575-5d07d66cdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:05.142879 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-23612cf2-5782-4b07-a575-5d07d66cdf9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0567970 Apr 21 15:14:05.222141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-e6392f1d-5a22-489e-a851-bc69ca058c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:05.223548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-e6392f1d-5a22-489e-a851-bc69ca058c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737264 Apr 21 15:14:05.352590 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-07e09187-6bc8-48bc-a405-83a1fdd62b38 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226163 Apr 21 15:14:05.482703 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bba7d65f-213f-49d8-883e-8b83c0d7c461 req-3e664c7a-85ca-4547-be7b-e50d817d8d7e service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226659 Apr 21 15:14:06.102943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b61df0-3ede-4e92-b912-36d554bcb824 req-528b71e3-bc24-42bf-aae9-4c332f5e4563 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:06.104383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08b61df0-3ede-4e92-b912-36d554bcb824 req-528b71e3-bc24-42bf-aae9-4c332f5e4563 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0836504 Apr 21 15:14:06.147967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-08b61df0-3ede-4e92-b912-36d554bcb824 req-6d19f4e9-c10f-4769-84c2-a752bba4fadb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372138 Apr 21 15:14:07.329638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b02a30-85aa-49b4-b4f7-a6e6a0855460 req-e703f948-a9d1-4817-b213-a767bb330755 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:07.331097 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e1b02a30-85aa-49b4-b4f7-a6e6a0855460 req-e703f948-a9d1-4817-b213-a767bb330755 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0788732 Apr 21 15:14:07.374221 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e1b02a30-85aa-49b4-b4f7-a6e6a0855460 req-7b33e480-eae5-4738-849a-99497fa44f10 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376272 Apr 21 15:14:08.557910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efa0b3-d631-45ec-9db2-873ee6475b69 req-c0da73fc-07e0-44cb-bdce-d093ea4fff4a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:08.559381 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2efa0b3-d631-45ec-9db2-873ee6475b69 req-c0da73fc-07e0-44cb-bdce-d093ea4fff4a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0817831 Apr 21 15:14:08.602573 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d2efa0b3-d631-45ec-9db2-873ee6475b69 req-ad4bc966-1875-4cdd-a636-6f210f3e1a0b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Apr 21 15:14:09.239356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:14:09.371967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:09.384603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'mac_address': 'fa:16:3e:77:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:14:09.439273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:09.456061 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:14:09.470638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:09.474542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:09.543647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:09.782812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:14:09.783060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea840cb-5570-4841-945b-99547f4463a9 req-0b93c985-fd19-49ec-9e7c-9ec53827c521 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:09.784556 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6ea840cb-5570-4841-945b-99547f4463a9 req-0b93c985-fd19-49ec-9e7c-9ec53827c521 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 944 time: 0.0780840 Apr 21 15:14:09.833877 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6ea840cb-5570-4841-945b-99547f4463a9 req-f0b85a42-106c-4a47-90ca-fa7c6c27356d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 Apr 21 15:14:11.017951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71169eb-6fd7-4a42-873c-f5e6cd3b1d19 req-0d5eb9d2-c3ef-4467-908f-4cef9e0cac24 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:11.019504 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a71169eb-6fd7-4a42-873c-f5e6cd3b1d19 req-0d5eb9d2-c3ef-4467-908f-4cef9e0cac24 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 944 time: 0.0781262 Apr 21 15:14:11.062829 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a71169eb-6fd7-4a42-873c-f5e6cd3b1d19 req-f1d37350-7c52-4329-9816-fde02b993033 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378051 Apr 21 15:14:11.270098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:14:11.338970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:14:11.343605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:11.343971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:11.490794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:11.516523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:11.525799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:11.530823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:11.566848 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6a1d36-7da5-4313-b73c-9bb3d5e6ea4d'] response: {'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'code': 200} Apr 21 15:14:11.599334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:11.797108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4707-9f4c-4008-8134-2e70157d83af req-9223bb37-735f-4b2c-b2df-d0bc682dabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:11.799345 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cb4f4707-9f4c-4008-8134-2e70157d83af req-9223bb37-735f-4b2c-b2df-d0bc682dabd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1098 time: 0.0746422 Apr 21 15:14:11.840653 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cb4f4707-9f4c-4008-8134-2e70157d83af req-09ded12a-98df-42d2-a082-0da8a13be357 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362668 Apr 21 15:14:12.288280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48f9ca-1123-474b-a31d-deb40159d054 req-3e01db78-e3f5-4074-9298-1ab5a67c5beb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:12.289817 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8d48f9ca-1123-474b-a31d-deb40159d054 req-3e01db78-e3f5-4074-9298-1ab5a67c5beb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.1043410 Apr 21 15:14:12.336346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8d48f9ca-1123-474b-a31d-deb40159d054 req-004173e3-c66c-4d6f-8782-244f07a27289 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Apr 21 15:14:13.520893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc52a-2c40-4333-8d4d-f84541c3df33 req-3a8a4ea2-e689-456b-a78b-3eecebc2637b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:13.522347 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19ccc52a-2c40-4333-8d4d-f84541c3df33 req-3a8a4ea2-e689-456b-a78b-3eecebc2637b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0792005 Apr 21 15:14:13.565185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19ccc52a-2c40-4333-8d4d-f84541c3df33 req-ac1560e7-e018-46d3-929b-bfb80d9704f5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366182 Apr 21 15:14:13.744230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bdea1-dfde-4230-9649-14f72e012213 req-70f947ba-ed50-421c-b4ad-00b6fa21259b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:13.745617 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8e4bdea1-dfde-4230-9649-14f72e012213 req-70f947ba-ed50-421c-b4ad-00b6fa21259b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0815322 Apr 21 15:14:13.754972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40090) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:14:13.759746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'floatingip': {'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:14:13.938674 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:14.528798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:14.532604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:14.699212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b associated. External IP: 172.26.4.120, port: 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9. Apr 21 15:14:15.047816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:14:15.336797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:14:15.341621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:15.346138 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:14:15.356430 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:14:15.357101 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:13:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:15.397397 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b2529f7-a190-4367-a069-080670281e4b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "PUT /v2.0/floatingips/486b05aa-ffeb-4154-baf5-3db0b372001b HTTP/1.1" status: 200 len: 991 time: 1.6413963 Apr 21 15:14:15.397963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:15.450408 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d21fc4f0-e9e6-4478-aea7-67f6a24abad9'] response: {'name': 'network-changed', 'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'status': 'completed', 'code': 200} Apr 21 15:14:15.538503 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:14:15.543634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-0a8d9617-eb62-4c90-a44d-40f4150400a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:15.545604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-0a8d9617-eb62-4c90-a44d-40f4150400a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1098 time: 0.0759306 Apr 21 15:14:15.691755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-41327ee3-d33f-41d5-87a2-2d0b19100a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:15.693337 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-41327ee3-d33f-41d5-87a2-2d0b19100a13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1417305 Apr 21 15:14:15.746548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77900f86-85b2-454b-add6-752c926e7331 req-43a2c111-8936-4878-bd7c-614ee27bd351 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:15.747996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77900f86-85b2-454b-add6-752c926e7331 req-43a2c111-8936-4878-bd7c-614ee27bd351 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0899947 Apr 21 15:14:15.801420 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77900f86-85b2-454b-add6-752c926e7331 req-6407c41c-c436-44b5-b5f0-1d9b1b6f3503 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471168 Apr 21 15:14:15.817609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-d2599a39-2f56-4b3a-8512-8388fd8172aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 999 time: 0.1110299 Apr 21 15:14:15.884246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-071447c3-fc1b-4870-a522-6cc673c19a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:15.885707 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-071447c3-fc1b-4870-a522-6cc673c19a4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0625398 Apr 21 15:14:15.955209 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:77:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:14:14Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:15.958969 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:14:15.962618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-d4a02139-8af6-49f0-a65a-46437233e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:15.964043 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-d4a02139-8af6-49f0-a65a-46437233e82d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732369 Apr 21 15:14:15.967920 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:14:15.968504 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:13:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:16.094169 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-9cb09af4-eb7d-4c86-8387-df27dd145576 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246490 Apr 21 15:14:16.145471 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:14:16.332332 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c5bacc23-80b5-45ba-a5f7-06ca46503ca9 req-c879a7b2-fc61-4848-acbc-916a32bf9e05 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294586 Apr 21 15:14:16.498568 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:77:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:14:14Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:16.502426 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dcabb7-d592-4f51-b6be-82d7ca9604ec None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:77:f4:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:14:14Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:14:16.678642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aecc1f4-bef1-46df-a151-b75eeda7a94a None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:14:17.002433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadf24b-a084-4c59-a12c-57d7bc77ec64 req-2ae5c6f9-8ac2-4060-af4c-84c3743cab27 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:17.003854 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbadf24b-a084-4c59-a12c-57d7bc77ec64 req-2ae5c6f9-8ac2-4060-af4c-84c3743cab27 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0882058 Apr 21 15:14:17.047274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbadf24b-a084-4c59-a12c-57d7bc77ec64 req-1f3d983a-5113-4c04-938d-3d634d9c41bf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376978 Apr 21 15:14:18.227806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8726d-888e-40a6-8d45-d7be98c245a6 req-de3761ee-303f-43fb-92bc-05adea5e14f6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:18.229311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1bc8726d-888e-40a6-8d45-d7be98c245a6 req-de3761ee-303f-43fb-92bc-05adea5e14f6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0790129 Apr 21 15:14:18.272848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1bc8726d-888e-40a6-8d45-d7be98c245a6 req-3e0a93a1-df3d-4865-b0ca-4f6d4a9fa3f1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373025 Apr 21 15:14:19.458618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ae6a7-c9c0-412f-b730-93cc9198a676 req-e1fb9d4d-54aa-4dce-820e-178c50531dc0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:19.460035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-656ae6a7-c9c0-412f-b730-93cc9198a676 req-e1fb9d4d-54aa-4dce-820e-178c50531dc0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0830073 Apr 21 15:14:19.502650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-656ae6a7-c9c0-412f-b730-93cc9198a676 req-adc57880-d044-462e-b788-eb45e53b5857 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363026 Apr 21 15:14:20.684178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d625ba-7dea-4dcc-8aa7-30ea115f3d6a req-2eb10a0b-febe-4773-a157-b790ec2fbcff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:20.685626 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00d625ba-7dea-4dcc-8aa7-30ea115f3d6a req-2eb10a0b-febe-4773-a157-b790ec2fbcff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0783775 Apr 21 15:14:20.728554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00d625ba-7dea-4dcc-8aa7-30ea115f3d6a req-0de051cd-1feb-4c77-8ca0-928321c3233f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373230 Apr 21 15:14:21.915947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abf37a-703a-493c-8b8b-fb8c4a4513bf req-85a00936-8022-4bc5-b804-a016654b36fd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:21.917416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-45abf37a-703a-493c-8b8b-fb8c4a4513bf req-85a00936-8022-4bc5-b804-a016654b36fd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0829003 Apr 21 15:14:21.961118 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-45abf37a-703a-493c-8b8b-fb8c4a4513bf req-6631e701-b95f-4b3b-9416-e220995e13d8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Apr 21 15:14:22.170842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:23.146746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48837-09e5-4a99-a941-ef0ffd67a95e req-728ed465-f1e2-45ff-a9d0-eaf98db37d4d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:23.148183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfc48837-09e5-4a99-a941-ef0ffd67a95e req-728ed465-f1e2-45ff-a9d0-eaf98db37d4d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0782461 Apr 21 15:14:23.195859 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfc48837-09e5-4a99-a941-ef0ffd67a95e req-351cbb71-c185-4202-9ae6-89438803aa2f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 Apr 21 15:14:24.381980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e9763-b85a-4ed1-b621-bd45db9a7a2c req-d808bf13-db23-489b-b5ce-5e5ad0809786 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:24.383406 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a68e9763-b85a-4ed1-b621-bd45db9a7a2c req-d808bf13-db23-489b-b5ce-5e5ad0809786 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0798120 Apr 21 15:14:24.428158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a68e9763-b85a-4ed1-b621-bd45db9a7a2c req-6fdcf20a-8aef-4b34-ab3c-53aea77019f4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386188 Apr 21 15:14:25.403469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3bcb6a58-06a4-4875-b44e-9838d28573df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:25.763712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776402e-0afd-4143-b1fe-ba24fb5cd137 req-2a6affaa-bb38-4158-9b77-36f8146c3cc0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:25.765219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0776402e-0afd-4143-b1fe-ba24fb5cd137 req-2a6affaa-bb38-4158-9b77-36f8146c3cc0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0855598 Apr 21 15:14:25.810935 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0776402e-0afd-4143-b1fe-ba24fb5cd137 req-47a53641-2c44-460e-9b39-f0de50d4ab74 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397108 Apr 21 15:14:26.994933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7f6af-02a6-4045-bb49-a6d2a5a08df4 req-703c025b-8bf2-405a-b667-a7372de381d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:26.996364 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36b7f6af-02a6-4045-bb49-a6d2a5a08df4 req-703c025b-8bf2-405a-b667-a7372de381d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0791838 Apr 21 15:14:27.039670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36b7f6af-02a6-4045-bb49-a6d2a5a08df4 req-801b1e4d-058d-47fa-ad4e-d361322c6316 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Apr 21 15:14:27.567137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f545fe8e-6e3c-4384-9914-ef33cd602039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:28.226167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81be812-5eab-4372-8bae-d04a93b6af90 req-bd070a9b-a031-4ea9-8822-82e2889ff2a5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:28.227665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e81be812-5eab-4372-8bae-d04a93b6af90 req-bd070a9b-a031-4ea9-8822-82e2889ff2a5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0840998 Apr 21 15:14:28.272784 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e81be812-5eab-4372-8bae-d04a93b6af90 req-e8b2a963-8891-489d-8193-bfc05603baab tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Apr 21 15:14:28.815303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:29.017287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:29.454069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7083-4da1-4bde-86b4-3b51334ca389 req-74761e21-5af5-4916-9540-dc46f59a3a9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:29.455502 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ecb7083-4da1-4bde-86b4-3b51334ca389 req-74761e21-5af5-4916-9540-dc46f59a3a9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0790048 Apr 21 15:14:29.502485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ecb7083-4da1-4bde-86b4-3b51334ca389 req-9e623361-d60c-4a7c-9a5c-c251883dfc38 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Apr 21 15:14:30.480132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:30.686990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9661e-813c-4a45-b0d3-8de66e6628c8 req-39dfcf63-183a-4256-b3bf-26b72a27d1da tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:30.688426 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42f9661e-813c-4a45-b0d3-8de66e6628c8 req-39dfcf63-183a-4256-b3bf-26b72a27d1da tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0798197 Apr 21 15:14:30.733095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42f9661e-813c-4a45-b0d3-8de66e6628c8 req-d8ec353a-498e-46d6-99fc-7ae519dcfb2e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Apr 21 15:14:31.922272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5ca2-897f-421c-aeda-0169fbe17947 req-3dfcbea0-61d2-494a-bb1d-f1a0c90a40a2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:31.923695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-175c5ca2-897f-421c-aeda-0169fbe17947 req-3dfcbea0-61d2-494a-bb1d-f1a0c90a40a2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0835462 Apr 21 15:14:31.968495 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-175c5ca2-897f-421c-aeda-0169fbe17947 req-b759bbf8-8e51-465f-bae7-6ffa4db9a499 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Apr 21 15:14:33.150091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba16033-42a4-45cc-8add-33ca35a6dbdb req-d8042fe7-8f9d-491f-85a0-bcb3b206a432 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:33.151498 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cba16033-42a4-45cc-8add-33ca35a6dbdb req-d8042fe7-8f9d-491f-85a0-bcb3b206a432 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0775907 Apr 21 15:14:33.197241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cba16033-42a4-45cc-8add-33ca35a6dbdb req-97bc96c3-dc68-4e66-985e-cd1786ee12e6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Apr 21 15:14:33.386695 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:14:34.391083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a409d-532e-4411-b17f-7929ea610723 req-4ebc0c0b-2dee-4fd6-8fdb-ab7dc5a5b90b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:34.392524 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b76a409d-532e-4411-b17f-7929ea610723 req-4ebc0c0b-2dee-4fd6-8fdb-ab7dc5a5b90b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0824409 Apr 21 15:14:34.436100 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b76a409d-532e-4411-b17f-7929ea610723 req-8247e8a4-7bac-471a-b4c4-b0add2b07b32 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379202 Apr 21 15:14:35.617754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd967df2-fe5d-4d1a-a782-63c5bfe1a656 req-54179119-4373-4ed0-80e7-30ebade3c5fe tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:35.619186 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bd967df2-fe5d-4d1a-a782-63c5bfe1a656 req-54179119-4373-4ed0-80e7-30ebade3c5fe tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0819259 Apr 21 15:14:35.662798 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bd967df2-fe5d-4d1a-a782-63c5bfe1a656 req-48ef4038-a3d4-4c28-90c6-a3332787d49b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377049 Apr 21 15:14:36.849197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff90ab7-e6de-4b7a-88fa-9b291808dcf2 req-7f46e62a-21be-4a1e-b4c3-87edbc288b69 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:36.850650 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dff90ab7-e6de-4b7a-88fa-9b291808dcf2 req-7f46e62a-21be-4a1e-b4c3-87edbc288b69 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0815890 Apr 21 15:14:36.893996 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dff90ab7-e6de-4b7a-88fa-9b291808dcf2 req-ee5f29b6-79a1-4845-91f8-e1890e3ca590 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Apr 21 15:14:38.077021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1fd82-b6e3-4dc4-9e61-44b80cc58dfc req-5b42fc66-7f63-46a3-9687-8f581f6f5e5f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:38.078381 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbd1fd82-b6e3-4dc4-9e61-44b80cc58dfc req-5b42fc66-7f63-46a3-9687-8f581f6f5e5f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0784478 Apr 21 15:14:38.125244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbd1fd82-b6e3-4dc4-9e61-44b80cc58dfc req-1e3e579f-4b9e-4d8d-8d61-0695a9f86c15 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Apr 21 15:14:39.308461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c6a6c-8659-475c-ad19-c5d0ce137c2b req-ef0232bd-8cc8-4872-93a7-0e35d0f14c9a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:39.310921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d16c6a6c-8659-475c-ad19-c5d0ce137c2b req-ef0232bd-8cc8-4872-93a7-0e35d0f14c9a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0805292 Apr 21 15:14:39.354766 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d16c6a6c-8659-475c-ad19-c5d0ce137c2b req-ec288a33-41bc-4bdd-ae46-41c8b3f121d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Apr 21 15:14:40.539258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11db55-9205-4051-9964-985249a07371 req-75ec1590-6f0c-4b78-92b1-65abadcd77ca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:40.540597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7c11db55-9205-4051-9964-985249a07371 req-75ec1590-6f0c-4b78-92b1-65abadcd77ca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0819201 Apr 21 15:14:40.583642 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7c11db55-9205-4051-9964-985249a07371 req-42c25264-bafc-4feb-9d55-5a60dff0304b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368290 Apr 21 15:14:41.763216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d44ff-63e3-4187-8911-4d43de06f338 req-7fbb1e7e-edf2-4e44-9486-90c5c3f3e23b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:41.764671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-190d44ff-63e3-4187-8911-4d43de06f338 req-7fbb1e7e-edf2-4e44-9486-90c5c3f3e23b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0781176 Apr 21 15:14:41.809259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-190d44ff-63e3-4187-8911-4d43de06f338 req-be91d93b-121b-4910-ba56-481c98e41efd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Apr 21 15:14:42.155648 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-e90a925b-b993-4d02-8bfe-3465c1e96fd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712175 Apr 21 15:14:42.313072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb54ee-cffa-4a43-b162-0249361d36f2 req-4143bb2a-2b57-4581-bd09-de16615a6a19 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:42.314685 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ffb54ee-cffa-4a43-b162-0249361d36f2 req-4143bb2a-2b57-4581-bd09-de16615a6a19 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.1872771 Apr 21 15:14:42.359560 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ffb54ee-cffa-4a43-b162-0249361d36f2 req-50152d51-3df9-461e-a368-7d206b43726b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389013 Apr 21 15:14:43.261141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-4836ae84-093b-4ca8-99c1-b92bfb11d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:43.263197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-4836ae84-093b-4ca8-99c1-b92bfb11d501 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1098 time: 0.0738301 Apr 21 15:14:43.393375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-341711a8-1405-49f9-abc2-e90a27dc44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:43.394784 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-341711a8-1405-49f9-abc2-e90a27dc44e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1261189 Apr 21 15:14:43.494062 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-e64df01c-70ee-4bb6-b8fd-91a78e38f317 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0930417 Apr 21 15:14:43.547047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4bd30-6a6f-44f2-9a33-2e8c2946f486 req-45d1b6c5-1e5e-4411-8b28-c20487f6175c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:43.548406 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61a4bd30-6a6f-44f2-9a33-2e8c2946f486 req-45d1b6c5-1e5e-4411-8b28-c20487f6175c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0823712 Apr 21 15:14:43.558347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-44667364-086e-4189-a184-5e6179c86cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:43.561012 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-44667364-086e-4189-a184-5e6179c86cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0618966 Apr 21 15:14:43.592446 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61a4bd30-6a6f-44f2-9a33-2e8c2946f486 req-2207a397-d476-425b-96e3-111c02b70d85 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382202 Apr 21 15:14:43.635287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-a65e5a13-7fce-4556-8d6d-81be9c1e11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:43.636710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-a65e5a13-7fce-4556-8d6d-81be9c1e11ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701671 Apr 21 15:14:43.767646 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-4a04cb7a-83de-4a6d-b68d-d87a3c18169b service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249714 Apr 21 15:14:43.898427 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-b2dea99a-0166-48c8-89d8-2d9ad72208e2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245298 Apr 21 15:14:44.778511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3333b-b6e2-491d-8020-70e62dffdfc2 req-6d90b0ff-11d4-4a96-96f8-63eeb6ab7201 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:44.779957 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ca3333b-b6e2-491d-8020-70e62dffdfc2 req-6d90b0ff-11d4-4a96-96f8-63eeb6ab7201 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0794218 Apr 21 15:14:44.824725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ca3333b-b6e2-491d-8020-70e62dffdfc2 req-c94bcb5a-3422-4f08-b76c-b4f1979dc125 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385225 Apr 21 15:14:45.532236 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-6d976e7e-4753-4c6f-a3c5-760a2da07c1c service neutron] 10.222.0.13 "GET /v2.0/ports/2c5050a5-aa00-469d-b4f8-dfa4709d3ab9/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0770955 Apr 21 15:14:45.731972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-e42200c8-b7d2-4e3b-8425-2243fcec8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:45.733434 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-e42200c8-b7d2-4e3b-8425-2243fcec8d46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1098 time: 0.0756412 Apr 21 15:14:45.808130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-21f3b96e-4504-471f-bd00-be9bf8d8396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:45.810115 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-21f3b96e-4504-471f-bd00-be9bf8d8396c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1098 time: 0.0786781 Apr 21 15:14:45.878067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-7afb4af9-bb23-4183-9b37-094eaf7a0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:45.879486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-7afb4af9-bb23-4183-9b37-094eaf7a0109 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1290498 Apr 21 15:14:45.984023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-828833b1-76d3-4ab9-8bfe-4addb8ee3c16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0984089 Apr 21 15:14:46.009672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41705bc-39e4-41be-8f5c-2593b115687b req-6f0b4b3f-c0c7-45cd-8b64-84dbc447ae83 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.011070 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c41705bc-39e4-41be-8f5c-2593b115687b req-6f0b4b3f-c0c7-45cd-8b64-84dbc447ae83 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0802720 Apr 21 15:14:46.046239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-815cc4ce-82b5-4b3e-be82-87fc81345ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.047668 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-815cc4ce-82b5-4b3e-be82-87fc81345ad6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0580471 Apr 21 15:14:46.054661 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c41705bc-39e4-41be-8f5c-2593b115687b req-ade3afce-880e-4fae-9532-81250d7922b0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376546 Apr 21 15:14:46.123823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-55151501-b401-46f9-a293-bdc802a82d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.125285 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-55151501-b401-46f9-a293-bdc802a82d6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722923 Apr 21 15:14:46.354099 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-8ca0102f-7702-482f-a5a4-17f95ad6467a service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227538 Apr 21 15:14:46.483611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8ca850b9-63b8-47d0-a5e3-4c37ad5d2048 req-5d27fbd8-d242-4ffe-9789-202606ba917d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235192 Apr 21 15:14:46.598065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-9b982167-fd9e-429f-bdd2-feed7ba8a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.599513 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-9b982167-fd9e-429f-bdd2-feed7ba8a816 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1098 time: 0.0767794 Apr 21 15:14:46.729987 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-e57862bb-2624-43aa-989a-0206a52d7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.731412 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-e57862bb-2624-43aa-989a-0206a52d7de7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1259956 Apr 21 15:14:46.833926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-516e334a-754f-48a0-8ad3-253ed817b55f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 1001 time: 0.0965590 Apr 21 15:14:46.895423 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-06073f94-000f-49c5-b9f9-054d20da932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.896795 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-06073f94-000f-49c5-b9f9-054d20da932b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0561526 Apr 21 15:14:46.973160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-3e0e18dc-dd86-49fd-9df4-7d81965360c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:46.974613 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-3e0e18dc-dd86-49fd-9df4-7d81965360c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726476 Apr 21 15:14:47.105318 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-44dc8a69-86be-46e1-b22a-83ea76dcdd97 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234484 Apr 21 15:14:47.234743 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-6bbb3ca4-c488-4bd8-a2a7-0c48a58cc30d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238475 Apr 21 15:14:47.244081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2063735-7198-49fc-8dc6-e9eb53ab283b req-4a24ad35-a3eb-4eef-a1cd-1a3bc720892f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:47.245555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e2063735-7198-49fc-8dc6-e9eb53ab283b req-4a24ad35-a3eb-4eef-a1cd-1a3bc720892f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0827160 Apr 21 15:14:47.290583 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e2063735-7198-49fc-8dc6-e9eb53ab283b req-1a2396e6-1e9c-40a3-a941-42120e87d9ff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Apr 21 15:14:47.458129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:14:47.569283 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.595257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:47.604461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:47.608846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:47.651658 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a86ea6-e37a-46f1-8647-12bb19410d20'] response: {'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'code': 200} Apr 21 15:14:47.676116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:48.478527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688611a-d5ae-457c-a461-bbae6ffdb146 req-78851f42-ddb5-43f3-8478-e7a5dfb237ca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:48.479943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8688611a-d5ae-457c-a461-bbae6ffdb146 req-78851f42-ddb5-43f3-8478-e7a5dfb237ca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0785868 Apr 21 15:14:48.526604 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8688611a-d5ae-457c-a461-bbae6ffdb146 req-85257ed0-df3d-40c8-ae99-1cdf24672abc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Apr 21 15:14:49.717251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769fa97-b4d4-4ed2-af01-9910a7e02217 req-46f6a2c7-7e1c-44d1-b30c-555db616e1a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:49.718683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4769fa97-b4d4-4ed2-af01-9910a7e02217 req-46f6a2c7-7e1c-44d1-b30c-555db616e1a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0790286 Apr 21 15:14:49.761479 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4769fa97-b4d4-4ed2-af01-9910a7e02217 req-1eb68e08-7e14-41c6-a411-6b5913a4a2c6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Apr 21 15:14:50.070948 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea6add-160a-40d0-a8b6-9c25204c5263 req-db9ec176-fc4e-47c0-bb27-138345ae825a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.072376 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8aea6add-160a-40d0-a8b6-9c25204c5263 req-db9ec176-fc4e-47c0-bb27-138345ae825a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0827157 Apr 21 15:14:50.075899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-60877878-bdfe-4261-9491-468b9b4070d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.076585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-60877878-bdfe-4261-9491-468b9b4070d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:14:50.094150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-60877878-bdfe-4261-9491-468b9b4070d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:14:50.095212 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-60877878-bdfe-4261-9491-468b9b4070d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7&tenant_id=964eb6c9f3c843c8953ac7070b887e42&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 943 time: 0.1025553 Apr 21 15:14:50.119474 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8aea6add-160a-40d0-a8b6-9c25204c5263 req-7fc0ff79-3354-4ee9-9a69-bbba0619c156 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405757 Apr 21 15:14:50.237695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-cda0359a-c5a2-43c2-90fe-218afaeaa52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.239101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-cda0359a-c5a2-43c2-90fe-218afaeaa52b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1096 time: 0.0729506 Apr 21 15:14:50.367657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-48a1605e-e7ff-49df-b97f-7da0dd2c5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.369062 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-48a1605e-e7ff-49df-b97f-7da0dd2c5e7c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1236880 Apr 21 15:14:50.468631 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-4de01aa4-30ff-4ff6-90a8-fa717f14639e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 999 time: 0.0940313 Apr 21 15:14:50.528246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-c472c0b7-461c-43f8-8a90-40643a487471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.529604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-c472c0b7-461c-43f8-8a90-40643a487471 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0554235 Apr 21 15:14:50.605929 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-b600cea1-f25b-48f9-b9e3-e9c7abc5f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:50.607507 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-b600cea1-f25b-48f9-b9e3-e9c7abc5f273 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719628 Apr 21 15:14:50.736372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-48cfc3b5-8cd3-4a8b-a3e7-11396bd2f082 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217749 Apr 21 15:14:50.985909 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4fb00eb0-c944-4476-9bb6-e70ddcd95a83 req-35711991-398b-42e6-9de3-09000e8cf6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430394 Apr 21 15:14:51.307712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c666eef-44a5-498f-a873-ab0c25624fa9 req-138b73cd-38e8-4d86-a2e3-8c33f4d1e081 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:51.309122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c666eef-44a5-498f-a873-ab0c25624fa9 req-138b73cd-38e8-4d86-a2e3-8c33f4d1e081 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 943 time: 0.0799775 Apr 21 15:14:51.352850 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c666eef-44a5-498f-a873-ab0c25624fa9 req-7b757f1e-0314-4144-a5ca-481bf0f25546 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371978 Apr 21 15:14:51.472203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:14:51.610152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:51.624104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'mac_address': 'fa:16:3e:77:f4:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:14:51.685982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:51.703025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:14:51.717902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:51.721388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:51.789039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:14:51.831240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:51.848044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.848393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.848737 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.849073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.849435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.849768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.850093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.850419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.850742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.851062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.851389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:51.851701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:52.172664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:52.538699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785f7ca-dfdd-4fb7-a077-7b62489be817 req-e488a256-4969-4e82-bafc-5c2462d038cb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:52.540023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2785f7ca-dfdd-4fb7-a077-7b62489be817 req-e488a256-4969-4e82-bafc-5c2462d038cb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 944 time: 0.0823574 Apr 21 15:14:52.583621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2785f7ca-dfdd-4fb7-a077-7b62489be817 req-edf44622-095a-4763-a070-a71f826ba253 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 Apr 21 15:14:52.764625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c2dc6-313c-4e9d-93a1-65193663a9fa req-caed32b5-1755-4bc1-baab-ba592daf9a15 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:52.766078 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-551c2dc6-313c-4e9d-93a1-65193663a9fa req-caed32b5-1755-4bc1-baab-ba592daf9a15 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 944 time: 0.0773110 Apr 21 15:14:52.809625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-551c2dc6-313c-4e9d-93a1-65193663a9fa req-6794ff03-544d-4d41-9957-ce03900d0e27 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376990 Apr 21 15:14:53.152205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7a2b2-96e9-4c17-bfd4-48b23e81bfa0 req-f95cf0c4-b5ec-4e44-b99b-d09552694986 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:53.154168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77b7a2b2-96e9-4c17-bfd4-48b23e81bfa0 req-f95cf0c4-b5ec-4e44-b99b-d09552694986 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 944 time: 0.0823777 Apr 21 15:14:53.189554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-d351da25-a69e-47e1-a7c9-5a60181326cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:53.191035 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-d351da25-a69e-47e1-a7c9-5a60181326cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 1097 time: 0.0707188 Apr 21 15:14:53.198076 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-77b7a2b2-96e9-4c17-bfd4-48b23e81bfa0 req-58a84d5c-9ec9-4bc7-92d0-992ac802a371 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Apr 21 15:14:53.323455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-f2d5bb8e-a476-44c8-b3be-0b0f51d79f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:53.324860 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-f2d5bb8e-a476-44c8-b3be-0b0f51d79f01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1268814 Apr 21 15:14:53.426832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-167e3b1e-e27e-4b17-9d80-f257313bedd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 200 len: 1000 time: 0.0959394 Apr 21 15:14:53.487359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:14:53.487943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-643403e8-7ccd-46da-899d-3a8a9f81cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:53.488922 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-643403e8-7ccd-46da-899d-3a8a9f81cf3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0564430 Apr 21 15:14:53.555028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:14:53.555398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.567238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-1fb1af41-241e-4818-b37c-a94d8efbedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:53.568680 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-1fb1af41-241e-4818-b37c-a94d8efbedc3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735719 Apr 21 15:14:53.672829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.698808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:53.700910 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-6342a388-9347-4833-9a4d-68751fb6305d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253340 Apr 21 15:14:53.708840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:53.714971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:53.755087 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b09e12-c609-4946-b6e2-70f1f7414ef2'] response: {'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'code': 200} Apr 21 15:14:53.790844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:53.835021 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-06624ba2-44f0-4c10-b5e5-99a3d9453ecb req-5e8a7e75-e560-4a68-bf6e-539b36e2a8e0 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287019 Apr 21 15:14:54.385353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ee621-22be-4d21-b256-7cdc549feeb3 req-c15d3bd2-a1de-4a40-ac89-46dc15283cb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:54.386787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a9ee621-22be-4d21-b256-7cdc549feeb3 req-c15d3bd2-a1de-4a40-ac89-46dc15283cb2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0822225 Apr 21 15:14:54.437273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a9ee621-22be-4d21-b256-7cdc549feeb3 req-e73b89b5-775f-47b3-8f37-d85a1d54d345 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444586 Apr 21 15:14:55.405421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3eb17a4d-4923-4f14-92aa-e1878c18135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:55.623027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc0a2f-6c64-4141-a377-1417ca3a153c req-89c7000b-95d3-4fe5-891c-c8088cf71560 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:55.624457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-47fc0a2f-6c64-4141-a377-1417ca3a153c req-89c7000b-95d3-4fe5-891c-c8088cf71560 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0809095 Apr 21 15:14:55.668275 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-47fc0a2f-6c64-4141-a377-1417ca3a153c req-9b8c591c-90df-4b0a-8047-617b2fb7414b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379105 Apr 21 15:14:56.047011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe14e9-a77d-40bf-adcf-faf4732ecd3b req-feb1ee0e-2d78-4333-bc11-815c2df2be4a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:56.048410 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78fe14e9-a77d-40bf-adcf-faf4732ecd3b req-feb1ee0e-2d78-4333-bc11-815c2df2be4a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0812471 Apr 21 15:14:56.090262 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78fe14e9-a77d-40bf-adcf-faf4732ecd3b req-945f03d1-6bda-4070-ad61-90802bfe161c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361302 Apr 21 15:14:57.275075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d77e6-4a9f-40b7-83f1-014cd4005df3 req-b951929d-94c4-4f49-bf6e-ee2f2444780e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:57.276515 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-917d77e6-4a9f-40b7-83f1-014cd4005df3 req-b951929d-94c4-4f49-bf6e-ee2f2444780e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0792198 Apr 21 15:14:57.320043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-917d77e6-4a9f-40b7-83f1-014cd4005df3 req-0e303fc8-2e4a-4b1c-b48d-6adeea30d45a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376024 Apr 21 15:14:57.569440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3045dfb9-df06-4166-9621-8c0c6c52908f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:57.747765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081980-4293-40ac-9af2-a9a81866961d req-76de78a6-7228-42d1-8b66-143cfc751029 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:57.749153 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6c081980-4293-40ac-9af2-a9a81866961d req-76de78a6-7228-42d1-8b66-143cfc751029 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0789752 Apr 21 15:14:57.822701 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Deleting port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:14:57.822949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.064337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] For port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:14:58.064672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.456888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.457272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.457578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b disassociated. External IP: 172.26.4.120, port: 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9. Apr 21 15:14:58.457912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Calling delete_port for 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:14:58.511512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc255e-1553-46b3-b357-61f8e93d2c80 req-00f26c4e-84e6-4847-9864-a266f612f673 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:14:58.513457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5dc255e-1553-46b3-b357-61f8e93d2c80 req-00f26c4e-84e6-4847-9864-a266f612f673 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 945 time: 0.0845513 Apr 21 15:14:58.563743 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b5dc255e-1553-46b3-b357-61f8e93d2c80 req-42c8e208-cb4b-49d8-8d8d-bbb3a2f4808a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439260 Apr 21 15:14:58.603438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.653337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'Port': ['ID=2c5050a5-aa00-469d-b4f8-dfa4709d3ab9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:14:58.663898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.664252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.664598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.664933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.665298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.665652 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.665974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.666292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.666611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.666926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.667241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.667554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:14:58.824874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:58.859579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:14:59.018961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:59.039428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:14:59.050023 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:14:59.059793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:14:59.060643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:14:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:59.115228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] No DVR routers for this DVR port 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:14:59.117718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:14:59.121425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-deleted', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:14:59.136289 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6c081980-4293-40ac-9af2-a9a81866961d req-90e85b8f-a35f-40c2-b4b4-06590e89ed9e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "DELETE /v2.0/ports/2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 HTTP/1.1" status: 204 len: 173 time: 1.3800721 Apr 21 15:14:59.175427 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c142505b-46b7-46fb-bfdf-e37284980d55'] response: {'server_uuid': '25c34d80-b9b7-4c84-84aa-07f7d8139df7', 'name': 'network-vif-deleted', 'tag': '2c5050a5-aa00-469d-b4f8-dfa4709d3ab9', 'status': 'completed', 'code': 200} Apr 21 15:14:59.243682 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:14:59.567946 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:59.571827 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:14:59.581885 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:14:59.582480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:14:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:14:59.735601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-39aa7b96-ca45-48a8-9d82-9c6eabb1a3e0 req-92c5c33f-f083-4e9d-a5f1-afabc7c1b3c3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=25c34d80-b9b7-4c84-84aa-07f7d8139df7 HTTP/1.1" status: 200 len: 210 time: 0.0450158 Apr 21 15:14:59.794545 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:15:00.100522 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:00.104210 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e9dfda-156c-4a29-a3f8-80fdc187b693 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:15:00.301072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0165b17-19b7-4dd6-9fa7-f4349a18d2d1 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:15:00.550020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:01.068600 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-12f3c3bc-837c-4bdb-9d50-0ec0b054b803 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1003961448&fields=id&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 267 time: 0.0383258 Apr 21 15:15:01.218900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-fb4bcf1d-3b54-4946-b78a-be13d5e8fac6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:01.220297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-fb4bcf1d-3b54-4946-b78a-be13d5e8fac6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1454296 Apr 21 15:15:01.235070 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-7e1fbce2-3d43-4381-b236-2872f63a65dd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/quotas/964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 375 time: 0.0092502 Apr 21 15:15:01.317821 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-11e22564-33ef-478b-b519-c5f093e9586d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777192 Apr 21 15:15:01.545390 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-353702ba-ffc4-46e7-8c33-11f203037876 service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162166 Apr 21 15:15:01.672708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-2e60ff63-6482-4b04-a4c9-8505f02073a3 service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215606 Apr 21 15:15:01.850090 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-292992ba-3e8a-4bbb-a025-76b5422b2fd1 req-b11a426c-e27c-40e7-bb4a-984be4aeb1c9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 210 time: 0.0433614 Apr 21 15:15:02.860138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-477cb964-5c86-44c4-b6d5-435bf3d83d80 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:02.861556 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-477cb964-5c86-44c4-b6d5-435bf3d83d80 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1476853 Apr 21 15:15:02.911359 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-df89f48d-36a9-4474-a989-c891e5b78f1a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 380 time: 0.0418458 Apr 21 15:15:02.923783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'port': {'device_id': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'admin_state_up': True, 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'security_groups': ['0f3f5860-7cda-4321-8d2e-b5149ee0e7bd']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:15:03.009811 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6312fff2-1d31-4931-861b-fbf23496d32b req-6ed67237-c7d2-46c0-bc48-a48d96240e0c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 210 time: 0.0462110 Apr 21 15:15:03.067545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:15:03.071552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:port and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:15:03.074341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:15:03.080339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:15:03.089509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:15:03.092913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.252317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Allocated IP 172.20.0.10 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/4a32b264-88f8-4720-9519-546eb19ad93a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:15:03.436964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.451993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Transition to ACTIVE for port object 4a32b264-88f8-4720-9519-546eb19ad93a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:03.475216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.534203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:15:03.549468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:15:03.552555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:15:03.556335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:15:03.570594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:15:03.570936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 2c5050a5-aa00-469d-b4f8-dfa4709d3ab9 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:15:03.586930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:03.625376 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:03.626003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.650549 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b7918af5-859f-4dfd-8990-f382ed385cde tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7330549 Apr 21 15:15:03.661980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Request body: {'port': {'device_id': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:15:03.837782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-75a1b49c-843c-4910-8d8d-d5516b57d29f None None] Provisioning for port 4a32b264-88f8-4720-9519-546eb19ad93a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:03.844245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-75a1b49c-843c-4910-8d8d-d5516b57d29f None None] Provisioning complete for port 4a32b264-88f8-4720-9519-546eb19ad93a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:03.844708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-75a1b49c-843c-4910-8d8d-d5516b57d29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.877684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:03.896700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-75a1b49c-843c-4910-8d8d-d5516b57d29f None None] Port 4a32b264-88f8-4720-9519-546eb19ad93a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:15:04.194812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ec38d-5ee7-4238-ae44-4158932306aa req-69df4a08-d51b-4b2f-8921-2d8e9c2906e6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:04.196247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-063ec38d-5ee7-4238-ae44-4158932306aa req-69df4a08-d51b-4b2f-8921-2d8e9c2906e6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 932 time: 0.0807600 Apr 21 15:15:04.216004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:15:04.223461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:04.238836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Transition to ACTIVE for port object 4a32b264-88f8-4720-9519-546eb19ad93a will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:15:04.241577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-063ec38d-5ee7-4238-ae44-4158932306aa req-0282cd6b-7bf5-4748-a14f-032b17a4ab0d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Apr 21 15:15:04.242438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:04.399452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:04.479503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Attempting to bind port 4a32b264-88f8-4720-9519-546eb19ad93a on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:15:04.479829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Attempting to bind port 4a32b264-88f8-4720-9519-546eb19ad93a by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:15:04.480146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Attempting to bind port 4a32b264-88f8-4720-9519-546eb19ad93a on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:15:04.485183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Port 4a32b264-88f8-4720-9519-546eb19ad93a on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:15:04.485513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Attempting to bind port 4a32b264-88f8-4720-9519-546eb19ad93a on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:15:04.490470 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:15:04.490792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:15:04.491161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:15:04.491565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Bound port: 4a32b264-88f8-4720-9519-546eb19ad93a, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:15:04.491896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:04.581908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:15:04.584678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:15:04.589445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:04.652544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:04.653486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:04.654946 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1094 time: 0.9972975 Apr 21 15:15:04.655323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:04.677061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534fc5-3b90-4f8f-8105-917afba2b157 service neutron] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:04.732690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6d644e-f0b1-4220-a796-f777619fd6e5'] response: {'name': 'network-changed', 'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'status': 'completed', 'code': 200} Apr 21 15:15:04.774713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-a02cf83d-9c35-435c-be17-c6a3218960be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:04.776363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-a02cf83d-9c35-435c-be17-c6a3218960be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1097 time: 0.0752990 Apr 21 15:15:04.851514 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-886cdaec-06ad-48e7-86ee-ede6ddc89878 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 217 time: 0.0686545 Apr 21 15:15:04.912032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-7b409c86-b458-4c65-82a3-63b70642d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:04.913380 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-7b409c86-b458-4c65-82a3-63b70642d577 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0562258 Apr 21 15:15:04.987455 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-a6300e50-ea5b-4606-8314-8ac10da6f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:04.988878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-a6300e50-ea5b-4606-8314-8ac10da6f0fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691266 Apr 21 15:15:05.117840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-4ddf1b3d-77a5-457e-b598-1f89cb1214dd service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229444 Apr 21 15:15:05.247119 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-423ef96b-3253-48a5-9f35-3d34b8606a7a req-1727a110-9ca7-4cab-a2c6-4bbe560bfe3d service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232512 Apr 21 15:15:05.365126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-9153339e-2a9a-4594-883c-cc036f95b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:05.366629 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-9153339e-2a9a-4594-883c-cc036f95b742 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1097 time: 0.0745542 Apr 21 15:15:05.428371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4775f3a3-a74f-42bc-9f06-636bde86be32 req-7b2fc34e-52c0-42ff-825e-04b3b198b5c2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:05.429759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4775f3a3-a74f-42bc-9f06-636bde86be32 req-7b2fc34e-52c0-42ff-825e-04b3b198b5c2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0832961 Apr 21 15:15:05.475330 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4775f3a3-a74f-42bc-9f06-636bde86be32 req-fb27373f-2626-41cb-a4c2-4ec17d85a725 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397596 Apr 21 15:15:05.587799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-c327fdac-d209-4680-b46a-ab6cfd92b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:05.589218 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-c327fdac-d209-4680-b46a-ab6cfd92b011 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.2169135 Apr 21 15:15:05.660702 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-874b5e8b-bf67-4b1c-a4a0-65431c9fa001 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 217 time: 0.0649531 Apr 21 15:15:05.720354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-1cb8d24a-90af-46a7-b31d-55652470d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:05.721655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-1cb8d24a-90af-46a7-b31d-55652470d266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0559647 Apr 21 15:15:05.796205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-d696a383-04c5-4457-895c-6def86d9f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:05.797725 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-d696a383-04c5-4457-895c-6def86d9f998 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706613 Apr 21 15:15:05.931685 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-cd119f3f-6870-4185-8570-327eae2fc949 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254723 Apr 21 15:15:06.061947 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13b61d64-ea21-42f6-aa3a-e888bd8a4b41 req-25fcde9e-2c1e-4a3d-8134-47f32f9b97d3 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245911 Apr 21 15:15:06.660979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb76c7-1d09-4a7a-9848-835ad288121e req-3b53b952-095c-4631-bf28-11bb7a408964 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:06.662426 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8cb76c7-1d09-4a7a-9848-835ad288121e req-3b53b952-095c-4631-bf28-11bb7a408964 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0797720 Apr 21 15:15:06.707034 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b8cb76c7-1d09-4a7a-9848-835ad288121e req-ca983aa4-8584-41eb-b101-d59dea0e36b2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Apr 21 15:15:07.895167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391b430-20ce-4952-b781-d8518641ac34 req-35ddc599-4c7e-4dd9-bd24-3e2abc6df679 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:07.896612 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3391b430-20ce-4952-b781-d8518641ac34 req-35ddc599-4c7e-4dd9-bd24-3e2abc6df679 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0829146 Apr 21 15:15:07.941251 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3391b430-20ce-4952-b781-d8518641ac34 req-0e1ee078-1179-40a7-b0ee-a22a5efac3cc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388923 Apr 21 15:15:09.121190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51e5e0-2f33-4cf1-b7c3-7388e9c52dcc req-10d2d126-13cd-433b-af91-a0b82ddb68db tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:09.123151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d51e5e0-2f33-4cf1-b7c3-7388e9c52dcc req-10d2d126-13cd-433b-af91-a0b82ddb68db tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0786517 Apr 21 15:15:09.170683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d51e5e0-2f33-4cf1-b7c3-7388e9c52dcc req-16d95a42-9f0c-4729-9bed-bc322b6eb688 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Apr 21 15:15:09.567376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:15:09.698749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:09.711409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '4a32b264-88f8-4720-9519-546eb19ad93a', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:15:09.767815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:09.785056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:15:09.800339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:09.804354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:09.870052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:10.099607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['4a32b264-88f8-4720-9519-546eb19ad93a'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:15:10.358818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff26f7-d41b-4314-a086-14be7a760d16 req-4db7c274-f861-4423-ba05-9922ea8185dc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:10.360243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0aff26f7-d41b-4314-a086-14be7a760d16 req-4db7c274-f861-4423-ba05-9922ea8185dc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 945 time: 0.0788469 Apr 21 15:15:10.385764 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:15:10.405291 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0aff26f7-d41b-4314-a086-14be7a760d16 req-c71e7108-ea7d-4a85-ba70-ed0ddfa9a1c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392845 Apr 21 15:15:11.564676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:11.601945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bed89c-0b8d-42a1-8104-0d076bc4d53c req-a2b269e9-eef8-469b-98a3-1963f67628c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:11.603387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2bed89c-0b8d-42a1-8104-0d076bc4d53c req-a2b269e9-eef8-469b-98a3-1963f67628c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 945 time: 0.0925663 Apr 21 15:15:11.630809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 4a32b264-88f8-4720-9519-546eb19ad93a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:15:11.635449 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 4a32b264-88f8-4720-9519-546eb19ad93a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:11.635817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:11.647408 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2bed89c-0b8d-42a1-8104-0d076bc4d53c req-61b5507a-9b8f-4ed1-be86-40bb024c472f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Apr 21 15:15:11.751730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:11.781968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:11.792057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:11.796734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:11.832987 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb65a592-03ca-41ea-b702-181eefc5e806'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'code': 200} Apr 21 15:15:11.877440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:12.058251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bac0bc-f050-402e-91fe-9031d397d6ce req-5f42ed99-d0dc-4694-b97d-1dd8f16247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:12.059789 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-35bac0bc-f050-402e-91fe-9031d397d6ce req-5f42ed99-d0dc-4694-b97d-1dd8f16247ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0729003 Apr 21 15:15:12.098840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-35bac0bc-f050-402e-91fe-9031d397d6ce req-d20093c8-8058-4c0c-a79b-8a554fcb24c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333338 Apr 21 15:15:12.862505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6365b46-f4f8-4544-a3ea-56d7df0cc9fb req-6846bc42-4964-4351-be07-f5eb3643e733 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:12.865137 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6365b46-f4f8-4544-a3ea-56d7df0cc9fb req-6846bc42-4964-4351-be07-f5eb3643e733 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.1091352 Apr 21 15:15:12.924301 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6365b46-f4f8-4544-a3ea-56d7df0cc9fb req-6b24003a-254d-49ba-b27f-46b90ccc9377 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544834 Apr 21 15:15:14.114059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61725bcf-a70d-405e-8521-544d03354051 req-041340ef-04ec-40ab-8bff-9ff85d1516d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:14.115488 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61725bcf-a70d-405e-8521-544d03354051 req-041340ef-04ec-40ab-8bff-9ff85d1516d9 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0832119 Apr 21 15:15:14.159068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61725bcf-a70d-405e-8521-544d03354051 req-317f98ec-b622-40a8-997f-b32b7d82af65 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 Apr 21 15:15:14.333408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab5bf8-e6e9-419c-8417-cc1bc86c8650 req-9e7d1683-8c2f-469b-b37f-f821d46c9678 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:14.334815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7aab5bf8-e6e9-419c-8417-cc1bc86c8650 req-9e7d1683-8c2f-469b-b37f-f821d46c9678 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0786517 Apr 21 15:15:14.344089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40276) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:15:14.348978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'floatingip': {'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:15:14.427639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:15.125395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:15.129195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:15.298444 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b associated. External IP: 172.26.4.120, port: 4a32b264-88f8-4720-9519-546eb19ad93a. Apr 21 15:15:15.639369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:15:15.817439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:15:15.821722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:15.827822 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:15:15.837998 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:15:15.838627 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:14:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:15.878799 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db8fcd80-e291-4fd9-b88d-f5d224fcb713 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "PUT /v2.0/floatingips/486b05aa-ffeb-4154-baf5-3db0b372001b HTTP/1.1" status: 200 len: 992 time: 1.5312095 Apr 21 15:15:15.878799 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:15.923922 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57acff7-10c6-435a-80ca-84e0a1c0097a'] response: {'name': 'network-changed', 'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'status': 'completed', 'code': 200} Apr 21 15:15:16.017222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-d7b102bd-456b-40a6-8a96-9ee3bf2eb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:16.018681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-d7b102bd-456b-40a6-8a96-9ee3bf2eb8ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0727587 Apr 21 15:15:16.020061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:15:16.163680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-e2f48aa6-d2a0-4607-9e96-ee07c41602d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:16.164997 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-e2f48aa6-d2a0-4607-9e96-ee07c41602d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1408167 Apr 21 15:15:16.276067 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74739854-c3c1-4b59-9945-f66e508c0778 req-dd1fa618-5dc9-4816-88bd-362d3bbae600 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:16.277682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74739854-c3c1-4b59-9945-f66e508c0778 req-dd1fa618-5dc9-4816-88bd-362d3bbae600 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0808430 Apr 21 15:15:16.317885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-d8163ae2-9de0-4afc-8c36-638104bdd6e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1000 time: 0.1156294 Apr 21 15:15:16.327796 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74739854-c3c1-4b59-9945-f66e508c0778 req-9b5dce08-a0df-42d8-a784-d16ef1215081 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Apr 21 15:15:16.373541 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-1c21a63f-65d3-4124-9c4f-9f22a79f6b0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2057166 Apr 21 15:15:16.386428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-7da653f8-77c2-4ee4-ae5e-401dd7bf6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:16.388535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-7da653f8-77c2-4ee4-ae5e-401dd7bf6abd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0647731 Apr 21 15:15:16.393764 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:15:15Z', 'revision_number': 9, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:16.397677 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:15:16.406715 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:15:16.407334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:14:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:16.470303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-91ae54c9-a721-43d6-9063-9ece6661118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:16.472010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-91ae54c9-a721-43d6-9063-9ece6661118b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775895 Apr 21 15:15:16.586533 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:15:16.615718 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-33f7f788-5b63-405f-8ade-7720b531b227 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371720 Apr 21 15:15:16.755835 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3dfcc696-501e-4288-82e5-ada4c10730ea req-08bc8f1f-6a4e-4567-9c94-c0e619b26db0 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348166 Apr 21 15:15:16.974639 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:15:15Z', 'revision_number': 9, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:15:16.978500 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b6821-cc03-4f03-a378-eacec646c3bd None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:15:15Z', 'revision_number': 9, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:15:17.183459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3cbe-a5e2-4c83-aa13-fa2c2c1c7a27 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:15:17.521764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb718e-5d35-400f-b87f-5f5511f88e60 req-c0e4092f-9f82-4fb1-bc7a-9c77b6d35642 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:17.523207 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4efb718e-5d35-400f-b87f-5f5511f88e60 req-c0e4092f-9f82-4fb1-bc7a-9c77b6d35642 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0834363 Apr 21 15:15:17.537420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-1599dc6e-d092-48f2-892a-14124b09e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:17.538896 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-1599dc6e-d092-48f2-892a-14124b09e3c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0711648 Apr 21 15:15:17.569240 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4efb718e-5d35-400f-b87f-5f5511f88e60 req-cc2194d2-1b0f-4bc7-99fc-151c6d75958d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Apr 21 15:15:17.769246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-a60e0648-696e-4804-b0e5-b892b2af1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:17.770584 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-a60e0648-696e-4804-b0e5-b892b2af1caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.2261338 Apr 21 15:15:17.876032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-74061cf2-02d4-4461-a56d-4e18b953361e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1003 time: 0.0986912 Apr 21 15:15:17.941182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-b92398d3-f8c8-45e3-b133-f8e83d836647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:17.942594 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-b92398d3-f8c8-45e3-b133-f8e83d836647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0607898 Apr 21 15:15:18.015584 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-fecd7d9b-6a24-43ed-9985-656b30966c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:18.016994 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-fecd7d9b-6a24-43ed-9985-656b30966c1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687692 Apr 21 15:15:18.144519 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-cb1b9c6d-1cb1-4052-8e31-b27f741d4856 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219194 Apr 21 15:15:18.274878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-9e7761a9-8996-4bbb-befd-9570d9fc833e service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243286 Apr 21 15:15:18.760379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2efb7b-b06a-402f-a11a-491abdbc21fc req-c4cd0f97-a473-4d24-a033-5b4a57fdab6c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:18.762039 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b2efb7b-b06a-402f-a11a-491abdbc21fc req-c4cd0f97-a473-4d24-a033-5b4a57fdab6c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0818875 Apr 21 15:15:18.914151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b2efb7b-b06a-402f-a11a-491abdbc21fc req-1208eba0-ad4b-4fdd-b849-f9f322c27ef6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461959 Apr 21 15:15:20.100035 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94289c9b-217d-4153-9801-98c59bb71db5 req-c3d86b7e-15ff-4e1c-a919-2590bf2a9749 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:20.101445 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-94289c9b-217d-4153-9801-98c59bb71db5 req-c3d86b7e-15ff-4e1c-a919-2590bf2a9749 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0779340 Apr 21 15:15:20.145229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-94289c9b-217d-4153-9801-98c59bb71db5 req-af64c56f-e26d-4bf5-9030-2260f04212e3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377872 Apr 21 15:15:21.329647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba39f4-e8af-4e3b-830a-1047cf4a75ee req-0d8ff9fc-0030-4b12-b786-2cbc620d5f8e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:21.331047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-43ba39f4-e8af-4e3b-830a-1047cf4a75ee req-0d8ff9fc-0030-4b12-b786-2cbc620d5f8e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0827069 Apr 21 15:15:21.374851 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-43ba39f4-e8af-4e3b-830a-1047cf4a75ee req-3f06f7a1-27e0-4c72-89d7-085148350fbf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381286 Apr 21 15:15:22.172080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:22.561709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338da64a-283a-410a-897f-1133c658ae25 req-504897c0-d3b9-4d5c-ad5f-6004d4acf731 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:22.563034 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-338da64a-283a-410a-897f-1133c658ae25 req-504897c0-d3b9-4d5c-ad5f-6004d4acf731 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0811608 Apr 21 15:15:22.605919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-338da64a-283a-410a-897f-1133c658ae25 req-3c2d31a2-2be8-44fd-b67f-1855a58f8a4e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372214 Apr 21 15:15:23.791353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad715f-9519-4819-8e0a-2ab88858e011 req-f023dea0-48e9-4301-8744-3db279334ab2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:23.792809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-34ad715f-9519-4819-8e0a-2ab88858e011 req-f023dea0-48e9-4301-8744-3db279334ab2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0811384 Apr 21 15:15:23.838096 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-34ad715f-9519-4819-8e0a-2ab88858e011 req-0c41cf2e-0ff3-4f76-ac33-daa389b9a5c8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 Apr 21 15:15:25.023672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dec1ad-8b26-443f-bea2-e3c6b868f321 req-2369ef8c-8034-4932-9cc2-0ef905bfd50c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:25.025102 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36dec1ad-8b26-443f-bea2-e3c6b868f321 req-2369ef8c-8034-4932-9cc2-0ef905bfd50c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0810945 Apr 21 15:15:25.068587 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-36dec1ad-8b26-443f-bea2-e3c6b868f321 req-0cece879-82d5-434e-b831-3e9ce3449b54 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371506 Apr 21 15:15:25.406497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8ac87b0c-4847-423c-a14b-dbccd65c8bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:26.255187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e6b04-921a-45de-ac3e-5ed8dbaacb16 req-b5e110a4-2286-454c-93fa-720dcbb21112 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:26.256609 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a9e6b04-921a-45de-ac3e-5ed8dbaacb16 req-b5e110a4-2286-454c-93fa-720dcbb21112 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0772235 Apr 21 15:15:26.300526 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a9e6b04-921a-45de-ac3e-5ed8dbaacb16 req-75c7f307-3b85-43d2-9a48-28103f023562 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376723 Apr 21 15:15:27.488217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc541d-7ffe-4ed4-a4eb-1b868081a249 req-8c645275-c57a-416f-bc06-4d6f359bed95 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:27.489682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-defc541d-7ffe-4ed4-a4eb-1b868081a249 req-8c645275-c57a-416f-bc06-4d6f359bed95 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0827217 Apr 21 15:15:27.533033 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-defc541d-7ffe-4ed4-a4eb-1b868081a249 req-0eb1c929-86e7-45b0-ad31-fb78dcfa9330 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378027 Apr 21 15:15:27.569912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67fc6b8b-be6a-474f-9664-a2047f183626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:28.713886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951d809-e28c-402b-adf0-94aa4a0a4b67 req-66dfea46-2385-4dce-9f97-ada8d6201e1c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:28.715387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a951d809-e28c-402b-adf0-94aa4a0a4b67 req-66dfea46-2385-4dce-9f97-ada8d6201e1c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0787520 Apr 21 15:15:28.763344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a951d809-e28c-402b-adf0-94aa4a0a4b67 req-875583b1-daed-4b57-afdb-12c1ca9e016c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Apr 21 15:15:28.813830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:29.020684 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:29.947866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd494421-76d4-4f46-a434-769387aa39a9 req-696addb5-2786-4ac2-b656-a7c7120e0d6c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:29.949323 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cd494421-76d4-4f46-a434-769387aa39a9 req-696addb5-2786-4ac2-b656-a7c7120e0d6c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0799506 Apr 21 15:15:29.992155 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cd494421-76d4-4f46-a434-769387aa39a9 req-359d89dd-9a4f-4775-b94e-0c4f12e4764d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370898 Apr 21 15:15:30.486769 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:31.179188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eea516-f05e-4150-bc30-034132310c64 req-7395f546-7d05-4994-acc6-4e9a83509f5a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:31.180591 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48eea516-f05e-4150-bc30-034132310c64 req-7395f546-7d05-4994-acc6-4e9a83509f5a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0816731 Apr 21 15:15:31.222906 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-48eea516-f05e-4150-bc30-034132310c64 req-af5ff04c-b5c1-4a73-aeff-8746ef87c192 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367086 Apr 21 15:15:32.404474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9541e-18de-4498-a512-243b0d941853 req-f5704565-f67d-43f7-afee-dea9e6a1ba57 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:32.405912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-04b9541e-18de-4498-a512-243b0d941853 req-f5704565-f67d-43f7-afee-dea9e6a1ba57 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0777209 Apr 21 15:15:32.449713 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-04b9541e-18de-4498-a512-243b0d941853 req-3f9f3080-3219-44ef-bf66-b46a6f7b585b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379539 Apr 21 15:15:33.635087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b686970-ad86-441f-b1ad-5d7b88182607 req-c5f9ad2e-f964-4883-9f89-58c699fcbada tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:33.636618 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b686970-ad86-441f-b1ad-5d7b88182607 req-c5f9ad2e-f964-4883-9f89-58c699fcbada tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0819769 Apr 21 15:15:33.682943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b686970-ad86-441f-b1ad-5d7b88182607 req-dbc0bd9e-c907-4305-bb35-ac26e9ba1911 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397365 Apr 21 15:15:34.870869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912488d5-7a17-4ccb-9d2b-7df1a80874b5 req-b4d5731c-095a-4a56-9ad7-9ac9853e4658 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:34.872344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-912488d5-7a17-4ccb-9d2b-7df1a80874b5 req-b4d5731c-095a-4a56-9ad7-9ac9853e4658 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0806084 Apr 21 15:15:34.920001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-912488d5-7a17-4ccb-9d2b-7df1a80874b5 req-3d14c890-a552-4a4d-92e7-26087553c9aa tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419695 Apr 21 15:15:36.100609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9760d7-2a54-4420-be92-d8f189e9d396 req-bffefd3f-975d-458a-b7cd-67aebf83c5eb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:36.102041 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a9760d7-2a54-4420-be92-d8f189e9d396 req-bffefd3f-975d-458a-b7cd-67aebf83c5eb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0785670 Apr 21 15:15:36.145595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a9760d7-2a54-4420-be92-d8f189e9d396 req-dc693dea-e5ae-4f9f-a1be-9fce9d37eda5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374789 Apr 21 15:15:37.332353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e2a89-1eb7-4ed1-8b8f-8e403126d83c req-4389794a-c137-46a3-9957-93ae707196c7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:37.333798 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f99e2a89-1eb7-4ed1-8b8f-8e403126d83c req-4389794a-c137-46a3-9957-93ae707196c7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0827501 Apr 21 15:15:37.378065 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f99e2a89-1eb7-4ed1-8b8f-8e403126d83c req-c16895fe-c77d-4289-a452-e5d56aa1b3a1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386469 Apr 21 15:15:38.563188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a950c3-8d82-49e0-8289-30612a17694e req-8aaa4006-7cb4-4ca2-8ab0-81957bdc79d2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:38.564532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5a950c3-8d82-49e0-8289-30612a17694e req-8aaa4006-7cb4-4ca2-8ab0-81957bdc79d2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0786159 Apr 21 15:15:38.608645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5a950c3-8d82-49e0-8289-30612a17694e req-9cdaf4b8-1b4a-474b-a598-d65d022f9864 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383613 Apr 21 15:15:39.791025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e236209-6d9c-4870-844a-e52a19fe5dce req-bacce61c-13d4-4a8c-9811-38dfd04b7aff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:39.792437 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e236209-6d9c-4870-844a-e52a19fe5dce req-bacce61c-13d4-4a8c-9811-38dfd04b7aff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0807867 Apr 21 15:15:39.836065 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e236209-6d9c-4870-844a-e52a19fe5dce req-62a29908-7dad-4045-8c92-cb2bd8e3bdd0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Apr 21 15:15:41.064543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3637fab-3037-4906-8163-fb144a31c3e0 req-62a2e607-6ace-4062-a201-7ae6335f73d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:41.066035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b3637fab-3037-4906-8163-fb144a31c3e0 req-62a2e607-6ace-4062-a201-7ae6335f73d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.1266382 Apr 21 15:15:41.109173 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b3637fab-3037-4906-8163-fb144a31c3e0 req-d8855039-4a68-4aca-a7f0-5401ebf4b1a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Apr 21 15:15:42.343337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba106d62-ee08-417f-b776-ea7575d16f37 req-5ded5506-ebe8-4d39-8d57-93e5a3a87fb0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:42.344771 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba106d62-ee08-417f-b776-ea7575d16f37 req-5ded5506-ebe8-4d39-8d57-93e5a3a87fb0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.1297557 Apr 21 15:15:42.388613 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ba106d62-ee08-417f-b776-ea7575d16f37 req-088992b9-c923-43cd-96f8-fde252b4f5a4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381105 Apr 21 15:15:43.570240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0710e9f-899a-4a96-be55-c6609e872ca5 req-f6d2c41f-3231-4a35-a7b4-8537a7feb48f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:43.571646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0710e9f-899a-4a96-be55-c6609e872ca5 req-f6d2c41f-3231-4a35-a7b4-8537a7feb48f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0793903 Apr 21 15:15:43.618255 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0710e9f-899a-4a96-be55-c6609e872ca5 req-eaa92fee-134f-4e5e-bab7-fb05e19e84ef tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410261 Apr 21 15:15:44.804328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96b84e-7ac9-498b-aba7-ad7c39358570 req-f7339e70-fee9-434c-a587-2c007da83539 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:44.805841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa96b84e-7ac9-498b-aba7-ad7c39358570 req-f7339e70-fee9-434c-a587-2c007da83539 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0816722 Apr 21 15:15:44.850777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa96b84e-7ac9-498b-aba7-ad7c39358570 req-8abc6d02-044f-4247-b24b-8c2b26b6e670 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388303 Apr 21 15:15:44.913489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-e1012d02-7f22-49b3-95e9-ec04412fc0d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:15:44.914482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-e1012d02-7f22-49b3-95e9-ec04412fc0d3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051866 Apr 21 15:15:45.041420 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-5e0acfc7-3ac1-4cc3-ab57-1574a408242b service neutron] 10.222.0.13 "GET /v2.0/ports/4a32b264-88f8-4720-9519-546eb19ad93a/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.1217368 Apr 21 15:15:45.302707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-53a4d894-d4c7-4d8f-82ae-df834bb8f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:45.304053 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-53a4d894-d4c7-4d8f-82ae-df834bb8f0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1099 time: 0.0759697 Apr 21 15:15:45.394562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-9747bd73-48e4-45b7-acf8-2e96bb397253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:45.395973 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-9747bd73-48e4-45b7-acf8-2e96bb397253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0703576 Apr 21 15:15:45.525166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-cafee962-19ca-4bee-85d0-2e9f4866d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:45.526608 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-cafee962-19ca-4bee-85d0-2e9f4866d5bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1241317 Apr 21 15:15:45.630728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-d7b4dd7d-5fbf-4525-a408-1a7e8cc6064e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1003 time: 0.0979967 Apr 21 15:15:45.695360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-13706c04-658c-4c1b-9e42-749bc8487f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:45.696735 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-13706c04-658c-4c1b-9e42-749bc8487f2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0601234 Apr 21 15:15:45.769750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-e29d4b3e-356a-42cf-8178-7b39245a8991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:45.771166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-e29d4b3e-356a-42cf-8178-7b39245a8991 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687828 Apr 21 15:15:45.902723 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-d8ac3454-1506-44da-b4f6-234a06eb2701 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247668 Apr 21 15:15:46.038276 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1e693495-564d-4ed0-8ca6-7d5e8cad8c04 req-4ccf1375-38a1-4b90-bb80-5b38cac38d6c service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268632 Apr 21 15:15:46.040025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381123e6-8828-4181-9efe-f0fd9ce4d30d req-83ad1876-ad55-4000-be94-1c69468e28c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:46.041480 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-381123e6-8828-4181-9efe-f0fd9ce4d30d req-83ad1876-ad55-4000-be94-1c69468e28c0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0823624 Apr 21 15:15:46.086229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-381123e6-8828-4181-9efe-f0fd9ce4d30d req-66658c05-877a-448c-bd0d-6e38d01f968b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Apr 21 15:15:46.745556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-09712d41-9edd-4aff-9881-9257de8306a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:46.746977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-09712d41-9edd-4aff-9881-9257de8306a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0692482 Apr 21 15:15:46.984751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-e5b1e79e-c7da-4840-9b3a-b26a30251c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:46.986187 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-e5b1e79e-c7da-4840-9b3a-b26a30251c24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.2212169 Apr 21 15:15:47.084876 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-a1382048-4462-44ea-9590-c8b2b5b4775d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1003 time: 0.0921767 Apr 21 15:15:47.149424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-316a74a3-33af-4345-b521-42ad31686536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:47.150835 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-316a74a3-33af-4345-b521-42ad31686536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0597761 Apr 21 15:15:47.224909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-24e2d563-2066-40ed-8d5f-46998173a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:47.226377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-24e2d563-2066-40ed-8d5f-46998173a017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693805 Apr 21 15:15:47.272361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27856f1-aab9-49ca-a7fc-5fd0c45d096c req-7ff6a38c-03c9-4098-b94f-7536b979ec2f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:47.273848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f27856f1-aab9-49ca-a7fc-5fd0c45d096c req-7ff6a38c-03c9-4098-b94f-7536b979ec2f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0786912 Apr 21 15:15:47.318537 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f27856f1-aab9-49ca-a7fc-5fd0c45d096c req-599f0717-9d8f-45bd-a212-f405e3bd9c55 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388908 Apr 21 15:15:47.363590 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-bd70a6be-2a9c-45fc-b2f0-65da8e808731 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304188 Apr 21 15:15:47.384423 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:15:47.496628 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4afdbd40-cd4c-45f6-ad30-884ffe62c62b req-b1220c0b-175b-4df2-853c-c526a9f1b51c service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252000 Apr 21 15:15:48.601523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2782110-6b7a-4e25-8337-0dc0193578ec req-04f85bd5-509a-457e-80c3-96601f0e079a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:48.602912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2782110-6b7a-4e25-8337-0dc0193578ec req-04f85bd5-509a-457e-80c3-96601f0e079a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.1782737 Apr 21 15:15:48.650761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f2782110-6b7a-4e25-8337-0dc0193578ec req-8c5b0186-d668-4052-92f3-3297eaf0a23e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 Apr 21 15:15:49.762573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:15:49.766332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:15:49.842931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d1dd0-213e-46e7-b0e9-6272d8640128 req-fff4956b-e6bf-41c1-bb85-f19e18970792 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:49.844461 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-729d1dd0-213e-46e7-b0e9-6272d8640128 req-fff4956b-e6bf-41c1-bb85-f19e18970792 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0850503 Apr 21 15:15:49.888784 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-729d1dd0-213e-46e7-b0e9-6272d8640128 req-facdf540-9fee-484d-8302-3e46da8b8c68 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380578 Apr 21 15:15:49.992999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.010939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:50.031865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '4a32b264-88f8-4720-9519-546eb19ad93a', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:15:50.038674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:50.085860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:50.096128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.101102 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ab54e3-2e42-456f-aa86-f40b8b3500eb'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'code': 200} Apr 21 15:15:50.191337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.217062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:15:50.225503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:50.286413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:15:50.286724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:15:50.316089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-48aa2a39-caeb-47de-960b-fd1fee045d8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.316779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ccaeeb92-f676-4776-805e-ba18872491cd req-48aa2a39-caeb-47de-960b-fd1fee045d8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:15:50.332540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-ccaeeb92-f676-4776-805e-ba18872491cd req-48aa2a39-caeb-47de-960b-fd1fee045d8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:15:50.333706 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-48aa2a39-caeb-47de-960b-fd1fee045d8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8&tenant_id=964eb6c9f3c843c8953ac7070b887e42&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 944 time: 0.1097026 Apr 21 15:15:50.368503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702f0b7-8acb-4519-8cfa-03e8c22375e5 req-ec30dc80-59be-4bc3-8087-bdcb85ec047f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.369976 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9702f0b7-8acb-4519-8cfa-03e8c22375e5 req-ec30dc80-59be-4bc3-8087-bdcb85ec047f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0819354 Apr 21 15:15:50.414052 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9702f0b7-8acb-4519-8cfa-03e8c22375e5 req-9cf9d546-426d-4f79-b88d-36a3ad99deff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 Apr 21 15:15:50.414803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-3589101f-d8e3-4443-9108-d04e46408d66 service neutron] 10.222.0.13 "GET /v2.0/ports/4a32b264-88f8-4720-9519-546eb19ad93a/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0758116 Apr 21 15:15:50.507888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-e0e1f03b-f812-429c-bf44-6bf52769ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.509287 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-e0e1f03b-f812-429c-bf44-6bf52769ee30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1097 time: 0.0734892 Apr 21 15:15:50.654739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-d0d51b7f-745c-4f76-a546-547904f756db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.656172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-d0d51b7f-745c-4f76-a546-547904f756db service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1414402 Apr 21 15:15:50.753612 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-31d770e3-180b-4331-9e3f-c95077d0c999 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1001 time: 0.0915051 Apr 21 15:15:50.821495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-e72f87c1-0a16-4697-81d1-3a20051eab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.822863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-e72f87c1-0a16-4697-81d1-3a20051eab2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0632660 Apr 21 15:15:50.842698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.859692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:15:50.875293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:50.880064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:50.897019 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-bd080616-ec1f-454c-a753-b3ee03d13d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:50.898494 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-bd080616-ec1f-454c-a753-b3ee03d13d26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702260 Apr 21 15:15:50.944581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['4a32b264-88f8-4720-9519-546eb19ad93a'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:15:50.995823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:51.033252 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-52c6e77e-8800-4b5c-b8f9-f0555628ee9b service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275406 Apr 21 15:15:51.165316 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-41487ffb-72ff-4d96-b957-723a4b2153f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265509 Apr 21 15:15:51.601459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aacb98-6308-4965-9554-63159c6dca05 req-33ad6e4f-d459-4bd6-9240-201277f14146 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:51.602862 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2aacb98-6308-4965-9554-63159c6dca05 req-33ad6e4f-d459-4bd6-9240-201277f14146 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 945 time: 0.0821507 Apr 21 15:15:51.645736 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2aacb98-6308-4965-9554-63159c6dca05 req-9505ceb0-9633-49f5-a5dc-a6b9bece531e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 Apr 21 15:15:51.792852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:51.862029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 4a32b264-88f8-4720-9519-546eb19ad93a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:51.862641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:51.976224 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:52.008217 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:52.012124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:52.080804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:52.087588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.087933 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.088265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.088593 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.088915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.089264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.089586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.089903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.090221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.090534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.090869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.091653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:15:52.102458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:52.154408 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a267f36-cc76-4674-968b-e08c1f6d739f'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'code': 200} Apr 21 15:15:52.181303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:52.843277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f7950-383a-42ff-b9f5-253450903561 req-563d5ece-6c9d-450b-934c-a658cd049884 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:52.844723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-736f7950-383a-42ff-b9f5-253450903561 req-563d5ece-6c9d-450b-934c-a658cd049884 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0946624 Apr 21 15:15:52.890137 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-736f7950-383a-42ff-b9f5-253450903561 req-14a64866-eba8-4093-8397-6fa3d4b723d4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397496 Apr 21 15:15:53.826895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-2cabac57-4ff8-47b7-8b67-4cec014bd92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:53.828907 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-2cabac57-4ff8-47b7-8b67-4cec014bd92e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1099 time: 0.0757256 Apr 21 15:15:53.917227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-dc55dd03-bdb6-47dc-9ab9-7f3da28d53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:53.918620 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-dc55dd03-bdb6-47dc-9ab9-7f3da28d53d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0697637 Apr 21 15:15:54.089870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d3ebb-06b5-44e3-899c-aeda15341334 req-75b6805a-8e00-4978-b195-65e3b6cc38d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:54.091311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-083d3ebb-06b5-44e3-899c-aeda15341334 req-75b6805a-8e00-4978-b195-65e3b6cc38d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0847743 Apr 21 15:15:54.135489 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-083d3ebb-06b5-44e3-899c-aeda15341334 req-c9923dc1-097a-4203-9e28-681a706f845b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384085 Apr 21 15:15:54.146647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-8dcc5731-04fb-406f-9c20-34345298bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:54.148077 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-8dcc5731-04fb-406f-9c20-34345298bc28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.2238388 Apr 21 15:15:54.250219 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-e49ba9c3-43ab-4ae7-8cc2-8564f6e24b95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 200 len: 1003 time: 0.0957677 Apr 21 15:15:54.312828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-a2be8ae0-418b-4427-b34b-8d7dd2dfc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:54.314231 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-a2be8ae0-418b-4427-b34b-8d7dd2dfc693 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0588968 Apr 21 15:15:54.386835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeeb92-f676-4776-805e-ba18872491cd req-ed473fa8-609f-4368-a02d-184a394ddbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:54.388263 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-ed473fa8-609f-4368-a02d-184a394ddbbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684564 Apr 21 15:15:54.518231 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-68d03d09-8de5-4dd8-beef-35c6b91b4f9f service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238194 Apr 21 15:15:54.648632 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ccaeeb92-f676-4776-805e-ba18872491cd req-973a3d60-4eb9-4d96-9563-919b6c9ce1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240225 Apr 21 15:15:55.321099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1b74-07e7-41e5-aa3f-1e0eb2a7eb23 req-b3bf2827-f953-4b20-9c88-07ebc675eb91 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:55.322554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-769e1b74-07e7-41e5-aa3f-1e0eb2a7eb23 req-b3bf2827-f953-4b20-9c88-07ebc675eb91 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0797174 Apr 21 15:15:55.368366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-769e1b74-07e7-41e5-aa3f-1e0eb2a7eb23 req-ce50488d-7a4c-49f4-9b9e-55427c9f09da tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399661 Apr 21 15:15:55.409114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-efa5c4c7-cdf3-4c84-8f75-d5ee24d34cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:56.556081 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ed7d4-297e-44b5-a19f-769a2740e130 req-e97f5c88-ad26-4ce5-a605-92789db5af40 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:56.557463 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f35ed7d4-297e-44b5-a19f-769a2740e130 req-e97f5c88-ad26-4ce5-a605-92789db5af40 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0813422 Apr 21 15:15:56.602647 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f35ed7d4-297e-44b5-a19f-769a2740e130 req-4c132bcd-8b97-4b4d-ba97-175f7b3961ed tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Apr 21 15:15:57.571429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3adc5a8-ea97-4717-873e-9a561db56fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:57.792905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70b97-fd72-4385-a120-edc5a3e5ab60 req-e35b29fb-60c5-4864-ad4a-649973c66a13 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:57.794432 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05b70b97-fd72-4385-a120-edc5a3e5ab60 req-e35b29fb-60c5-4864-ad4a-649973c66a13 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0846202 Apr 21 15:15:57.806051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:15:57.809350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:15:57.838170 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05b70b97-fd72-4385-a120-edc5a3e5ab60 req-fc7f0034-06f1-4e00-9a4b-64350b07b0b1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381205 Apr 21 15:15:58.021669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636050bd-6f37-47a6-af27-58212bf5568b req-ae59c456-9053-477e-af46-f97509d4de8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:58.023094 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-636050bd-6f37-47a6-af27-58212bf5568b req-ae59c456-9053-477e-af46-f97509d4de8a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0793631 Apr 21 15:15:58.032023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:58.062622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:58.068640 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-636050bd-6f37-47a6-af27-58212bf5568b req-6a9096c2-e1b1-4773-b711-39d1dcda362b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Apr 21 15:15:58.085270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:15:58.089805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '4a32b264-88f8-4720-9519-546eb19ad93a', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '4a32b264-88f8-4720-9519-546eb19ad93a', 'mac_address': 'fa:16:3e:c5:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:15:58.097421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:58.137019 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c6d806-492b-45b8-a3a5-d99c35c2104b'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'code': 200} Apr 21 15:15:58.137844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:58.209987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:58.241793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:15:58.250524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=9']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:58.258316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93e87f-8c2e-4328-8d6d-d00989704112 req-fa6beff0-5c9e-4112-a424-05ed8eaedda8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:58.260231 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d93e87f-8c2e-4328-8d6d-d00989704112 req-fa6beff0-5c9e-4112-a424-05ed8eaedda8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 944 time: 0.0851626 Apr 21 15:15:58.264058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:15:58.268063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:58.307346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d93e87f-8c2e-4328-8d6d-d00989704112 req-99f36542-0964-42f2-ac9d-754cf5addc11 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Apr 21 15:15:58.343079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['4a32b264-88f8-4720-9519-546eb19ad93a'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:15:58.380854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=10']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:15:58.696105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05a7a9-e314-49cc-a900-09fd2f109e9a req-8b467bf9-2a8c-443e-9693-2c667b539358 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:58.697540 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b05a7a9-e314-49cc-a900-09fd2f109e9a req-8b467bf9-2a8c-443e-9693-2c667b539358 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0792549 Apr 21 15:15:58.744532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b05a7a9-e314-49cc-a900-09fd2f109e9a req-a866eb27-9e07-4240-a06a-c9efaebca54d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Apr 21 15:15:58.817940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:59.025689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:59.823178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:15:59.891525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 4a32b264-88f8-4720-9519-546eb19ad93a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:15:59.891525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:15:59.937582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1aabde-3231-4060-9eac-2f6aeff2e51e req-62fbb99c-1aad-4839-8f76-cb39c45a41d6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:15:59.938972 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f1aabde-3231-4060-9eac-2f6aeff2e51e req-62fbb99c-1aad-4839-8f76-cb39c45a41d6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 946 time: 0.0842159 Apr 21 15:15:59.984309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9f1aabde-3231-4060-9eac-2f6aeff2e51e req-e51c7bda-0fba-4ea3-b86e-b2914b4aec7a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Apr 21 15:16:00.010135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.042895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:00.047003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.113229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=11']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:00.138195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:00.182311 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f289f2-5ed7-4201-9f0c-9e05623471a7'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'code': 200} Apr 21 15:16:00.490909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:00.793838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-9c163008-07fc-4b2e-9bc0-e5bb1f320475 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:00.795238 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-9c163008-07fc-4b2e-9bc0-e5bb1f320475 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 947 time: 0.0792756 Apr 21 15:16:00.867474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Deleting port 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:16:00.867799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.112482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] For port 4a32b264-88f8-4720-9519-546eb19ad93a, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=4a32b264-88f8-4720-9519-546eb19ad93a,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:01.112833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.168893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15182cb5-71a1-4014-a9c6-e18039abf086 req-b9db61ec-6aa4-4a0c-8e00-e9029c6b5462 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:01.170362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15182cb5-71a1-4014-a9c6-e18039abf086 req-b9db61ec-6aa4-4a0c-8e00-e9029c6b5462 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 947 time: 0.0821579 Apr 21 15:16:01.214271 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15182cb5-71a1-4014-a9c6-e18039abf086 req-64d962e3-c97f-4957-832a-2887319509ec tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379508 Apr 21 15:16:01.399849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.400126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.400426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b disassociated. External IP: 172.26.4.120, port: 4a32b264-88f8-4720-9519-546eb19ad93a. Apr 21 15:16:01.400748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Calling delete_port for 4a32b264-88f8-4720-9519-546eb19ad93a owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:16:01.541226 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:01.589795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'Port': ['ID=4a32b264-88f8-4720-9519-546eb19ad93a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:01.599885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.600344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.600585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.600863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.601279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.601602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.601981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.602300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.602622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.602935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.603245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.603572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:01.890045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:16:02.070553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:16:02.080203 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:16:02.089312 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:16:02.089910 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:15:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:02.142959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] No DVR routers for this DVR port 4a32b264-88f8-4720-9519-546eb19ad93a on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:16:02.145437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:02.147924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-deleted', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:02.165050 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-45d0bb70-e8d7-4478-a68f-d52cd84d3410 req-a3e77070-711d-45e9-8b8e-45e0d789d907 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "DELETE /v2.0/ports/4a32b264-88f8-4720-9519-546eb19ad93a HTTP/1.1" status: 204 len: 173 time: 1.3650951 Apr 21 15:16:02.251420 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8cfe22-37b4-4bd0-8bdf-773eb5e5f03c'] response: {'server_uuid': '1b896246-c647-46ec-ac27-254c8c2b83e8', 'name': 'network-vif-deleted', 'tag': '4a32b264-88f8-4720-9519-546eb19ad93a', 'status': 'completed', 'code': 200} Apr 21 15:16:02.274153 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:16:02.388967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-56f7c4a2-17dc-4d83-8ca4-254554b63e3f req-32197bf0-3bd3-4ae9-8343-4a15492b4d50 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=1b896246-c647-46ec-ac27-254c8c2b83e8 HTTP/1.1" status: 200 len: 210 time: 0.0418937 Apr 21 15:16:02.582613 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:02.586471 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:16:02.594591 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:16:02.595176 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:15:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:02.775786 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:16:03.104667 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:03.108995 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf0961-6640-44dc-91ad-636fbd06f677 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:16:03.314553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052a8fba-4be0-46fc-b149-3ab99528a3d4 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:16:03.720196 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-34c70377-345e-44bc-9baf-9757f378fa37 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1003961448&fields=id&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 267 time: 0.0392251 Apr 21 15:16:03.868415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-d35d7d37-a406-4962-ad33-b1b34e4b2749 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:03.869860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-d35d7d37-a406-4962-ad33-b1b34e4b2749 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1434000 Apr 21 15:16:03.884859 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2d46baf7-d815-4bc8-aa99-c8e80cfe6fbf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/quotas/964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 375 time: 0.0087540 Apr 21 15:16:03.972298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-84ea10a3-59b5-4450-ad25-17894e81770b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825255 Apr 21 15:16:04.200957 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-629b1433-8471-412e-aa3c-a2de5bea03fa service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174506 Apr 21 15:16:04.335732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-12195d5b-996b-43e8-8919-6affc518c91b service neutron] 10.222.0.35 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288230 Apr 21 15:16:04.508854 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbae1bf5-55aa-458e-b5fa-2060aaca3baf req-f70a5c0a-97da-4ae6-9a69-c3577e53aebf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 210 time: 0.0422161 Apr 21 15:16:05.510293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-70207da1-1d62-46a3-b09c-88a96b0efe7d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:05.511686 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-70207da1-1d62-46a3-b09c-88a96b0efe7d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 812 time: 0.1499081 Apr 21 15:16:05.565485 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2efc7b92-81cf-4d33-ad03-e357dfbab614 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 380 time: 0.0463388 Apr 21 15:16:05.573056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'port': {'device_id': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'admin_state_up': True, 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'security_groups': ['0f3f5860-7cda-4321-8d2e-b5149ee0e7bd']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:16:05.669465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-910c1b24-ef48-46d8-986f-f3024ef2f189 req-e7df8c54-a662-45c1-89bb-b2c8b4f06ac6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 210 time: 0.0442729 Apr 21 15:16:05.718503 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:16:05.722506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Usage tracker for resource:port and tenant:964eb6c9f3c843c8953ac7070b887e42 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:16:05.725261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:16:05.730807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:16:05.740835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Made reservation on behalf of 964eb6c9f3c843c8953ac7070b887e42 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:16:05.744289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:05.855558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:05.892207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 4a32b264-88f8-4720-9519-546eb19ad93a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:16:05.892554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 4a32b264-88f8-4720-9519-546eb19ad93a not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:16:05.908682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Allocated IP 172.20.0.9 (c3556eb2-7091-4c7c-9b50-b7769a70b6b9/d2776060-bf44-4b93-8e61-2ee1849b5ef4/43f2a090-01c6-4858-a8dc-86ddc3189b72) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:16:06.091096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.106452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Transition to ACTIVE for port object 43f2a090-01c6-4858-a8dc-86ddc3189b72 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:16:06.130963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.199968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:16:06.203561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:16:06.207194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:16:06.239680 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:06.276693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:06.277308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.302805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2107465d-78fe-4383-88b1-3527533ce6f0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332101 Apr 21 15:16:06.315314 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Request body: {'port': {'device_id': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:16:06.416481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-96a865c1-2d65-4586-a9ff-5f816c5f4142 None None] Provisioning for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:16:06.421315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-96a865c1-2d65-4586-a9ff-5f816c5f4142 None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:06.421832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-96a865c1-2d65-4586-a9ff-5f816c5f4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.427444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.474878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-96a865c1-2d65-4586-a9ff-5f816c5f4142 None None] Port 43f2a090-01c6-4858-a8dc-86ddc3189b72 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:16:06.865778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702427-0dd5-46c6-9e4f-0440ba1b7844 req-a4d6a3ef-cb94-4500-bf82-efb1214e34bf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:06.867202 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00702427-0dd5-46c6-9e4f-0440ba1b7844 req-a4d6a3ef-cb94-4500-bf82-efb1214e34bf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 931 time: 0.0911636 Apr 21 15:16:06.869196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:06.876495 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.891535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Transition to ACTIVE for port object 43f2a090-01c6-4858-a8dc-86ddc3189b72 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:16:06.895241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:06.914387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00702427-0dd5-46c6-9e4f-0440ba1b7844 req-c4a3279f-7383-4291-b50b-d6c61a5de56d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Apr 21 15:16:07.028437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:07.134541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Attempting to bind port 43f2a090-01c6-4858-a8dc-86ddc3189b72 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:16:07.134868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Attempting to bind port 43f2a090-01c6-4858-a8dc-86ddc3189b72 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:16:07.135187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Attempting to bind port 43f2a090-01c6-4858-a8dc-86ddc3189b72 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:16:07.140333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Port 43f2a090-01c6-4858-a8dc-86ddc3189b72 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:16:07.140785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Attempting to bind port 43f2a090-01c6-4858-a8dc-86ddc3189b72 on network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:16:07.145728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:16:07.146055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Checking segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:16:07.146426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Bound using segment: {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:16:07.146839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Bound port: 43f2a090-01c6-4858-a8dc-86ddc3189b72, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfd2cc6-4eaa-42ef-a267-c417236f0040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:16:07.147173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:07.235662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:16:07.238706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:16:07.242492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:07.305171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:07.305544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:07.306885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] 10.222.0.13 "PUT /v2.0/ports/43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1093 time: 0.9965646 Apr 21 15:16:07.317318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:07.340143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a76b7-4cbe-4852-a625-ec69b830f852 service neutron] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:07.376799 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b717589-cee6-4455-93ce-cde6f5bf81b3'] response: {'name': 'network-changed', 'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'status': 'completed', 'code': 200} Apr 21 15:16:07.418241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-ae8242d7-4c24-47e2-88da-f1719aa718b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:07.419708 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-ae8242d7-4c24-47e2-88da-f1719aa718b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1096 time: 0.0751669 Apr 21 15:16:07.492524 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-41f415ab-77a4-4b1d-a9c1-806a471296b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 217 time: 0.0664310 Apr 21 15:16:07.553556 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2e5746af-2b74-42ff-8661-692cfbab19a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:07.554956 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2e5746af-2b74-42ff-8661-692cfbab19a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0575123 Apr 21 15:16:07.630983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee083-c536-42e4-8a8f-010ebd7441be req-227ac5ca-5884-49f0-a741-2dffc32c2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:07.632393 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-227ac5ca-5884-49f0-a741-2dffc32c2e96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722461 Apr 21 15:16:07.760381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-2217f569-8218-44dc-96ed-c9c8464fa8ba service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222391 Apr 21 15:16:07.888888 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-68aee083-c536-42e4-8a8f-010ebd7441be req-c4b59fa2-9117-4db1-8bb1-bcccd621dd62 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231129 Apr 21 15:16:08.005473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-78518f29-7d20-4e77-982f-29bc3f6f0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:08.006921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-78518f29-7d20-4e77-982f-29bc3f6f0b21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1096 time: 0.0712006 Apr 21 15:16:08.100546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7fcbe-da20-41f5-8b00-aa29a2c34d69 req-dc6f447f-e1df-4807-9aaf-c945e43a2caf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:08.101922 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ed7fcbe-da20-41f5-8b00-aa29a2c34d69 req-dc6f447f-e1df-4807-9aaf-c945e43a2caf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 943 time: 0.0787928 Apr 21 15:16:08.138043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-893da94c-8797-4c0c-8159-33f1d030bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:08.139482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-893da94c-8797-4c0c-8159-33f1d030bdc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1269016 Apr 21 15:16:08.146805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7ed7fcbe-da20-41f5-8b00-aa29a2c34d69 req-43e1b6f5-97cc-41ff-8896-a89325fc6e3a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 Apr 21 15:16:08.210490 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-c551bed7-2fff-454d-a016-f782774f1ff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 217 time: 0.0646970 Apr 21 15:16:08.270473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-39a4d2bd-b85f-41c7-92ad-eba11a0d022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:08.271826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-39a4d2bd-b85f-41c7-92ad-eba11a0d022b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0563092 Apr 21 15:16:08.443402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-bd5c9d51-f1f1-4482-a68e-7f951082d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:08.444828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-bd5c9d51-f1f1-4482-a68e-7f951082d19c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674926 Apr 21 15:16:08.575140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-f46aa3cc-9bbf-437e-8d3b-74e20330809a service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233487 Apr 21 15:16:08.704236 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4823d1c0-a28c-4389-81fc-59d81724a8bf req-1329ab3f-1940-400d-b1cd-cb42d4b13a20 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Apr 21 15:16:09.334385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d1ebf-9cf3-49d0-94d9-252d307a3890 req-8982d32b-ca33-49e3-a40e-1d8f269de440 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:09.336018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-912d1ebf-9cf3-49d0-94d9-252d307a3890 req-8982d32b-ca33-49e3-a40e-1d8f269de440 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 943 time: 0.0835252 Apr 21 15:16:09.380357 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-912d1ebf-9cf3-49d0-94d9-252d307a3890 req-29ddbd64-af7c-4e1f-aee8-22fcfe732c72 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Apr 21 15:16:10.563051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343356f8-96bb-4111-9439-7f328ec0f54b req-b9837c63-0ff7-4b58-87a2-e50dcc09eac8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:10.564390 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-343356f8-96bb-4111-9439-7f328ec0f54b req-b9837c63-0ff7-4b58-87a2-e50dcc09eac8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 943 time: 0.0818825 Apr 21 15:16:10.611779 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-343356f8-96bb-4111-9439-7f328ec0f54b req-0bd12355-6fa7-418a-9ae0-001c6200f723 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Apr 21 15:16:11.798190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d6c75-b1ae-4ff9-99fe-2087235b69a1 req-5ab0b6e9-53b2-4aa9-a54c-e98c2b2b038b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:11.799772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6b3d6c75-b1ae-4ff9-99fe-2087235b69a1 req-5ab0b6e9-53b2-4aa9-a54c-e98c2b2b038b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 943 time: 0.0847859 Apr 21 15:16:11.844894 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6b3d6c75-b1ae-4ff9-99fe-2087235b69a1 req-30663a70-f4d9-463e-9d88-378b51ecb6ac tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Apr 21 15:16:11.901543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:12.033161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:12.046122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:12.101962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:12.118070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:12.132645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:12.137713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:12.206306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:12.445567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['43f2a090-01c6-4858-a8dc-86ddc3189b72'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:16:13.031245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5113-bdf5-4a6d-8046-e2f8e0b4eedb req-9992d6f8-ddd8-4eab-8cf0-9b615c092117 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:13.032920 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-807e5113-bdf5-4a6d-8046-e2f8e0b4eedb req-9992d6f8-ddd8-4eab-8cf0-9b615c092117 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0832512 Apr 21 15:16:13.076257 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-807e5113-bdf5-4a6d-8046-e2f8e0b4eedb req-9336cc8a-ec8f-4deb-a020-5bfeffdb60f6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Apr 21 15:16:13.918095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:16:13.998064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:16:14.003315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:14.003681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:14.137879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:14.170400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:14.182184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:14.187825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:14.228753 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaad497e-03c5-4c88-a534-d84616bca6e5'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:16:14.270391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:14.285734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c442687-b9c9-4a27-9d0f-be7f4126e03b req-0fb861db-8b1a-4900-912c-e3fa92e1c59b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:14.287245 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c442687-b9c9-4a27-9d0f-be7f4126e03b req-0fb861db-8b1a-4900-912c-e3fa92e1c59b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0962646 Apr 21 15:16:14.341724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c442687-b9c9-4a27-9d0f-be7f4126e03b req-9ee725fa-b884-41f3-9c82-60ca96048ebf tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485194 Apr 21 15:16:14.476190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48151505-22b3-419d-b515-468d0cf1326d req-7097b76c-dcf1-4f2f-beb0-0430b3c3c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:14.477690 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-48151505-22b3-419d-b515-468d0cf1326d req-7097b76c-dcf1-4f2f-beb0-0430b3c3c834 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0708902 Apr 21 15:16:14.518236 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-48151505-22b3-419d-b515-468d0cf1326d req-3d7f963a-fa71-4818-8f90-5713d35227db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341816 Apr 21 15:16:15.533689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2f2bc-691e-4fbb-bef4-f364f792216b req-3beecd5d-8ff5-4d0e-9fca-7255c3da12fd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:15.535093 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5eb2f2bc-691e-4fbb-bef4-f364f792216b req-3beecd5d-8ff5-4d0e-9fca-7255c3da12fd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0815868 Apr 21 15:16:15.579193 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5eb2f2bc-691e-4fbb-bef4-f364f792216b req-606481d5-bced-4bf8-b63a-cec138f36bcb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384250 Apr 21 15:16:16.758637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b72007-5990-4d0f-ba77-80d9036ac83d req-5d8df66b-dcd7-4ef9-b306-b64c8145a0bb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:16.760076 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84b72007-5990-4d0f-ba77-80d9036ac83d req-5d8df66b-dcd7-4ef9-b306-b64c8145a0bb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0782359 Apr 21 15:16:16.807405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-84b72007-5990-4d0f-ba77-80d9036ac83d req-56b47d82-629b-431a-8d25-b3be3c202aba tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Apr 21 15:16:16.987795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edab1f-3dea-49dc-9e60-f8073a252e8b req-bb61913d-3ff5-46cc-a04c-f896d4875a43 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:16.989145 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b1edab1f-3dea-49dc-9e60-f8073a252e8b req-bb61913d-3ff5-46cc-a04c-f896d4875a43 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0783365 Apr 21 15:16:16.997773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40478) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:16:17.003123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Request body: {'floatingip': {'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:16:17.080369 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:17.765179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:17.769510 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:17.937984 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b associated. External IP: 172.26.4.120, port: 43f2a090-01c6-4858-a8dc-86ddc3189b72. Apr 21 15:16:18.282036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:16:18.455690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:16:18.460545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:18.464992 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117037-d019-4d29-8952-e9deca78467f None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:16:18.475229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:16:18.475835 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:15:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:18.517173 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d21493e2-37db-49a8-807f-a7b33722370f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "PUT /v2.0/floatingips/486b05aa-ffeb-4154-baf5-3db0b372001b HTTP/1.1" status: 200 len: 992 time: 1.5183032 Apr 21 15:16:18.517779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:18.562566 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e59e4f1-0e86-4cbd-a5a9-8c111647517e'] response: {'name': 'network-changed', 'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'status': 'completed', 'code': 200} Apr 21 15:16:18.656998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-74ece34e-d43b-4372-9948-28771a7772fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:18.657849 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:16:18.658746 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-74ece34e-d43b-4372-9948-28771a7772fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0757501 Apr 21 15:16:18.812369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-7d4a9a1e-3bd0-4769-95cc-0ed3e7fd44ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:18.814628 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-7d4a9a1e-3bd0-4769-95cc-0ed3e7fd44ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1495149 Apr 21 15:16:18.947642 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-c981be7f-1eed-4086-8ae8-d0297a5eff25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1000 time: 0.1266553 Apr 21 15:16:19.012667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-79ce55bb-4bba-431e-a4ab-ee2c2428fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:19.014279 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-79ce55bb-4bba-431e-a4ab-ee2c2428fed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0609298 Apr 21 15:16:19.077297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:16:17Z', 'revision_number': 13, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:19.081316 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117037-d019-4d29-8952-e9deca78467f None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:16:19.090539 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:16:19.091158 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:15:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:19.096895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-f7a86689-a0da-43c5-bd1e-8552214882e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:19.098454 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-f7a86689-a0da-43c5-bd1e-8552214882e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771089 Apr 21 15:16:19.240341 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-f5148267-4cb0-4fdd-a331-6b558691b509 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357489 Apr 21 15:16:19.277262 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:16:19.376863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cfc87afe-3573-4b6f-8abf-992e9444c493 req-f58f9477-1c16-4bb4-bd2a-61b40c20b400 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300137 Apr 21 15:16:19.647551 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-95117037-d019-4d29-8952-e9deca78467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:16:17Z', 'revision_number': 13, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:16:19.652691 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95117037-d019-4d29-8952-e9deca78467f None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '486b05aa-ffeb-4154-baf5-3db0b372001b', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:13:07Z', 'updated_at': '2022-04-21T15:16:17Z', 'revision_number': 13, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:16:19.848234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d06cd4b-a28b-436b-8d98-8b7a9279d121 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:16:20.213744 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb914e-abc3-4d80-afca-00ab7218633f req-f28279f3-3b1b-4bf3-a3ae-dff52bf604b8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:20.215171 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0cb914e-abc3-4d80-afca-00ab7218633f req-f28279f3-3b1b-4bf3-a3ae-dff52bf604b8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0851467 Apr 21 15:16:20.257673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0cb914e-abc3-4d80-afca-00ab7218633f req-93c04354-1c38-4238-9b36-0fe8ac0eefc7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Apr 21 15:16:22.189087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:24.383336 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:16:25.411063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0854972-bce2-4bf3-8a06-6415d7afae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:27.572946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cdf41267-aa23-4584-a5c3-64c663bf466a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:28.820514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:29.027589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:29.856327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-9c3b3185-f69c-4ec4-94c3-19f6896e3793 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1176631 Apr 21 15:16:29.866099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64706b-8e10-4674-a5a7-c416a3fefe32 req-a9a4c063-07a6-4154-ae72-feb78c94c5ff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:29.867535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e64706b-8e10-4674-a5a7-c416a3fefe32 req-a9a4c063-07a6-4154-ae72-feb78c94c5ff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0852115 Apr 21 15:16:29.918699 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e64706b-8e10-4674-a5a7-c416a3fefe32 req-2cd62f8f-230f-4cf0-a5b7-d40fe452e2b3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Apr 21 15:16:30.494305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:30.979937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-300490b6-8011-459f-b025-344ffa84de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:30.981424 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-300490b6-8011-459f-b025-344ffa84de2a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0736384 Apr 21 15:16:31.104474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21118-6dcc-4106-b796-47e8cb3012b2 req-09032849-edbc-4d2c-aeae-92a42a6b6bf7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:31.105944 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c5a21118-6dcc-4106-b796-47e8cb3012b2 req-09032849-edbc-4d2c-aeae-92a42a6b6bf7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0786757 Apr 21 15:16:31.112496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-e3da16d7-7ae0-486d-925f-728b49ceefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:31.113937 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-e3da16d7-7ae0-486d-925f-728b49ceefa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1274340 Apr 21 15:16:31.150072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c5a21118-6dcc-4106-b796-47e8cb3012b2 req-2c04ec3e-bb4c-4a96-b279-781544751dca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382898 Apr 21 15:16:31.216481 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-a807d94b-126a-4055-b3b2-75978865c88d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1002 time: 0.0968246 Apr 21 15:16:31.378520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-94bad406-f23e-4052-82d7-6160732c465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:31.379856 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-94bad406-f23e-4052-82d7-6160732c465d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.1573176 Apr 21 15:16:31.454430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-aec21bc2-0acd-403c-9d29-1645e8fdbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:31.455836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-aec21bc2-0acd-403c-9d29-1645e8fdbe71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687935 Apr 21 15:16:31.586396 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-c2436212-1fcd-487a-a4b1-905e52770c03 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226904 Apr 21 15:16:31.716811 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-96006765-9142-4453-9ad0-e70aa3932ecc service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246336 Apr 21 15:16:32.449236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa7769-2fcd-4727-884e-f3f83b35560a req-6ee69d83-6791-48d2-b4e2-5e7d87d04541 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:32.450604 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5fa7769-2fcd-4727-884e-f3f83b35560a req-6ee69d83-6791-48d2-b4e2-5e7d87d04541 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.1961677 Apr 21 15:16:32.492927 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5fa7769-2fcd-4727-884e-f3f83b35560a req-ff103beb-c20a-4279-a4d1-e0c44d484c06 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359368 Apr 21 15:16:33.681485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31d2c5-dd47-4380-87bc-bba1009091f5 req-83e01c08-208f-4227-9a78-a06d2b865b79 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:33.682938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a31d2c5-dd47-4380-87bc-bba1009091f5 req-83e01c08-208f-4227-9a78-a06d2b865b79 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0793831 Apr 21 15:16:33.730085 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a31d2c5-dd47-4380-87bc-bba1009091f5 req-138d505e-df4d-4531-8bf3-8c3cbafc28bd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Apr 21 15:16:34.919549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c62e9-6b1c-4e11-9e75-bd1b11e3d431 req-13bd26f4-54e9-420a-bf5d-07231c909176 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:34.920971 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e2c62e9-6b1c-4e11-9e75-bd1b11e3d431 req-13bd26f4-54e9-420a-bf5d-07231c909176 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0782564 Apr 21 15:16:34.965317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e2c62e9-6b1c-4e11-9e75-bd1b11e3d431 req-c171795b-f2d7-405e-9f42-8882b9e0d39a tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Apr 21 15:16:36.148658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541adc3-aabc-4c31-b1fb-e2c1ccde5a44 req-b5aea9cd-7f7a-4562-ba9d-23f33e94b9d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:36.150094 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1541adc3-aabc-4c31-b1fb-e2c1ccde5a44 req-b5aea9cd-7f7a-4562-ba9d-23f33e94b9d1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0806489 Apr 21 15:16:36.194656 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1541adc3-aabc-4c31-b1fb-e2c1ccde5a44 req-06b02e1b-a2b2-4249-b9e0-30e60d39c0a6 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374703 Apr 21 15:16:37.379513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c12e0-4b53-4fb0-83de-0a2d2375ea05 req-eb59dfa0-8d0d-4b04-a560-5ac7a20c3a63 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:37.380932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e9c12e0-4b53-4fb0-83de-0a2d2375ea05 req-eb59dfa0-8d0d-4b04-a560-5ac7a20c3a63 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0806146 Apr 21 15:16:37.424776 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e9c12e0-4b53-4fb0-83de-0a2d2375ea05 req-2b05e726-ce86-46fd-9cb8-7de0d0beaf14 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381939 Apr 21 15:16:38.616346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b782b-c01a-4e08-a2ed-4005c45ad7a4 req-bf9768d2-3662-447f-a3ac-34b359d07750 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:38.617813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-688b782b-c01a-4e08-a2ed-4005c45ad7a4 req-bf9768d2-3662-447f-a3ac-34b359d07750 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0885618 Apr 21 15:16:38.661388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-688b782b-c01a-4e08-a2ed-4005c45ad7a4 req-084f9233-31ec-4b10-8228-73b2e3854f70 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380187 Apr 21 15:16:39.468157 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-2abfd2ae-9d00-4166-b144-a98551acfa7a service neutron] 10.222.0.13 "GET /v2.0/ports/43f2a090-01c6-4858-a8dc-86ddc3189b72/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0767884 Apr 21 15:16:39.724936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-63ed3a84-cdbc-4421-b619-9937780e8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:39.726360 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-63ed3a84-cdbc-4421-b619-9937780e8cbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1098 time: 0.0729325 Apr 21 15:16:39.817615 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-8459ecb2-b49a-408b-b5de-706e200621d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:39.819172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-8459ecb2-b49a-408b-b5de-706e200621d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0726647 Apr 21 15:16:39.850465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6395e-f620-49d0-8831-8fb431869e25 req-1175113f-c5d7-4a19-8b0c-ff8e37ee8291 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:39.851921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61b6395e-f620-49d0-8831-8fb431869e25 req-1175113f-c5d7-4a19-8b0c-ff8e37ee8291 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0796554 Apr 21 15:16:39.895548 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61b6395e-f620-49d0-8831-8fb431869e25 req-cb5ae313-7cab-403c-86a0-5a6467ccc4ee tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Apr 21 15:16:39.953410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-196c4a54-cad5-4ac9-852e-f99bc0f4fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:39.954821 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-196c4a54-cad5-4ac9-852e-f99bc0f4fd59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1294146 Apr 21 15:16:40.056913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-7f69970b-b1ea-484e-9333-e678ad10e0cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1002 time: 0.0964026 Apr 21 15:16:40.119666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-1e08a48c-26dc-48a1-9593-7d3991f3049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:40.121030 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-1e08a48c-26dc-48a1-9593-7d3991f3049e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0590827 Apr 21 15:16:40.194124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-483c3078-136c-4e5a-928d-55ecfc203a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:40.195514 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-483c3078-136c-4e5a-928d-55ecfc203a69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682971 Apr 21 15:16:40.327849 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-3a6e616e-6eac-4c49-bcb4-a8e378494f52 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251760 Apr 21 15:16:40.456738 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-71ff10b4-dcd6-4788-92f3-0061d4f6c8ec req-7399a342-98cb-4ef4-a6ca-288d0d0853f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243608 Apr 21 15:16:41.098705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41a349-d987-4829-8bae-ee294a0d3031 req-d9b4716a-3c0e-411c-89b5-65ffa52f6bca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:41.100220 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d41a349-d987-4829-8bae-ee294a0d3031 req-d9b4716a-3c0e-411c-89b5-65ffa52f6bca tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0829065 Apr 21 15:16:41.145317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d41a349-d987-4829-8bae-ee294a0d3031 req-51536ee1-94c8-4af1-8313-a02675178ae3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389571 Apr 21 15:16:42.330736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbafeb7-8e36-4c82-883d-0c1fd66797fe req-88cde28c-598c-434e-a65e-738dcce045d4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:42.332167 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9fbafeb7-8e36-4c82-883d-0c1fd66797fe req-88cde28c-598c-434e-a65e-738dcce045d4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0785446 Apr 21 15:16:42.379401 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9fbafeb7-8e36-4c82-883d-0c1fd66797fe req-edfc7c68-2825-431f-802c-08d2bb54cfb3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417445 Apr 21 15:16:43.563420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2a959-5a12-4d3c-b890-a482f9e4002c req-de29b362-974b-449c-8bee-f84fc0741ad2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:43.564882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ffd2a959-5a12-4d3c-b890-a482f9e4002c req-de29b362-974b-449c-8bee-f84fc0741ad2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0805199 Apr 21 15:16:43.607734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ffd2a959-5a12-4d3c-b890-a482f9e4002c req-636492f0-f6a4-4880-85ae-b7e6594c1308 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371389 Apr 21 15:16:44.015507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:44.020164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:44.223945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:44.256341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:44.277576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:44.278830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:44.323319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:44.334546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:44.396313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:44.426147 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:44.466628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:44.486373 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7e1ed0-62c8-4508-869b-d97d23692053'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:16:44.496965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:16:44.497356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:16:44.799969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e978ba-01b9-4c47-954c-12970f7cf5df req-1e586e73-637e-42da-84a1-3e92d9f6a3a5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:44.801335 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6e978ba-01b9-4c47-954c-12970f7cf5df req-1e586e73-637e-42da-84a1-3e92d9f6a3a5 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 943 time: 0.0843363 Apr 21 15:16:44.845916 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6e978ba-01b9-4c47-954c-12970f7cf5df req-622d91d8-6d91-4c3f-87d9-6139fc300bfc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Apr 21 15:16:45.054234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:45.071129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:45.085948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:45.089766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:45.160611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['43f2a090-01c6-4858-a8dc-86ddc3189b72'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:16:45.197882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:46.013901 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:16:46.030976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950242a-5b8e-419f-8606-f5d10adfbc8c req-3146032b-d644-4205-9141-768936aa07f2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:46.032705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1950242a-5b8e-419f-8606-f5d10adfbc8c req-3146032b-d644-4205-9141-768936aa07f2 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0782530 Apr 21 15:16:46.075937 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1950242a-5b8e-419f-8606-f5d10adfbc8c req-8311ad3a-bbff-43b9-8d30-6364d07726fc tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374966 Apr 21 15:16:46.082622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:46.083116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:46.197020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:46.228763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:46.232839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:46.298414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:46.487582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:46.539194 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371b1e92-704d-4782-aae9-3d1379cf7db6'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:16:46.709860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336a86-922c-4373-8789-a6d063e2280c req-c6340618-1a4e-4e0d-a6cb-6aa5db9f9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:46.711276 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-c6340618-1a4e-4e0d-a6cb-6aa5db9f9897 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0703642 Apr 21 15:16:46.858564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336a86-922c-4373-8789-a6d063e2280c req-b11fde0b-4c62-40a2-858c-e26913573784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:46.859980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-b11fde0b-4c62-40a2-858c-e26913573784 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1308699 Apr 21 15:16:46.963129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-eaeb23be-fc21-48bf-bda0-5e56c6d7c9f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1002 time: 0.0969560 Apr 21 15:16:47.119417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336a86-922c-4373-8789-a6d063e2280c req-c18fe94a-265a-4736-b18e-54f70f195ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:47.120828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-c18fe94a-265a-4736-b18e-54f70f195ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.1511607 Apr 21 15:16:47.195110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3336a86-922c-4373-8789-a6d063e2280c req-ba2babf1-5cd3-49e7-86a4-15ad4cfe2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:47.196549 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-ba2babf1-5cd3-49e7-86a4-15ad4cfe2f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697544 Apr 21 15:16:47.262761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59dcc-5ad2-4794-bedf-496192168f69 req-9a9b9d63-c71e-4f2b-b898-d387cfe519aa tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:47.264225 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ab59dcc-5ad2-4794-bedf-496192168f69 req-9a9b9d63-c71e-4f2b-b898-d387cfe519aa tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0822225 Apr 21 15:16:47.307639 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ab59dcc-5ad2-4794-bedf-496192168f69 req-2d3f9f14-c563-4547-a251-c4b068550f0f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 Apr 21 15:16:47.328557 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-385e1c6e-302a-4294-98ab-bff4ac40cac4 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245992 Apr 21 15:16:47.459061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d3336a86-922c-4373-8789-a6d063e2280c req-79bd32e5-214e-4fb1-879f-41803ac89ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249089 Apr 21 15:16:48.494636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268382a-d539-4d8c-b0e5-8ad9007658b7 req-78deb219-c945-434f-8a3e-acffe03768a3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:48.496054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7268382a-d539-4d8c-b0e5-8ad9007658b7 req-78deb219-c945-434f-8a3e-acffe03768a3 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0776849 Apr 21 15:16:48.543096 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7268382a-d539-4d8c-b0e5-8ad9007658b7 req-a04c93ce-3fdd-40e5-b0fe-cc5976afd5cb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Apr 21 15:16:49.726418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d07b6-e89f-42c2-85c8-88f3d8e2a343 req-1328c45e-8a2c-4ca2-bb5b-736e61cd754e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:49.727871 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd5d07b6-e89f-42c2-85c8-88f3d8e2a343 req-1328c45e-8a2c-4ca2-bb5b-736e61cd754e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Apr 21 15:16:49.771540 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dd5d07b6-e89f-42c2-85c8-88f3d8e2a343 req-383b626e-0821-4937-9215-6f072601f91b tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Apr 21 15:16:50.051617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:50.167215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-512c7d3f-48b6-426f-a948-649c127e90a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.167996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-512c7d3f-48b6-426f-a948-649c127e90a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Synchronizing usage tracker for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:16:50.186469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-512c7d3f-48b6-426f-a948-649c127e90a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Unset dirty status for tenant:964eb6c9f3c843c8953ac7070b887e42 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:16:50.188308 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-512c7d3f-48b6-426f-a948-649c127e90a0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344&tenant_id=964eb6c9f3c843c8953ac7070b887e42&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.1088064 Apr 21 15:16:50.233381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:50.247409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:50.270253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d5ef8-b26f-4bbe-8dba-49d33989393e req-3a66c843-f717-44f2-9b49-09d5628f6910 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.271721 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc7d5ef8-b26f-4bbe-8dba-49d33989393e req-3a66c843-f717-44f2-9b49-09d5628f6910 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0840237 Apr 21 15:16:50.272403 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-20b125c0-d5e1-4064-af6d-28b453f4795d service neutron] 10.222.0.13 "GET /v2.0/ports/43f2a090-01c6-4858-a8dc-86ddc3189b72/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0780282 Apr 21 15:16:50.308648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:50.320521 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc7d5ef8-b26f-4bbe-8dba-49d33989393e req-c358d592-2483-424a-9f81-1077359476b4 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Apr 21 15:16:50.326745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:50.342832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:50.347222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:50.371039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-53ef003b-be7a-49b0-8e30-a170c6bca764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.372489 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-53ef003b-be7a-49b0-8e30-a170c6bca764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1098 time: 0.0758772 Apr 21 15:16:50.414745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['43f2a090-01c6-4858-a8dc-86ddc3189b72'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:16:50.456760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=9']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:50.506236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-2077d972-0a8f-4274-8080-abbdf0e526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.507670 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-2077d972-0a8f-4274-8080-abbdf0e526cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1291966 Apr 21 15:16:50.613913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-4b6ce907-0137-4381-8fae-041ddc533724 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1001 time: 0.1005652 Apr 21 15:16:50.678658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-1ebbb4d1-aa31-4689-94cc-226e34dc00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.680038 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-1ebbb4d1-aa31-4689-94cc-226e34dc00ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0600171 Apr 21 15:16:50.752726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-2b985bf4-19b6-485a-a3d0-a2724d007b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:50.754178 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-2b985bf4-19b6-485a-a3d0-a2724d007b26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684643 Apr 21 15:16:50.884775 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-86d65878-84b5-41b4-9e04-576ee2a467c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243739 Apr 21 15:16:51.013188 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-29e9210c-51fa-44d8-a3c6-378881e014c9 service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225562 Apr 21 15:16:51.510672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669310df-ea02-4eb5-8943-ef541c1961ca req-bb17171e-fb96-48dd-ba1e-ebc9e9138b52 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:51.512095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-669310df-ea02-4eb5-8943-ef541c1961ca req-bb17171e-fb96-48dd-ba1e-ebc9e9138b52 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0792148 Apr 21 15:16:51.555575 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-669310df-ea02-4eb5-8943-ef541c1961ca req-0c3325b1-c4f1-4c6e-9f78-5390d446fbfa tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372398 Apr 21 15:16:52.077694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:16:52.143964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:16:52.144332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.228697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.292756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.322360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:52.331765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:52.335644 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:52.380263 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55a7e0c-75c1-47a5-b14e-48de7e59b4e6'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:16:52.405466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=10']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:52.412877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.413330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.413667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.413995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.414320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.414642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.414961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.415276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.415592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.415907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.416216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.416527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:16:52.741993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a32743-53d6-437a-b35a-45918631b2d1 req-ca14f680-2751-4b0d-8753-9097b6129eea tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:52.743354 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-97a32743-53d6-437a-b35a-45918631b2d1 req-ca14f680-2751-4b0d-8753-9097b6129eea tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.0813048 Apr 21 15:16:52.787842 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-97a32743-53d6-437a-b35a-45918631b2d1 req-c2649fea-b1bd-4fcc-a4cb-effd94fedc15 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380487 Apr 21 15:16:53.977194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107467-9b01-4a57-9de5-eb8f811e8030 req-d18f90ee-610a-405d-9464-1de417e5ff84 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:53.978823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d3107467-9b01-4a57-9de5-eb8f811e8030 req-d18f90ee-610a-405d-9464-1de417e5ff84 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.0813284 Apr 21 15:16:54.023439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d3107467-9b01-4a57-9de5-eb8f811e8030 req-ff3dabb1-428c-4603-b276-9fd67c3aed93 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Apr 21 15:16:54.091640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:54.146660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-b19edec3-8eec-4398-9b62-983563610158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:54.148106 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-b19edec3-8eec-4398-9b62-983563610158 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344&tenant_id=964eb6c9f3c843c8953ac7070b887e42 HTTP/1.1" status: 200 len: 1099 time: 0.0716963 Apr 21 15:16:54.206841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:54.238260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:54.243364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:54.245754 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-000955a8-61ea-4d22-8528-e17337e3a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:54.247184 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-000955a8-61ea-4d22-8528-e17337e3a603 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=964eb6c9f3c843c8953ac7070b887e42&device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 1099 time: 0.0760651 Apr 21 15:16:54.309605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=11']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:54.381400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:16:54.387969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-42a7ac44-c216-4e98-86e0-dc3d72d44cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:54.390085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-42a7ac44-c216-4e98-86e0-dc3d72d44cb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 200 len: 913 time: 0.1376181 Apr 21 15:16:54.433572 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef6c6434-ff54-463d-b4fb-0c11b8fc5618'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:16:54.589334 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-6436cc59-4ac5-4668-b609-0a1a20c1aec1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 200 len: 1000 time: 0.1933994 Apr 21 15:16:54.649563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-935bd27c-fb07-4546-8b17-e0d20c3126f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:54.650913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-935bd27c-fb07-4546-8b17-e0d20c3126f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 200 len: 851 time: 0.0554941 Apr 21 15:16:54.729417 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-c85bcafa-6ba0-4994-8dae-615593ad63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:54.730840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-c85bcafa-6ba0-4994-8dae-615593ad63da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c3556eb2-7091-4c7c-9b50-b7769a70b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725696 Apr 21 15:16:54.871207 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-1e9f1cdf-c6fa-49ca-a588-2110c55277bd service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332028 Apr 21 15:16:55.012663 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cecf3bbd-ded1-4fff-9549-f11966fe348d req-c2846160-1bbc-4f2d-90df-5c52cece6e2f service neutron] 10.222.0.13 "GET /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275561 Apr 21 15:16:55.216802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c32d7-9a00-4d8a-ad5f-bcff2ce5b8dd req-0662b466-8d9e-486e-b156-b9719347e4c1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:55.218296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b14c32d7-9a00-4d8a-ad5f-bcff2ce5b8dd req-0662b466-8d9e-486e-b156-b9719347e4c1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0857570 Apr 21 15:16:55.262021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b14c32d7-9a00-4d8a-ad5f-bcff2ce5b8dd req-ae2fe0dd-e580-451c-afb6-a0a42e939177 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378006 Apr 21 15:16:55.412407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22a49ced-3577-4838-a01c-daf03c113e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:56.451450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e8018-b318-47fb-a352-ee0bc90cd387 req-e54a3e47-e107-4929-9c1d-fc698cfb71a7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:56.453185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-762e8018-b318-47fb-a352-ee0bc90cd387 req-e54a3e47-e107-4929-9c1d-fc698cfb71a7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0791323 Apr 21 15:16:56.501193 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-762e8018-b318-47fb-a352-ee0bc90cd387 req-c8c28941-8be9-4698-a251-f7ce78244bd0 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Apr 21 15:16:57.575211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bcb8eb59-8cf4-4374-8110-334c34ce2260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:57.686451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5bb60-c24f-4620-ba78-400388337c82 req-cae85b45-079c-427c-a8c5-deef645ef05c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:57.687886 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ee5bb60-c24f-4620-ba78-400388337c82 req-cae85b45-079c-427c-a8c5-deef645ef05c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0791311 Apr 21 15:16:57.730136 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ee5bb60-c24f-4620-ba78-400388337c82 req-b4068867-4e76-4df4-88a6-eeebd40a61de tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366974 Apr 21 15:16:58.108611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:16:58.112193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:16:58.343368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:58.356050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:16:58.411500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:58.428110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:16:58.443427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:16:58.447365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:58.510874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['43f2a090-01c6-4858-a8dc-86ddc3189b72'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:16:58.562819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=12']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:16:58.826086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:16:58.926684 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea8b2f-405d-4f8a-bcc2-934a16587977 req-b00d6003-09c1-4357-ab08-0cd08e8170db tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:16:58.928155 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bbea8b2f-405d-4f8a-bcc2-934a16587977 req-b00d6003-09c1-4357-ab08-0cd08e8170db tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0844696 Apr 21 15:16:58.972518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bbea8b2f-405d-4f8a-bcc2-934a16587977 req-acf43009-6ffb-4ec3-96c4-3a84dc6af099 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Apr 21 15:16:59.031210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:00.122676 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:17:00.157415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7748-6025-4626-bafd-9571772e3358 req-7b746bb3-7853-42ca-b930-b544d0c9f181 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:00.158866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea8e7748-6025-4626-bafd-9571772e3358 req-7b746bb3-7853-42ca-b930-b544d0c9f181 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0808449 Apr 21 15:17:00.189661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:00.190027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:00.202810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ea8e7748-6025-4626-bafd-9571772e3358 req-629550a6-8df4-47af-b55a-820a73c86a96 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Apr 21 15:17:00.305366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:00.331381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:00.340664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:00.346916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:00.394492 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615c85c1-69d7-47e6-b4c6-12ed74bb8788'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:17:00.421347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=13']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:00.494781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:01.382664 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:17:01.391992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5dd02d-4d8e-4727-a855-abcfbc66eebe req-99bdd9a2-3708-43d6-952c-ff04c609d657 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:01.393494 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b5dd02d-4d8e-4727-a855-abcfbc66eebe req-99bdd9a2-3708-43d6-952c-ff04c609d657 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.0818174 Apr 21 15:17:01.438177 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b5dd02d-4d8e-4727-a855-abcfbc66eebe req-2d551146-8f4c-4093-b56a-7df202ecab90 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Apr 21 15:17:02.623321 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27cfbd-8f45-4197-a370-d49f7e1ac313 req-abf20c92-f91a-4efa-a3b8-8f2bf35a6a34 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:02.624657 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d27cfbd-8f45-4197-a370-d49f7e1ac313 req-abf20c92-f91a-4efa-a3b8-8f2bf35a6a34 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.0779831 Apr 21 15:17:02.670582 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1d27cfbd-8f45-4197-a370-d49f7e1ac313 req-94215142-36d1-4540-8371-b43b106db7e1 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397656 Apr 21 15:17:03.972576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6960c8-8be4-4dff-9fdb-4a272a1c220a req-6a8fbbf6-97ac-4dbc-bb2c-da311d6984ff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:03.973965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2c6960c8-8be4-4dff-9fdb-4a272a1c220a req-6a8fbbf6-97ac-4dbc-bb2c-da311d6984ff tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.1973629 Apr 21 15:17:04.017695 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2c6960c8-8be4-4dff-9fdb-4a272a1c220a req-2cd0510a-4594-4fe8-b8ef-c502a8b5c1ae tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Apr 21 15:17:04.144303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:17:04.275583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:04.289023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'port_id': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'mac_address': 'fa:16:3e:69:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:17:04.343064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:04.359412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:17:04.374440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:04.378223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:04.442631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['43f2a090-01c6-4858-a8dc-86ddc3189b72'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:04.493270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=14']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:05.203686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266b6ba-cfb1-40d6-b8e5-5ee043313160 req-724d80dd-e65d-4ca5-9fe7-e1dd8568a9ad tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:05.205103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9266b6ba-cfb1-40d6-b8e5-5ee043313160 req-724d80dd-e65d-4ca5-9fe7-e1dd8568a9ad tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0806532 Apr 21 15:17:05.247585 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9266b6ba-cfb1-40d6-b8e5-5ee043313160 req-2f35502b-b052-4dc6-92bb-74fdec231e7e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368614 Apr 21 15:17:05.429859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c9bea-9d3d-4bf4-bdd6-dd7c1fcc0abd req-3905ea77-2ad1-432e-b5ba-9365aa1db580 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:05.431289 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-865c9bea-9d3d-4bf4-bdd6-dd7c1fcc0abd req-3905ea77-2ad1-432e-b5ba-9365aa1db580 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Apr 21 15:17:05.477407 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-865c9bea-9d3d-4bf4-bdd6-dd7c1fcc0abd req-2d100368-418e-4dfb-afac-6b99bd451ea7 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398600 Apr 21 15:17:05.806018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d122ae1-c813-4ad8-ba52-dda5da1c925a req-59ed725b-651c-4c97-ba02-697efe0538d8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:05.807359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d122ae1-c813-4ad8-ba52-dda5da1c925a req-59ed725b-651c-4c97-ba02-697efe0538d8 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0801077 Apr 21 15:17:05.851685 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d122ae1-c813-4ad8-ba52-dda5da1c925a req-5615bfc3-e819-45a7-b741-1d668581ef20 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Apr 21 15:17:06.145977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:17:06.230492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a289c-b7d7-4fa1-85fa-2880f4ead59c req-71740ce7-43cd-47a6-a544-6aff484f1080 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:06.231963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a08a289c-b7d7-4fa1-85fa-2880f4ead59c req-71740ce7-43cd-47a6-a544-6aff484f1080 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 945 time: 0.0849891 Apr 21 15:17:06.248304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 43f2a090-01c6-4858-a8dc-86ddc3189b72 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:06.248672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:06.276682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a08a289c-b7d7-4fa1-85fa-2880f4ead59c req-73bba949-f946-4b8e-9ceb-2b4cc6ecc1ef tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 Apr 21 15:17:06.362386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:06.387981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:06.398277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:06.402731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:06.435910 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6302c061-3b31-4520-9b8d-176f87661419'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:17:06.472215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=15']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:07.460845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f058f5-adbe-4803-84e4-06049c699b88 req-668f42e3-5fac-4f11-acf6-a6a02282628f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:07.462278 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8f058f5-adbe-4803-84e4-06049c699b88 req-668f42e3-5fac-4f11-acf6-a6a02282628f tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 946 time: 0.0782821 Apr 21 15:17:07.506133 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8f058f5-adbe-4803-84e4-06049c699b88 req-cb30ba88-a784-4116-94a9-20d8d77e853e tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Apr 21 15:17:08.170230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:08.285438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:08.316178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:08.319872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:08.389490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=16']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:08.436681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:08.479960 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c015724-fcfe-405a-9b05-1f243ed876ad'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'code': 200} Apr 21 15:17:08.640511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-62c3f622-962f-4250-8b35-979eb8c26966 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:08.641956 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-62c3f622-962f-4250-8b35-979eb8c26966 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0800447 Apr 21 15:17:08.695167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407df97-25d9-430d-bc07-766eabb1766d req-4fe607b2-2d7f-4512-a205-e02f9c3a5d14 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:08.696522 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8407df97-25d9-430d-bc07-766eabb1766d req-4fe607b2-2d7f-4512-a205-e02f9c3a5d14 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 944 time: 0.0835176 Apr 21 15:17:08.710791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Deleting port 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:08.711126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:08.741467 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8407df97-25d9-430d-bc07-766eabb1766d req-871a42ab-612e-4ba3-9545-95d8477e901d tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups?id=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385461 Apr 21 15:17:08.961369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] For port 43f2a090-01c6-4858-a8dc-86ddc3189b72, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=43f2a090-01c6-4858-a8dc-86ddc3189b72,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:08.961639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:09.253862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:09.254153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:09.254476 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b disassociated. External IP: 172.26.4.120, port: 43f2a090-01c6-4858-a8dc-86ddc3189b72. Apr 21 15:17:09.254790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Calling delete_port for 43f2a090-01c6-4858-a8dc-86ddc3189b72 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:09.394855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:09.447734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'Port': ['ID=43f2a090-01c6-4858-a8dc-86ddc3189b72,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:09.458809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.459063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.459421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.459756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.460104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.460439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.460764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.461088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.461437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.461761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.462083 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.462397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:09.652936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:17:09.893622 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-668a5163-35b1-4731-9b28-6c10b249def5 req-2708c2a2-d7d9-46d8-b18d-8d81028aa0eb tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 210 time: 0.0423591 Apr 21 15:17:09.933574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:17:09.943794 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:17:09.953361 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:17:09.953955 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:16:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:10.005923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] No DVR routers for this DVR port 43f2a090-01c6-4858-a8dc-86ddc3189b72 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:17:10.008304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:10.010784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-deleted', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:10.026105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6b97e542-4caa-439a-a2c5-5a601253dffa req-0c2ef279-644c-4bff-b07e-28038279b874 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.13 "DELETE /v2.0/ports/43f2a090-01c6-4858-a8dc-86ddc3189b72 HTTP/1.1" status: 204 len: 173 time: 1.3791745 Apr 21 15:17:10.062496 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa95056-0c1f-4dc1-a3ca-7ae98548b264'] response: {'server_uuid': 'a0c2b9a0-4dda-4641-b3ca-9de2716ea344', 'name': 'network-vif-deleted', 'tag': '43f2a090-01c6-4858-a8dc-86ddc3189b72', 'status': 'completed', 'code': 200} Apr 21 15:17:10.171110 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:17:10.487742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:10.491549 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:17:10.500702 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:17:10.501329 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:16:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:10.680242 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:17:10.996164 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:11.000337 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c0ee5d-e268-4007-a4ad-6b3d55b2d906 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:13:04Z', 'revision_number': 4, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4122c1bd-6ebe-404f-bff9-2e04a5492756', 'name': '', 'network_id': 'c3556eb2-7091-4c7c-9b50-b7769a70b6b9', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'mac_address': 'fa:16:3e:91:40:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:04Z', 'updated_at': '2022-04-21T15:13:10Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'subnets': [{'id': 'd2776060-bf44-4b93-8e61-2ee1849b5ef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:17:11.083517 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-622b2a77-f62d-43af-8696-655e02552451 req-f9fcca09-ab2b-4f37-a728-1c76b71f3bbd tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0c2b9a0-4dda-4641-b3ca-9de2716ea344 HTTP/1.1" status: 200 len: 210 time: 0.0475566 Apr 21 15:17:11.229096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e407f6-b619-44ae-873d-644cbaf0a7f8 None None] New status for floating IP 486b05aa-ffeb-4154-baf5-3db0b372001b: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:17:12.184595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:12.218856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 43f2a090-01c6-4858-a8dc-86ddc3189b72 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:12.219203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 43f2a090-01c6-4858-a8dc-86ddc3189b72 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:15.370255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40688) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:15.436549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.464029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.515464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.534158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f5860-7cda-4321-8d2e-b5149ee0e7bd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:15.542411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.542754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.543086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.543415 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.543737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.544059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.544375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.544691 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.545007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.546053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.546378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.546694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:17:15.553520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.557101 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8face76b-ac46-4e0f-b006-b8331b61a894 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "DELETE /v2.0/security-groups/0f3f5860-7cda-4321-8d2e-b5149ee0e7bd HTTP/1.1" status: 204 len: 168 time: 0.1853647 Apr 21 15:17:15.557283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40692) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:15.573988 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-980ab953-9770-46a7-b9aa-fc8de850af0c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] show failed (client error): The resource could not be found. Apr 21 15:17:15.574958 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-980ab953-9770-46a7-b9aa-fc8de850af0c tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "GET /v2.0/security-groups/0f3f5860-7cda-4321-8d2e-b5149ee0e7bd HTTP/1.1" status: 404 len: 347 time: 0.0168231 Apr 21 15:17:15.577696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40696) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:15.735818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Deleting port 2454ffee-36f4-4263-ad0a-ac4c164941aa {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:15.736061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.903401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:15.903699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:16.023978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Calling delete_port for 2454ffee-36f4-4263-ad0a-ac4c164941aa owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:16.164126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:16.240525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Pushing event deleted for resources: {'Port': ['ID=2454ffee-36f4-4263-ad0a-ac4c164941aa,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:16.305053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:16.318828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:16.319925 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f3d001d9-70e0-400b-922b-dfd5d9ec8303 tempest-ServerActionsTestJSON-1901934748 tempest-ServerActionsTestJSON-1901934748-project] 10.222.0.35 "DELETE /v2.0/floatingips/486b05aa-ffeb-4154-baf5-3db0b372001b HTTP/1.1" status: 204 len: 168 time: 0.7413325 Apr 21 15:17:16.322839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40700) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:16.964585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:17.305920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Deleting port 4122c1bd-6ebe-404f-bff9-2e04a5492756 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:17.306245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:17.477337 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] For port 4122c1bd-6ebe-404f-bff9-2e04a5492756, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4122c1bd-6ebe-404f-bff9-2e04a5492756,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:17.477682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:17.600445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Calling delete_port for 4122c1bd-6ebe-404f-bff9-2e04a5492756 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:17.776504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:17.825397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Pushing event deleted for resources: {'Port': ['ID=4122c1bd-6ebe-404f-bff9-2e04a5492756,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:18.199111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:18.557698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Router 44b58d31-8f23-44dd-b5f7-1061abe0c14c has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:17:18.736078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:17:18.744827 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Sync routers for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:17:18.748935 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-68eb584e-b101-474b-a67f-76649b553325 admin admin] 10.222.0.35 "PUT /v2.0/routers/44b58d31-8f23-44dd-b5f7-1061abe0c14c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4241185 Apr 21 15:17:18.751025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40704) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:18.755826 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:17:18.756433 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:16:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:18.930691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:18.932764 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:17:19.111174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:19.121099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Deleting port d2d39701-1971-49b0-97e9-7e9cf445893d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:19.121543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:19.240532 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30'}], 'enable_snat': True}, 'gw_port_id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:17:17Z', 'revision_number': 5, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port': {'id': 'd2d39701-1971-49b0-97e9-7e9cf445893d', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:13:01Z', 'updated_at': '2022-04-21T15:13:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:19.244300 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Checking router: 44b58d31-8f23-44dd-b5f7-1061abe0c14c for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:17:19.252859 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Routers {'44b58d31-8f23-44dd-b5f7-1061abe0c14c'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:17:19.253475 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:16:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:19.297214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] For port d2d39701-1971-49b0-97e9-7e9cf445893d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d2d39701-1971-49b0-97e9-7e9cf445893d,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:19.297848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:19.401825 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] Set router 44b58d31-8f23-44dd-b5f7-1061abe0c14c gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:17:19.419433 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Calling delete_port for d2d39701-1971-49b0-97e9-7e9cf445893d owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:19.506368 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:17:19Z', 'revision_number': 6, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:19.510684 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af5d5f6-1006-4693-a146-e3a56f215117 None None] The sync data for ids ['44b58d31-8f23-44dd-b5f7-1061abe0c14c'] in dv-neutron-838896-1-hyperv is: [{'id': '44b58d31-8f23-44dd-b5f7-1061abe0c14c', 'name': 'tempest-ServerActionsTestJSON-1571424825-router', 'tenant_id': '964eb6c9f3c843c8953ac7070b887e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:13:00Z', 'updated_at': '2022-04-21T15:17:19Z', 'revision_number': 6, 'project_id': '964eb6c9f3c843c8953ac7070b887e42', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:17:19.699711 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:19.748607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d2d39701-1971-49b0-97e9-7e9cf445893d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:19.836889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.018131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.020174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.044488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.044993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44b58d31-8f23-44dd-b5f7-1061abe0c14c {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:17:20.056898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.058023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1f2654b3-e182-455c-b446-9f2282f1b6eb admin admin] 10.222.0.35 "DELETE /v2.0/routers/44b58d31-8f23-44dd-b5f7-1061abe0c14c HTTP/1.1" status: 204 len: 168 time: 1.3061137 Apr 21 15:17:20.060487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40708) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:20.117931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Deleting subnet d2776060-bf44-4b93-8e61-2ee1849b5ef4 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:17:20.120700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.168241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.247156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.315587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.354645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2776060-bf44-4b93-8e61-2ee1849b5ef4,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:20.356576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.363674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5b6c07d9-13e0-47b4-b1b6-017b7b8518c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d2776060-bf44-4b93-8e61-2ee1849b5ef4 HTTP/1.1" status: 204 len: 168 time: 0.3019099 Apr 21 15:17:20.366096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40712) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:20.378452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510ff84-1223-4cc8-be7c-7795f8069f51 None None] Network c3556eb2-7091-4c7c-9b50-b7769a70b6b9 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:17:20.410066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4122c1bd-6ebe-404f-bff9-2e04a5492756 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:20.449923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4122c1bd-6ebe-404f-bff9-2e04a5492756 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:20.450286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4122c1bd-6ebe-404f-bff9-2e04a5492756 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:20.450716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2d39701-1971-49b0-97e9-7e9cf445893d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:20.478673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.491587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Deleting port 12c00d7b-84c4-4e2a-b417-6910e361359e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:20.491919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.538179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d2d39701-1971-49b0-97e9-7e9cf445893d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:20.538527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d2d39701-1971-49b0-97e9-7e9cf445893d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:20.700296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] DHCP port deletion for c3556eb2-7091-4c7c-9b50-b7769a70b6b9 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:17:20.704567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Deleting port 12c00d7b-84c4-4e2a-b417-6910e361359e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:20.704937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.714512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] For port 12c00d7b-84c4-4e2a-b417-6910e361359e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=12c00d7b-84c4-4e2a-b417-6910e361359e,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:20.714862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.838806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Calling delete_port for 12c00d7b-84c4-4e2a-b417-6910e361359e owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:20.911017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] For port 12c00d7b-84c4-4e2a-b417-6910e361359e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=12c00d7b-84c4-4e2a-b417-6910e361359e,segment=NetworkSegment(abfd2cc6-4eaa-42ef-a267-c417236f0040),segment_id=abfd2cc6-4eaa-42ef-a267-c417236f0040)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:20.911509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.916733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:20.964819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Pushing event deleted for resources: {'Port': ['ID=12c00d7b-84c4-4e2a-b417-6910e361359e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:20.966624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] No DVR routers for this DVR port 12c00d7b-84c4-4e2a-b417-6910e361359e on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:17:21.034829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Calling delete_port for 12c00d7b-84c4-4e2a-b417-6910e361359e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:21.081970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.109107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3556eb2-7091-4c7c-9b50-b7769a70b6b9']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:21.121828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfd2cc6-4eaa-42ef-a267-c417236f0040') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:21.122120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfd2cc6-4eaa-42ef-a267-c417236f0040') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:21.133913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.144597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:17:21.144950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:17:21.149898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.155626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:17:21.155991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:17:21.169089 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:17:21.333538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.349035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.360465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] Pushing event deleted for resources: {'Network': ['ID=c3556eb2-7091-4c7c-9b50-b7769a70b6b9,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:21.374449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fa5b91d8-cd14-44c4-9ffe-8ed410d937bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/c3556eb2-7091-4c7c-9b50-b7769a70b6b9 HTTP/1.1" status: 204 len: 168 time: 1.0068817 Apr 21 15:17:21.481013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40718) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:21.528640 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2148490c-accc-4e25-a0ab-940aa7c0ac13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=964eb6c9f3c843c8953ac7070b887e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465004 Apr 21 15:17:21.531811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40722) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:21.591287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.616409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.646380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Deleting port 12c00d7b-84c4-4e2a-b417-6910e361359e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:21.646894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.667799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.689826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b040612d-57e0-4f5a-a40c-ecd7e086c592,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:21.697559 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:21.700933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b51bb3ff-4941-4ec7-8bec-4e32e53ae352 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b040612d-57e0-4f5a-a40c-ecd7e086c592 HTTP/1.1" status: 204 len: 168 time: 0.1660016 Apr 21 15:17:21.722768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2037ce28-d86c-40a9-a33f-88163bb8edc3 None None] The port '12c00d7b-84c4-4e2a-b417-6910e361359e' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:17:22.182415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.388963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 12c00d7b-84c4-4e2a-b417-6910e361359e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:22.408953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40746) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:22.425697 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 12c00d7b-84c4-4e2a-b417-6910e361359e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:22.426041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 12c00d7b-84c4-4e2a-b417-6910e361359e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:22.515474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1690226306-network', 'tenant_id': 'e8d5619fd1b14ad0a789fb6974d87132'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:22.520170 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:22.523957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Usage tracker for resource:network and tenant:e8d5619fd1b14ad0a789fb6974d87132 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:22.526759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:22.532846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:22.542363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Made reservation on behalf of e8d5619fd1b14ad0a789fb6974d87132 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:22.544582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.556873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.571555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:22.575289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Usage tracker for resource:security_group_rule and tenant:e8d5619fd1b14ad0a789fb6974d87132 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:22.578693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:22.584216 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:22.667907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.671713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.699252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:17:22.715069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28d9d6-392a-401b-acec-1376d07276ed,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:22.719467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.719803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Added segment 7ba52f96-7c76-4963-b807-264a94a3122f of type vlan for network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 Apr 21 15:17:22.745590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.775179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.776087 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:22.776643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:22.880635 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4704773 Apr 21 15:17:22.881461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296fe3d-0c68-495b-b7e0-4aa2e3b11c2a admin admin] Pushing event updated for resources: {'Network': ['ID=8ad5539c-2e5b-4c66-8c21-e866c10f4776,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:22.883635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40752) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:22.891538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Request body: {'subnet': {'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1690226306-subnet', 'tenant_id': 'e8d5619fd1b14ad0a789fb6974d87132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:22.891789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:17:22.896443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:22.900245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Usage tracker for resource:subnet and tenant:e8d5619fd1b14ad0a789fb6974d87132 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:22.903088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:22.908991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:22.918786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Made reservation on behalf of e8d5619fd1b14ad0a789fb6974d87132 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:22.921112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:23.123730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:23.195223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b450d5af-3550-4caf-b879-fa1b6946e4d5,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:23.203569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Checking segment: {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:17:23.203916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Network hostable DHCP agents. Network: 8ad5539c-2e5b-4c66-8c21-e866c10f4776, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:17:23.222958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:17:23.231903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 8ad5539c-2e5b-4c66-8c21-e866c10f4776) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:17:23.236973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:23.237575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:23.243045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c2cfe-5b9a-4132-8d67-9545efbdd42d None None] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:17:23.261732 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-586b120f-3adf-47d4-8cf6-a25fa8547fc9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3734291 Apr 21 15:17:23.456418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd4bb4-659a-432f-891b-3613e8e3118f None None] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:17:23.756255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-7ef39746-bc74-4e7e-abbd-af10927afdb2 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:23.757659 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-7ef39746-bc74-4e7e-abbd-af10927afdb2 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 814 time: 0.1437869 Apr 21 15:17:23.772434 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8e707198-e1eb-4e26-9fc8-65b28b661b05 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/quotas/e8d5619fd1b14ad0a789fb6974d87132 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Apr 21 15:17:23.823836 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-0db8cd98-e047-408f-a5fa-bad12909b45c tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463133 Apr 21 15:17:23.955584 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-586c63a1-dca7-42f4-bf32-3967ccf90d97 service neutron] 10.222.0.35 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247506 Apr 21 15:17:24.180320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-2f8b0dc5-730f-4c53-915d-117492953c6f service neutron] 10.222.0.35 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188206 Apr 21 15:17:24.351417 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8317e14e-4b88-4416-8aa5-0898f70a4092 req-01be2890-f1db-46d7-a75b-c890d529bef9 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 210 time: 0.0424964 Apr 21 15:17:25.352053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-4be13c7f-c1ab-4809-8909-92a3fcac1325 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:25.352763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-4be13c7f-c1ab-4809-8909-92a3fcac1325 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Synchronizing usage tracker for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:17:25.368984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-4be13c7f-c1ab-4809-8909-92a3fcac1325 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Unset dirty status for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:17:25.370221 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-4be13c7f-c1ab-4809-8909-92a3fcac1325 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 814 time: 0.1627603 Apr 21 15:17:25.382189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Request body: {'port': {'device_id': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776', 'admin_state_up': True, 'tenant_id': 'e8d5619fd1b14ad0a789fb6974d87132'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:25.420368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-85bb322a-2f1a-454a-92be-916994cea6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:25.504944 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a5ad5ef-2b10-4187-9e14-12191a46781f req-313fc1c9-ccf0-4d45-80ad-485b507f971a tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 210 time: 0.0429807 Apr 21 15:17:25.530972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:25.535000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Usage tracker for resource:port and tenant:e8d5619fd1b14ad0a789fb6974d87132 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:25.537761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:25.543358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:25.553498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Made reservation on behalf of e8d5619fd1b14ad0a789fb6974d87132 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:25.556832 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:25.719610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Allocated IP 172.20.0.3 (8ad5539c-2e5b-4c66-8c21-e866c10f4776/b450d5af-3550-4caf-b879-fa1b6946e4d5/b19234b7-a164-4dec-9c8b-59178b678892) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:17:25.926043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:25.955743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:26.022355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:17:26.025700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:17:26.027993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:17:26.081172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Pushing event updated for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:26.100771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:26.101402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:26.120571 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-8f47a9eb-23e6-4540-9f53-36915ff2ca10 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7423856 Apr 21 15:17:26.131025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Request body: {'port': {'device_id': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:26.241223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:26.681028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b19234b7-a164-4dec-9c8b-59178b678892 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:17:26.688296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:26.698048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41a601-2607-4ab4-a146-f8c65f46360f req-c49864b4-3fdc-4a3e-ac12-1fb54552e705 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:26.699466 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a41a601-2607-4ab4-a146-f8c65f46360f req-c49864b4-3fdc-4a3e-ac12-1fb54552e705 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 931 time: 0.0823045 Apr 21 15:17:26.702990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Transition to ACTIVE for port object b19234b7-a164-4dec-9c8b-59178b678892 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:17:26.706751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:26.745329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a41a601-2607-4ab4-a146-f8c65f46360f req-f746ac30-21e7-4067-8926-955209b03cbc tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Apr 21 15:17:26.864117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:26.940557 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Attempting to bind port b19234b7-a164-4dec-9c8b-59178b678892 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:17:26.940808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Attempting to bind port b19234b7-a164-4dec-9c8b-59178b678892 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:17:26.941134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Attempting to bind port b19234b7-a164-4dec-9c8b-59178b678892 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:17:26.945853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Port b19234b7-a164-4dec-9c8b-59178b678892 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:17:26.946166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Attempting to bind port b19234b7-a164-4dec-9c8b-59178b678892 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:17:26.951583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:17:26.951917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Checking segment: {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:17:26.952290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Bound using segment: {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:17:26.952700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Bound port: b19234b7-a164-4dec-9c8b-59178b678892, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:17:26.953036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:27.044119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:17:27.047245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b19234b7-a164-4dec-9c8b-59178b678892,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:17:27.051784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:27.108902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.109520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:27.110833 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] 10.222.0.13 "PUT /v2.0/ports/b19234b7-a164-4dec-9c8b-59178b678892 HTTP/1.1" status: 200 len: 1093 time: 0.9836419 Apr 21 15:17:27.111256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:27.133195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c229341-7171-4de6-83cf-f3e1a97a8cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:27.180022 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae09b999-5511-4ada-a4ac-f9d3b2058bcb'] response: {'name': 'network-changed', 'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892', 'status': 'completed', 'code': 200} Apr 21 15:17:27.219816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-146830ca-40d5-4905-b9ea-e192fcff1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.221172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-146830ca-40d5-4905-b9ea-e192fcff1aaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 1096 time: 0.0726149 Apr 21 15:17:27.289883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-632e8851-1918-4866-b6a1-8eb3701226c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19234b7-a164-4dec-9c8b-59178b678892 HTTP/1.1" status: 200 len: 217 time: 0.0623870 Apr 21 15:17:27.352269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-7f15b1a7-db02-48d0-8aea-a77d5bff8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.353651 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-7f15b1a7-db02-48d0-8aea-a77d5bff8e38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0587773 Apr 21 15:17:27.399576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-9468548d-3de5-44db-8083-b995e6a7e733 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ad5539c-2e5b-4c66-8c21-e866c10f4776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400000 Apr 21 15:17:27.532695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-9212900e-09d0-4766-b8eb-dd0995a70abc service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271768 Apr 21 15:17:27.578877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5e2d-c7c5-471b-a3c2-11f19e37a679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:27.662495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0e6871b9-cd37-4084-90df-9fbc5dbde889 req-b2fef7a2-c905-4f79-92e0-7e258b5b61c3 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245842 Apr 21 15:17:27.771203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-4a380660-8b68-4e8c-b095-025bef0c3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.772782 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-4a380660-8b68-4e8c-b095-025bef0c3e6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 1096 time: 0.0704079 Apr 21 15:17:27.907810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-63d84173-6cef-4bfd-bc92-db3f223ebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.909242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-63d84173-6cef-4bfd-bc92-db3f223ebe90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 915 time: 0.1306071 Apr 21 15:17:27.933177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e171ac-ddaf-48df-933a-fbfbaff7116d req-b3f32aad-3555-4a65-8b29-3d8298e10496 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:27.934632 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c0e171ac-ddaf-48df-933a-fbfbaff7116d req-b3f32aad-3555-4a65-8b29-3d8298e10496 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 943 time: 0.0798285 Apr 21 15:17:27.980416 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-9af827e2-f06a-4076-83b8-8b08fe136805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19234b7-a164-4dec-9c8b-59178b678892 HTTP/1.1" status: 200 len: 217 time: 0.0648351 Apr 21 15:17:27.984785 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c0e171ac-ddaf-48df-933a-fbfbaff7116d req-efbc7442-06bd-4632-aca6-5ef5889768ba tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Apr 21 15:17:28.041777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-fe1516e8-d2f4-432d-9b86-23296c702353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:28.043085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-fe1516e8-d2f4-432d-9b86-23296c702353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0573707 Apr 21 15:17:28.090927 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-b4f2e736-728d-4f10-be47-5b450a3976f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ad5539c-2e5b-4c66-8c21-e866c10f4776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424106 Apr 21 15:17:28.311186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-4e52bde2-04db-455d-9c55-27a7f0483042 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143106 Apr 21 15:17:28.438773 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8fc971f6-83ca-4577-984a-dc6f4e56e0e8 req-50fb9fa8-89e2-4941-abe3-111356f06956 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217818 Apr 21 15:17:28.826902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:29.042205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:29.175014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05417579-fc06-427f-9042-ccd64664dfcb req-975d3bfe-d7d3-4c7f-9514-fb422f7d3609 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:29.176537 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05417579-fc06-427f-9042-ccd64664dfcb req-975d3bfe-d7d3-4c7f-9514-fb422f7d3609 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 943 time: 0.0782528 Apr 21 15:17:29.219820 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05417579-fc06-427f-9042-ccd64664dfcb req-26c2cc12-5eda-4706-b685-7239c6009d86 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Apr 21 15:17:30.286288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b19234b7-a164-4dec-9c8b-59178b678892 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:17:30.407884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17eee5-3a16-44e3-96dd-8b4b2e3d5d81 req-db827164-3d70-4654-9333-e21a5d4b66d9 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:30.409430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a17eee5-3a16-44e3-96dd-8b4b2e3d5d81 req-db827164-3d70-4654-9333-e21a5d4b66d9 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 943 time: 0.0846059 Apr 21 15:17:30.417772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b19234b7-a164-4dec-9c8b-59178b678892,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:30.431625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'b19234b7-a164-4dec-9c8b-59178b678892', 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776', 'port_id': 'b19234b7-a164-4dec-9c8b-59178b678892', 'mac_address': 'fa:16:3e:1f:95:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450d5af-3550-4caf-b879-fa1b6946e4d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:17:30.453657 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a17eee5-3a16-44e3-96dd-8b4b2e3d5d81 req-f0513b83-6fdf-4125-8306-db635a903aa9 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Apr 21 15:17:30.494094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:30.512431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:30.517713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b19234b7-a164-4dec-9c8b-59178b678892 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:17:30.533362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b19234b7-a164-4dec-9c8b-59178b678892,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:30.536828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:30.602114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:30.843564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b19234b7-a164-4dec-9c8b-59178b678892'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:31.635538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1064697-1a77-4ad5-972a-9673ec52e128 req-486a7b9a-831d-428d-8ab1-99185ece2fa7 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:31.636962 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d1064697-1a77-4ad5-972a-9673ec52e128 req-486a7b9a-831d-428d-8ab1-99185ece2fa7 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 944 time: 0.0792985 Apr 21 15:17:31.680116 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d1064697-1a77-4ad5-972a-9673ec52e128 req-be9f7762-6dab-4ba0-9c4e-b827becff25f tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Apr 21 15:17:32.293214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b19234b7-a164-4dec-9c8b-59178b678892 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:17:32.360383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port b19234b7-a164-4dec-9c8b-59178b678892 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:17:32.365658 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port b19234b7-a164-4dec-9c8b-59178b678892 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:32.366179 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:32.484501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:32.509767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:32.519595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b19234b7-a164-4dec-9c8b-59178b678892,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:32.523642 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:32.561411 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b13296d-694b-49ef-8205-2b209489683d'] response: {'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892', 'code': 200} Apr 21 15:17:32.593155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:32.775092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4487c1a-fc7b-47a0-93b3-756b05092c0f req-ad6e93c9-f90c-4460-b9b6-18ae218b7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:32.776548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f4487c1a-fc7b-47a0-93b3-756b05092c0f req-ad6e93c9-f90c-4460-b9b6-18ae218b7173 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 1098 time: 0.0700147 Apr 21 15:17:32.816887 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f4487c1a-fc7b-47a0-93b3-756b05092c0f req-81811ecd-6304-475b-9463-3a1aecfe9332 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Apr 21 15:17:32.868464 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec142-2df7-493a-9def-5ecad3f2f7fa req-c11c5c92-35ae-4d0b-8c8b-c5ee1c5f317b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:32.869925 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a0ec142-2df7-493a-9def-5ecad3f2f7fa req-c11c5c92-35ae-4d0b-8c8b-c5ee1c5f317b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0827115 Apr 21 15:17:32.914352 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a0ec142-2df7-493a-9def-5ecad3f2f7fa req-1c4d6642-6d1f-41df-a21e-50ec4cafcefa tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382218 Apr 21 15:17:34.103956 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686d221-1fb7-4bef-97fd-cb0bc2d7b4c5 req-20fcdd83-71ad-47ec-835f-55ed43218944 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:34.105504 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8686d221-1fb7-4bef-97fd-cb0bc2d7b4c5 req-20fcdd83-71ad-47ec-835f-55ed43218944 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0806637 Apr 21 15:17:34.153180 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8686d221-1fb7-4bef-97fd-cb0bc2d7b4c5 req-fbfe9104-cf99-435b-ba25-5ce737a40665 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Apr 21 15:17:35.346122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d32eb0-e946-4fbb-82a8-8bff63248ba9 req-9f569505-7379-4d93-a4ec-316a1d342a23 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:35.347531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-79d32eb0-e946-4fbb-82a8-8bff63248ba9 req-9f569505-7379-4d93-a4ec-316a1d342a23 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0841539 Apr 21 15:17:35.391530 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-79d32eb0-e946-4fbb-82a8-8bff63248ba9 req-21eed9d2-f423-4541-a779-c00b2f74a5eb tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Apr 21 15:17:35.670583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-73bba547-e218-4b34-80f7-918c0a11634a tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:35.671995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-73bba547-e218-4b34-80f7-918c0a11634a tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 814 time: 0.1440785 Apr 21 15:17:35.686697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-c4f1bf25-8e4d-4bf3-a0b2-412c31f070a7 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/quotas/e8d5619fd1b14ad0a789fb6974d87132 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Apr 21 15:17:35.768148 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-567a28fe-094c-42a1-9221-e055163b503e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760019 Apr 21 15:17:35.946571 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-22f11aab-a3e1-4614-8656-3fbe028c1f01 service neutron] 10.222.0.35 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716316 Apr 21 15:17:36.074295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-3ea723f7-5bc1-453a-ae49-3d040074b07e service neutron] 10.222.0.35 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215827 Apr 21 15:17:36.244828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-89df80b1-2fb8-49a5-b6ab-d2227c12017d req-9ad96b03-123a-4194-956b-a0431a6bb35f tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 210 time: 0.0426621 Apr 21 15:17:37.239920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-dfe97fac-33f9-4c47-b2f2-cdb6894520aa tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:37.241347 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-dfe97fac-33f9-4c47-b2f2-cdb6894520aa tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 814 time: 0.1541448 Apr 21 15:17:37.252911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Request body: {'port': {'device_id': 'a4752f26-9076-4bcc-a573-32f202417084', 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776', 'admin_state_up': True, 'tenant_id': 'e8d5619fd1b14ad0a789fb6974d87132'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:37.394153 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2ac67276-6898-46cf-b3da-39cb6c28e888 req-96012c52-148d-401c-8797-672ef55e6d1b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 210 time: 0.0443661 Apr 21 15:17:37.397005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:37.400734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Usage tracker for resource:port and tenant:e8d5619fd1b14ad0a789fb6974d87132 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:37.403587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:37.410333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:37.419667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Made reservation on behalf of e8d5619fd1b14ad0a789fb6974d87132 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:37.423516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:37.585445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Allocated IP 172.20.0.4 (8ad5539c-2e5b-4c66-8c21-e866c10f4776/b450d5af-3550-4caf-b879-fa1b6946e4d5/eeba204e-6298-4a8f-8e4a-6362fb9e9f08) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:17:37.780860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:37.811017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:37.823048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b19234b7-a164-4dec-9c8b-59178b678892'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:37.885681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:17:37.889511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:17:37.892013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:17:37.937817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Pushing event updated for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:37.962070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:37.962781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:37.984404 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-acdab74a-7329-4375-a746-2c6ac8091f6e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349451 Apr 21 15:17:37.995306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Request body: {'port': {'device_id': 'a4752f26-9076-4bcc-a573-32f202417084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:38.106544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.381283 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:17:38.444801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeba204e-6298-4a8f-8e4a-6362fb9e9f08 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:17:38.452200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.468673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Transition to ACTIVE for port object eeba204e-6298-4a8f-8e4a-6362fb9e9f08 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:17:38.472735 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.580618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1adfc-bfb3-4679-a034-99ba395556eb req-893de0b1-34bf-411e-a168-87e09ee80802 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:38.582097 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ec1adfc-bfb3-4679-a034-99ba395556eb req-893de0b1-34bf-411e-a168-87e09ee80802 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 943 time: 0.0828156 Apr 21 15:17:38.628594 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3ec1adfc-bfb3-4679-a034-99ba395556eb req-921b0673-a8a2-45b5-bde2-7ce066b83841 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Apr 21 15:17:38.726326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Pushing event updated for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:38.803018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Attempting to bind port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:17:38.803345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Attempting to bind port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:17:38.803660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Attempting to bind port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:17:38.808121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:17:38.808430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Attempting to bind port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 on network 8ad5539c-2e5b-4c66-8c21-e866c10f4776 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:17:38.813478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:17:38.813802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Checking segment: {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:17:38.814172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Bound using segment: {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:17:38.814577 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Bound port: eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba52f96-7c76-4963-b807-264a94a3122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:17:38.814949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.904938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:17:38.908784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:17:38.913018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.975409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:38.976012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:38.977372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] 10.222.0.13 "PUT /v2.0/ports/eeba204e-6298-4a8f-8e4a-6362fb9e9f08 HTTP/1.1" status: 200 len: 1093 time: 0.9859579 Apr 21 15:17:38.977798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:38.996627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc3fe5-e194-4473-b30d-a31815e55c26 service neutron] Pushing event updated for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:39.057502 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd789cdf-31d3-41c1-bb8d-e69b46045ccf'] response: {'name': 'network-changed', 'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08', 'status': 'completed', 'code': 200} Apr 21 15:17:39.091843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-5b1c1ac3-4e4f-4932-a652-dde07da62eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.093967 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-5b1c1ac3-4e4f-4932-a652-dde07da62eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 1096 time: 0.0762708 Apr 21 15:17:39.161287 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-8d355117-562a-4a94-9215-abd041b1d49c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08 HTTP/1.1" status: 200 len: 217 time: 0.0603869 Apr 21 15:17:39.226372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-f14ca50e-5256-4551-ac73-1e5d1eecd9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.227926 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-f14ca50e-5256-4551-ac73-1e5d1eecd9e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0608873 Apr 21 15:17:39.274157 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-ee221b67-05ad-47f5-a25d-ed19379915a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ad5539c-2e5b-4c66-8c21-e866c10f4776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407619 Apr 21 15:17:39.405166 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-6cf7ee98-a443-4ac3-b7d3-db5b6d19469e service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250367 Apr 21 15:17:39.536370 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e43d0053-a60e-47fe-a218-16cadf0b46ae req-95868545-1a1e-42a5-ae31-675562d1a7c2 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251895 Apr 21 15:17:39.653104 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-3dc10c68-5688-42dc-b5c2-c8f16cc58366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.654555 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-3dc10c68-5688-42dc-b5c2-c8f16cc58366 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 1096 time: 0.0727351 Apr 21 15:17:39.786239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-e1a35c3b-e9c9-402f-86fa-585adc2cf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.787721 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-e1a35c3b-e9c9-402f-86fa-585adc2cf23b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 915 time: 0.1270535 Apr 21 15:17:39.812592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173929-1f66-42f3-950d-1a5ebf12e6dd req-c90367b0-dea5-4306-89ff-931b7278fd2b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.814190 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5173929-1f66-42f3-950d-1a5ebf12e6dd req-c90367b0-dea5-4306-89ff-931b7278fd2b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 943 time: 0.0820870 Apr 21 15:17:39.854916 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-1d8c5ac4-9fbd-46bf-a3a4-d8a11c3079ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08 HTTP/1.1" status: 200 len: 217 time: 0.0614438 Apr 21 15:17:39.859536 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a5173929-1f66-42f3-950d-1a5ebf12e6dd req-7707be86-6d3c-4950-9357-77040608c4b9 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392389 Apr 21 15:17:39.919788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-357d4289-60bf-407f-9d17-d265b4574ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:39.921886 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-357d4289-60bf-407f-9d17-d265b4574ac1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0612981 Apr 21 15:17:39.968398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-db20b500-d928-4a79-a718-cdc6eebe4cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ad5539c-2e5b-4c66-8c21-e866c10f4776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412056 Apr 21 15:17:40.097380 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-0902910f-b52a-4504-9414-d24962bfd147 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230092 Apr 21 15:17:40.227278 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a2788d0b-3063-430e-a429-9ce95af2d266 req-21cb4f27-f32c-4f23-bb0d-f15fa5331914 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228290 Apr 21 15:17:41.048016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e80558-ef04-4640-9899-75677dab4c75 req-f7ac2c6d-e764-405d-a68a-67ceef1979fc tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:41.049466 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4e80558-ef04-4640-9899-75677dab4c75 req-f7ac2c6d-e764-405d-a68a-67ceef1979fc tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 943 time: 0.0830574 Apr 21 15:17:41.092348 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f4e80558-ef04-4640-9899-75677dab4c75 req-fa2e1b03-b97d-437e-91e8-1db306d1bdb4 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371709 Apr 21 15:17:42.277012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd121-4ec1-4300-8729-d2fbeafbb12f req-165cef3a-a2a1-4b94-ae02-d2f70b5f9cc7 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:42.278456 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff4bd121-4ec1-4300-8729-d2fbeafbb12f req-165cef3a-a2a1-4b94-ae02-d2f70b5f9cc7 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 943 time: 0.0782344 Apr 21 15:17:42.324133 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ff4bd121-4ec1-4300-8729-d2fbeafbb12f req-09c99963-6b54-44e1-ae00-d240ef9a59a0 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Apr 21 15:17:42.362117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device eeba204e-6298-4a8f-8e4a-6362fb9e9f08 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:17:42.526800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:42.539969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08', 'network_id': '8ad5539c-2e5b-4c66-8c21-e866c10f4776', 'port_id': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08', 'mac_address': 'fa:16:3e:fc:31:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b450d5af-3550-4caf-b879-fa1b6946e4d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:17:42.595738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:42.612563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeba204e-6298-4a8f-8e4a-6362fb9e9f08 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:17:42.628164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:42.631995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:42.698208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:42.942976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['eeba204e-6298-4a8f-8e4a-6362fb9e9f08'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:43.503528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538da0-f6d7-41cb-ab8e-0146c943470a req-84f28155-7205-49e7-a88b-2027667b07ce tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:43.504953 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b538da0-f6d7-41cb-ab8e-0146c943470a req-84f28155-7205-49e7-a88b-2027667b07ce tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 944 time: 0.0784516 Apr 21 15:17:43.548559 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b538da0-f6d7-41cb-ab8e-0146c943470a req-3fae0e7d-44cc-4c7c-93f0-900810c65799 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Apr 21 15:17:44.387381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device eeba204e-6298-4a8f-8e4a-6362fb9e9f08 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:17:44.453757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:17:44.458553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:17:44.458916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.572163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.598717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:44.607865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:44.612751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:44.647508 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9340bea7-6030-406e-82c4-e527376309a6'] response: {'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08', 'code': 200} Apr 21 15:17:44.686850 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:44.744963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3289d6-014c-40a7-9199-c9a07edce43a req-1578562c-8494-4977-ad3b-0e89099fdefe tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:44.746448 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5e3289d6-014c-40a7-9199-c9a07edce43a req-1578562c-8494-4977-ad3b-0e89099fdefe tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0929387 Apr 21 15:17:44.879928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30734773-066d-4e0c-b879-b07d720080ee req-65be376e-e5b0-42ab-8076-6ee0d60276ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:44.881511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-30734773-066d-4e0c-b879-b07d720080ee req-65be376e-e5b0-42ab-8076-6ee0d60276ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 1098 time: 0.0772820 Apr 21 15:17:44.891427 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5e3289d6-014c-40a7-9199-c9a07edce43a req-66f022e4-e6dd-49bf-855e-859f89e16709 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392632 Apr 21 15:17:44.926910 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-30734773-066d-4e0c-b879-b07d720080ee req-fb28225e-ca58-42a9-a7c2-57936576c3e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396092 Apr 21 15:17:46.072559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7247-1758-458f-94cf-9ee1d18897c3 req-6d54b5fa-0600-4738-ad76-b6ad258254e1 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:46.073974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-308c7247-1758-458f-94cf-9ee1d18897c3 req-6d54b5fa-0600-4738-ad76-b6ad258254e1 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0767560 Apr 21 15:17:46.116885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-308c7247-1758-458f-94cf-9ee1d18897c3 req-877e615a-3ff7-4a66-9926-5c0362fd32d8 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372849 Apr 21 15:17:46.668090 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-ca3acc29-5fd1-439f-8712-2248dd3dfb8d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685203 Apr 21 15:17:46.822602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-1ed91772-8c0e-4022-8dd5-703bb39fb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:46.824039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-1ed91772-8c0e-4022-8dd5-703bb39fb59e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 1098 time: 0.0696361 Apr 21 15:17:46.966990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-21c3e040-6563-48d9-a736-40e06cedd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:46.968836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-21c3e040-6563-48d9-a736-40e06cedd3c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 200 len: 915 time: 0.1251531 Apr 21 15:17:47.132499 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-a6b94733-795c-4163-a090-bbe726444621 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b19234b7-a164-4dec-9c8b-59178b678892 HTTP/1.1" status: 200 len: 217 time: 0.1574979 Apr 21 15:17:47.197830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-6130b5d4-8f19-4091-a607-03f062dcd11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:47.199242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-6130b5d4-8f19-4091-a607-03f062dcd11c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 200 len: 854 time: 0.0602713 Apr 21 15:17:47.250271 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-15fb3af2-ecec-4427-9c26-338bf658bf05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8ad5539c-2e5b-4c66-8c21-e866c10f4776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413761 Apr 21 15:17:47.301624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b28e5-ac9c-4177-96c9-ac999a0ec848 req-3a709cef-331c-41f4-a3f6-0a08fe65ef6d tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:47.303045 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-584b28e5-ac9c-4177-96c9-ac999a0ec848 req-3a709cef-331c-41f4-a3f6-0a08fe65ef6d tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0810986 Apr 21 15:17:47.347037 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-584b28e5-ac9c-4177-96c9-ac999a0ec848 req-019ff57c-bee9-4395-9b8c-edee756fde42 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Apr 21 15:17:47.385609 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-f9b78d89-6398-46c8-bab0-82617f0c0d61 service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261630 Apr 21 15:17:47.522264 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9925cde2-0eb7-48f3-8102-56f1567243eb req-8354a586-6478-49c8-9377-e55772f1cb8a service neutron] 10.222.0.13 "GET /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285172 Apr 21 15:17:47.738877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68625232-4a47-43df-a745-b5349db9a374 req-b6029088-4ca5-40c4-a507-5d3890d4c443 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:47.743734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68625232-4a47-43df-a745-b5349db9a374 req-b6029088-4ca5-40c4-a507-5d3890d4c443 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0855346 Apr 21 15:17:47.789625 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-68625232-4a47-43df-a745-b5349db9a374 req-97ed5fc8-aeda-4c0c-b4ea-a840dc098d02 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391269 Apr 21 15:17:48.974418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd9e8b-f88d-4d1d-b7fd-9ff09afce274 req-9ec80c75-36fe-4286-90f7-e7c91ecf7c4e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:48.975865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8acd9e8b-f88d-4d1d-b7fd-9ff09afce274 req-9ec80c75-36fe-4286-90f7-e7c91ecf7c4e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0821097 Apr 21 15:17:49.020050 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8acd9e8b-f88d-4d1d-b7fd-9ff09afce274 req-53c6fbca-7bb1-4cc7-9fae-c85c5d3b9346 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384104 Apr 21 15:17:49.207278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-fe1f66ce-aa14-46e0-a4e0-df31fd7f7353 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:49.207950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-fe1f66ce-aa14-46e0-a4e0-df31fd7f7353 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Synchronizing usage tracker for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:17:49.224627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-fe1f66ce-aa14-46e0-a4e0-df31fd7f7353 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Unset dirty status for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:17:49.225805 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-fe1f66ce-aa14-46e0-a4e0-df31fd7f7353 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 945 time: 0.0961447 Apr 21 15:17:49.299024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Deleting port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:49.299350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:49.541092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] For port eeba204e-6298-4a8f-8e4a-6362fb9e9f08, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:49.541393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:49.662371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Calling delete_port for eeba204e-6298-4a8f-8e4a-6362fb9e9f08 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:49.804326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:49.822031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b19234b7-a164-4dec-9c8b-59178b678892', 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:49.854539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Pushing event deleted for resources: {'Port': ['ID=eeba204e-6298-4a8f-8e4a-6362fb9e9f08,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:49.930921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] No DVR routers for this DVR port eeba204e-6298-4a8f-8e4a-6362fb9e9f08 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:17:49.933374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:49.937440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'name': 'network-vif-deleted', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:49.952955 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-cde0abf8-4d4e-4eb6-a339-8f4a8b273788 req-1dcfd535-cde7-4da2-a91e-6a5231807966 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "DELETE /v2.0/ports/eeba204e-6298-4a8f-8e4a-6362fb9e9f08 HTTP/1.1" status: 204 len: 173 time: 0.7222767 Apr 21 15:17:49.987275 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458cd963-e97e-47e4-8149-bbb4aa49a6cb'] response: {'server_uuid': 'a4752f26-9076-4bcc-a573-32f202417084', 'name': 'network-vif-deleted', 'tag': 'eeba204e-6298-4a8f-8e4a-6362fb9e9f08', 'status': 'completed', 'code': 200} Apr 21 15:17:50.187763 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61ea4530-6a48-4e22-91bf-f6738bfa8639 req-e686e80b-7483-45e2-8b24-ffbad337f801 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4752f26-9076-4bcc-a573-32f202417084 HTTP/1.1" status: 200 len: 210 time: 0.0455906 Apr 21 15:17:51.441453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d9557-4369-43c6-91e2-d7a163f0102a req-7fb5285b-7021-40a0-afce-19b8c4b7303b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:51.442886 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-201d9557-4369-43c6-91e2-d7a163f0102a req-7fb5285b-7021-40a0-afce-19b8c4b7303b tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0791681 Apr 21 15:17:51.486311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-201d9557-4369-43c6-91e2-d7a163f0102a req-a469f2bc-c0b2-44b6-99ad-a5889109c9df tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377100 Apr 21 15:17:51.690513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e73734-7290-4ea6-a564-ca06736292a7 req-b5d58585-de7e-4563-ae33-1a6e7cb7e0cd tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:51.691972 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b7e73734-7290-4ea6-a564-ca06736292a7 req-b5d58585-de7e-4563-ae33-1a6e7cb7e0cd tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0831659 Apr 21 15:17:51.736215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b7e73734-7290-4ea6-a564-ca06736292a7 req-1e782eaf-28ea-403b-88ed-8d9e6669c634 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385580 Apr 21 15:17:51.919678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aa83e-c1c1-47d1-81d4-fc425317c48e req-e0f701e9-4470-48ee-a138-e4c0b933d884 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:51.921764 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f36aa83e-c1c1-47d1-81d4-fc425317c48e req-e0f701e9-4470-48ee-a138-e4c0b933d884 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0809741 Apr 21 15:17:51.964449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f36aa83e-c1c1-47d1-81d4-fc425317c48e req-1f58284f-c35d-49f8-ae10-e2acbacc5bb0 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 Apr 21 15:17:52.182536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:52.253148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2ecf-102a-40bb-a5db-db12e7afd952 req-d7d8611b-55b7-47a0-a48b-3f3ab170241e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:52.254520 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d9d2ecf-102a-40bb-a5db-db12e7afd952 req-d7d8611b-55b7-47a0-a48b-3f3ab170241e tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0816479 Apr 21 15:17:52.298407 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d9d2ecf-102a-40bb-a5db-db12e7afd952 req-edfc0489-271f-412e-b317-c889b18e15ae tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Apr 21 15:17:52.479268 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e69e6-4b7b-4665-9568-0058a4c0afd8 req-ec36c9cc-a11e-4e00-83e1-6f73ace2d151 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:52.480707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af2e69e6-4b7b-4665-9568-0058a4c0afd8 req-ec36c9cc-a11e-4e00-83e1-6f73ace2d151 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0788329 Apr 21 15:17:52.527072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af2e69e6-4b7b-4665-9568-0058a4c0afd8 req-90687a0b-7c47-4a8a-b381-0026ac4ed04c tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Apr 21 15:17:52.718973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6ed2f-8faf-460c-8e8b-720492868523 req-b07a55e8-63af-4930-966b-54491e2a3307 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:52.720379 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11d6ed2f-8faf-460c-8e8b-720492868523 req-b07a55e8-63af-4930-966b-54491e2a3307 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0789750 Apr 21 15:17:52.765157 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11d6ed2f-8faf-460c-8e8b-720492868523 req-afa15b8f-f49d-414e-a1a4-3692cac98b58 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Apr 21 15:17:53.298249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d8239-b6d2-4cfa-827c-127a3802878f req-50d0c7f7-183f-44ba-8d67-414efeb2629f tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:53.299653 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf6d8239-b6d2-4cfa-827c-127a3802878f req-50d0c7f7-183f-44ba-8d67-414efeb2629f tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0840724 Apr 21 15:17:53.344303 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf6d8239-b6d2-4cfa-827c-127a3802878f req-c64cb88b-0b6b-4f96-b230-49ec9457ed70 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389638 Apr 21 15:17:54.480453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device eeba204e-6298-4a8f-8e4a-6362fb9e9f08 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:54.516718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: eeba204e-6298-4a8f-8e4a-6362fb9e9f08 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:54.517072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device eeba204e-6298-4a8f-8e4a-6362fb9e9f08 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:54.530603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28b55d-18af-4562-b815-060d36fad938 req-569d2bcc-ea38-43ed-8355-2986f5c9c791 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:54.532315 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3c28b55d-18af-4562-b815-060d36fad938 req-569d2bcc-ea38-43ed-8355-2986f5c9c791 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0818131 Apr 21 15:17:54.578668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3c28b55d-18af-4562-b815-060d36fad938 req-327d3139-dc64-4729-9bc7-93ff5fb7b8ac tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/security-groups?id=fa28d9d6-392a-401b-acec-1376d07276ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Apr 21 15:17:54.930100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833cd76-f487-4968-9bb5-fa411544d85c req-57de5980-9e69-4995-9ea2-9c62b658c524 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:54.930775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f833cd76-f487-4968-9bb5-fa411544d85c req-57de5980-9e69-4995-9ea2-9c62b658c524 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Synchronizing usage tracker for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:17:54.947156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f833cd76-f487-4968-9bb5-fa411544d85c req-57de5980-9e69-4995-9ea2-9c62b658c524 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Unset dirty status for tenant:e8d5619fd1b14ad0a789fb6974d87132 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:17:54.948410 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f833cd76-f487-4968-9bb5-fa411544d85c req-57de5980-9e69-4995-9ea2-9c62b658c524 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 945 time: 0.0972700 Apr 21 15:17:55.022603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Deleting port b19234b7-a164-4dec-9c8b-59178b678892 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:17:55.022935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:55.359065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] For port b19234b7-a164-4dec-9c8b-59178b678892, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b19234b7-a164-4dec-9c8b-59178b678892,segment=NetworkSegment(7ba52f96-7c76-4963-b807-264a94a3122f),segment_id=7ba52f96-7c76-4963-b807-264a94a3122f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:17:55.359414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:55.412778 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d9fb417-d768-43cb-8469-328ff8db722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:55.481303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Calling delete_port for b19234b7-a164-4dec-9c8b-59178b678892 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:17:55.625082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:55.636394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b19234b7-a164-4dec-9c8b-59178b678892'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:17:55.680723 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Pushing event deleted for resources: {'Port': ['ID=b19234b7-a164-4dec-9c8b-59178b678892,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:55.731514 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0178fa-2062-4dee-a31f-07c215813fe2 req-26ed0a65-71d5-4183-a9f0-745e072432a5 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa HTTP/1.1" status: 200 len: 210 time: 0.0456164 Apr 21 15:17:55.759168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] No DVR routers for this DVR port b19234b7-a164-4dec-9c8b-59178b678892 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:17:55.761481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:55.764469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'name': 'network-vif-deleted', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:17:55.781381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f833cd76-f487-4968-9bb5-fa411544d85c req-615263b8-4dfe-4fc6-8656-32a2c20622b3 tempest-ServersNegativeTestJSON-159107432 tempest-ServersNegativeTestJSON-159107432-project] 10.222.0.13 "DELETE /v2.0/ports/b19234b7-a164-4dec-9c8b-59178b678892 HTTP/1.1" status: 204 len: 173 time: 0.8269432 Apr 21 15:17:55.810436 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13aae126-974f-406d-851a-6964771c676c'] response: {'server_uuid': '3f0fdf0f-d8b3-45e6-9d3a-4b083d9f9ffa', 'name': 'network-vif-deleted', 'tag': 'b19234b7-a164-4dec-9c8b-59178b678892', 'status': 'completed', 'code': 200} Apr 21 15:17:56.825053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40906) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:56.883862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Deleting subnet b450d5af-3550-4caf-b879-fa1b6946e4d5 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:17:56.886674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:56.938625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:56.994115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.062428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.104335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b450d5af-3550-4caf-b879-fa1b6946e4d5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:57.110554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.116516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e9ddaa1-06e4-4494-80c5-2f6da5506276 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b450d5af-3550-4caf-b879-fa1b6946e4d5 HTTP/1.1" status: 204 len: 168 time: 0.2903402 Apr 21 15:17:57.118993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40910) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:57.219721 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.351974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.377350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad5539c-2e5b-4c66-8c21-e866c10f4776']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:57.388922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba52f96-7c76-4963-b807-264a94a3122f') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:57.389223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba52f96-7c76-4963-b807-264a94a3122f') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:17:57.400126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.416532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.423373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:17:57.423752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:17:57.436577 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:17:57.511252 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.527192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.538101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad5539c-2e5b-4c66-8c21-e866c10f4776,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:57.546943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e6df6d73-279c-4392-ba4d-5b93deab10cf admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ad5539c-2e5b-4c66-8c21-e866c10f4776 HTTP/1.1" status: 204 len: 168 time: 0.4269369 Apr 21 15:17:57.581786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f29e1e9f-f161-49dd-8d6f-db45769e9504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.661841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40916) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:57.708689 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2efa128-03eb-4517-8533-e57627d5d53f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e8d5619fd1b14ad0a789fb6974d87132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457125 Apr 21 15:17:57.711156 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:57.769096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.794395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.845516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.861795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28d9d6-392a-401b-acec-1376d07276ed,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:57.868480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:57.869983 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2c90b750-895b-4fe2-af04-4d6342b0580b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa28d9d6-392a-401b-acec-1376d07276ed HTTP/1.1" status: 204 len: 168 time: 0.1578956 Apr 21 15:17:58.511651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b19234b7-a164-4dec-9c8b-59178b678892 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:17:58.548269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: b19234b7-a164-4dec-9c8b-59178b678892 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:17:58.548610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b19234b7-a164-4dec-9c8b-59178b678892 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:17:58.600818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:17:58.705107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2005198454'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:17:58.710028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:58.713758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:network and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:58.716539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:58.723125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:58.733283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:17:58.736629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.751342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.765655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:17:58.769410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:security_group_rule and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:17:58.772152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:17:58.777741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:17:58.832303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.866694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.870492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.902094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:17:58.910982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3df6a-427f-4c10-82b6-3c04d8449f09,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:58.916403 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.916740 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Added segment fb156cbd-b655-405f-8abc-06fe59174c74 of type vlan for network fa1721c2-2282-4599-8f6e-b30c3f85cce0 Apr 21 15:17:58.942656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.972788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:58.978210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:17:58.978731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.034975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:17:59.081054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4790933 Apr 21 15:17:59.094221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7aa5d-32c6-4caa-b5aa-54f4f16426cd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Network': ['ID=fa1721c2-2282-4599-8f6e-b30c3f85cce0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:17:59.105342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:00.503639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:02.356687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40950) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:02.362884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'subnet': {'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:02.470816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:02.474523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:subnet and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:02.477245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:02.483363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:02.492645 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:02.496273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:02.803528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:02.880786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Subnet': ['ID=cfe5621a-7037-424a-8c88-e1f46ff93f37,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:02.891513 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking segment: {'id': 'fb156cbd-b655-405f-8abc-06fe59174c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:02.891863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network hostable DHCP agents. Network: fa1721c2-2282-4599-8f6e-b30c3f85cce0, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:02.910502 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:02.919563 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, fa1721c2-2282-4599-8f6e-b30c3f85cce0) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:02.923603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:02.924182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:02.928316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af278a3b-96ca-463d-bbaa-d71572df4558 None None] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:02.945239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bb84f30f-0a5b-4f6a-ada0-777a9ef2f6d7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5857499 Apr 21 15:18:02.948090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40954) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:02.954375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1682887239'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:02.959075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:02.962963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:network and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:02.965853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:02.972080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:02.982025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:02.985774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.012153 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:03.023178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.023549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Added segment 9954b851-70f7-4f35-8936-da030e90e9b8 of type vlan for network 1eae6cfc-239e-4351-b161-ee81be778e50 Apr 21 15:18:03.050843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.080815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.086293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:03.086867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.144175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1924129 Apr 21 15:18:03.144649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40958) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:03.147411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-fa1721c2-2282-4599-8f6e-b30c3f85cce0', 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0', 'tenant_id': '0be7937c45d64c76882bcfe879525238', 'fixed_ips': [{'subnet_id': 'cfe5621a-7037-424a-8c88-e1f46ff93f37'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:03.148329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.150325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'subnet': {'network_id': '1eae6cfc-239e-4351-b161-ee81be778e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:03.196911 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab8c9-223f-4a47-8da2-22e2a157a0eb tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Network': ['ID=1eae6cfc-239e-4351-b161-ee81be778e50,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:03.209917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1eae6cfc-239e-4351-b161-ee81be778e50 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:03.265962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:03.269831 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:subnet and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:03.272707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:03.278350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:03.289760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:03.293317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.400048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Allocated IP 2001:db8:0:ffff::2 (fa1721c2-2282-4599-8f6e-b30c3f85cce0/cfe5621a-7037-424a-8c88-e1f46ff93f37/b1dc05be-c368-4c00-ab27-4b139da4fed1) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:03.620748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.649662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.660397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Transition to ACTIVE for port object b1dc05be-c368-4c00-ab27-4b139da4fed1 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:03.678578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Transition to ACTIVE for port object b1dc05be-c368-4c00-ab27-4b139da4fed1 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:03.684761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.701296 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Subnet': ['ID=d9999665-3172-416a-a3e7-f1245a08d742,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:03.711857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking segment: {'id': '9954b851-70f7-4f35-8936-da030e90e9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1eae6cfc-239e-4351-b161-ee81be778e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:03.712203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network hostable DHCP agents. Network: 1eae6cfc-239e-4351-b161-ee81be778e50, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:03.730482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network 1eae6cfc-239e-4351-b161-ee81be778e50 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:03.740682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1eae6cfc-239e-4351-b161-ee81be778e50) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:03.744840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:03.745452 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.750864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:03.752929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ce378-0615-4b62-9188-becbe4b6d32c None None] Network 1eae6cfc-239e-4351-b161-ee81be778e50 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:03.770023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:03.776871 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e997cbcd-456d-4fe2-b435-fa4235329fe7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6288640 Apr 21 15:18:03.777129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40962) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:03.784540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:03.800413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Pushing event updated for resources: {'Port': ['ID=b1dc05be-c368-4c00-ab27-4b139da4fed1,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:03.914284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.914547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.914885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.915219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.915549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.915882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.916210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.916531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.916853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.917169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.917517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.917840 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:03.922954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.961629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Attempting to bind port b1dc05be-c368-4c00-ab27-4b139da4fed1 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:03.962226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Attempting to bind port b1dc05be-c368-4c00-ab27-4b139da4fed1 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'fb156cbd-b655-405f-8abc-06fe59174c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:03.962357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Attempting to bind port b1dc05be-c368-4c00-ab27-4b139da4fed1 on network fa1721c2-2282-4599-8f6e-b30c3f85cce0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:03.978627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:03.978995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Checking segment: {'id': 'fb156cbd-b655-405f-8abc-06fe59174c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:03.979391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.979777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Bound using segment: {'id': 'fb156cbd-b655-405f-8abc-06fe59174c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:03.980233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Bound port: b1dc05be-c368-4c00-ab27-4b139da4fed1, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb156cbd-b655-405f-8abc-06fe59174c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa1721c2-2282-4599-8f6e-b30c3f85cce0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:03.980601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:03.989393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.073014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.112261 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Subnet': ['ID=d9999665-3172-416a-a3e7-f1245a08d742,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:04.149903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a05bd2c-17b1-4580-a1f5-48a985e10ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1eae6cfc-239e-4351-b161-ee81be778e50', 'network_id': '1eae6cfc-239e-4351-b161-ee81be778e50', 'tenant_id': '0be7937c45d64c76882bcfe879525238', 'fixed_ips': [{'subnet_id': 'd9999665-3172-416a-a3e7-f1245a08d742'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:04.150707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a05bd2c-17b1-4580-a1f5-48a985e10ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.161751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] For port b1dc05be-c368-4c00-ab27-4b139da4fed1, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:04.173610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] For port b1dc05be-c368-4c00-ab27-4b139da4fed1, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1dc05be-c368-4c00-ab27-4b139da4fed1,segment=NetworkSegment(fb156cbd-b655-405f-8abc-06fe59174c74),segment_id=fb156cbd-b655-405f-8abc-06fe59174c74)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:04.210228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.215117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.235845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eae6cfc-239e-4351-b161-ee81be778e50']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:04.247697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9954b851-70f7-4f35-8936-da030e90e9b8') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:04.248633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9954b851-70f7-4f35-8936-da030e90e9b8') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:04.259977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.275750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.282985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:04.283396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:04.300310 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:04.327785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7a33c-e1fc-4eff-999b-b10172bf17ed None None] Pushing event updated for resources: {'Port': ['ID=b1dc05be-c368-4c00-ab27-4b139da4fed1,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:04.339018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b16df8-8e94-4afe-a1be-f9ff2add2773 None None] Network 1eae6cfc-239e-4351-b161-ee81be778e50 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:04.391005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.397281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.422965 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/1eae6cfc-239e-4351-b161-ee81be778e50 HTTP/1.1" status: 204 len: 168 time: 0.6446922 Apr 21 15:18:04.427023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40966) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:04.431958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ff7a8-ed19-4372-99eb-01c0bd75c2ab tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Network': ['ID=1eae6cfc-239e-4351-b161-ee81be778e50,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:04.433436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114866691'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:04.441558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:04.445658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:network and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:04.448551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:04.455039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:04.465515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:04.469012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.500988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:04.511414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.511692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Added segment 84670bb2-1630-43af-84cd-ff8288220af8 of type vlan for network 075d179d-8dd5-46ac-822a-ed0e707facbd Apr 21 15:18:04.567015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.602305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.607841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:04.608534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.707879 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2797143 Apr 21 15:18:04.710757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40970) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:04.717938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'subnet': {'network_id': '075d179d-8dd5-46ac-822a-ed0e707facbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:04.719676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cb47a-af93-4735-9ea7-3ce699e30389 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Network': ['ID=075d179d-8dd5-46ac-822a-ed0e707facbd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:04.729822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 075d179d-8dd5-46ac-822a-ed0e707facbd details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:04.833052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:04.837537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:subnet and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:04.842810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:04.848870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:04.859942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:04.863454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:04.954696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_backend_mixin [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Performing IP validity checks on allocation pools {{(pid=88107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 21 15:18:04.955218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.ipam_backend_mixin [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88107) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 21 15:18:05.082430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.166398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Subnet': ['ID=2dd51d12-c895-496b-bc24-159dc065428f,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:05.177733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking segment: {'id': '84670bb2-1630-43af-84cd-ff8288220af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '075d179d-8dd5-46ac-822a-ed0e707facbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:05.178084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network hostable DHCP agents. Network: 075d179d-8dd5-46ac-822a-ed0e707facbd, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:05.198329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network 075d179d-8dd5-46ac-822a-ed0e707facbd is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:05.209821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 075d179d-8dd5-46ac-822a-ed0e707facbd) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:05.213774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:05.214380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.221486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37e41a3-4c80-428b-9984-882ad24dc706 None None] Network 075d179d-8dd5-46ac-822a-ed0e707facbd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:05.239224 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8e18ece7-92b0-4517-bae8-a5d0a061ae4e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5273201 Apr 21 15:18:05.241953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40974) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:05.336936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab008b-8880-45f6-9ea1-5f644ee1c091 None None] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:05.387024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.453326 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.501059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-aba0d0d9-0df8-4695-b8b4-cd831eb66b5d None None] Provisioning for port b1dc05be-c368-4c00-ab27-4b139da4fed1 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:05.532193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.572209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd51d12-c895-496b-bc24-159dc065428f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:05.589572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d303e82-0d05-4f91-9f90-6f1c05fe92c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-075d179d-8dd5-46ac-822a-ed0e707facbd', 'network_id': '075d179d-8dd5-46ac-822a-ed0e707facbd', 'tenant_id': '0be7937c45d64c76882bcfe879525238', 'fixed_ips': [{'subnet_id': '2dd51d12-c895-496b-bc24-159dc065428f'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:05.590378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d303e82-0d05-4f91-9f90-6f1c05fe92c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.784847 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.810356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075d179d-8dd5-46ac-822a-ed0e707facbd']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:05.822321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84670bb2-1630-43af-84cd-ff8288220af8') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:05.822614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84670bb2-1630-43af-84cd-ff8288220af8') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:05.836461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.853229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.861969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:05.862618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.872248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d0f8dd-d055-42cb-a1d3-e46f443faf70 None None] Network 075d179d-8dd5-46ac-822a-ed0e707facbd requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:05.878655 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:05.959361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.979843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:05.988508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Network': ['ID=075d179d-8dd5-46ac-822a-ed0e707facbd,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:05.992629 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d5106165-abc6-495c-a9a5-4eb9e19bb1af tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/075d179d-8dd5-46ac-822a-ed0e707facbd HTTP/1.1" status: 204 len: 168 time: 0.7495668 Apr 21 15:18:05.996178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40978) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:06.001766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1239353850'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:06.006504 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:06.010300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:network and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:06.013079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:06.019471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:06.030023 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:06.033637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.061566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:06.071454 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.071803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Added segment 006c7b00-ac5e-4c00-9928-e07e084ab570 of type vlan for network dacaf1c1-b802-4b3c-a70d-86182aab928c Apr 21 15:18:06.101256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.134112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.141162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:06.141903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.245222 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2479851 Apr 21 15:18:06.250379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:06.257005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'subnet': {'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:06.258091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2cd83-87d1-4970-80fd-98d07d4fbf89 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Network': ['ID=dacaf1c1-b802-4b3c-a70d-86182aab928c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:06.270576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network dacaf1c1-b802-4b3c-a70d-86182aab928c details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:06.376422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:06.380401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:subnet and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:06.383318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:06.389475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:06.400475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:06.404549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.446494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1dc05be-c368-4c00-ab27-4b139da4fed1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:06.513274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b1dc05be-c368-4c00-ab27-4b139da4fed1 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:06.518649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b1dc05be-c368-4c00-ab27-4b139da4fed1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:06.519020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.622794 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.636442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.669042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b1dc05be-c368-4c00-ab27-4b139da4fed1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1dc05be-c368-4c00-ab27-4b139da4fed1,segment=NetworkSegment(fb156cbd-b655-405f-8abc-06fe59174c74),segment_id=fb156cbd-b655-405f-8abc-06fe59174c74)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:06.673010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.702044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Subnet': ['ID=443e99fc-ad57-4915-89c4-5f093b4d66c9,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:06.709177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking segment: {'id': '006c7b00-ac5e-4c00-9928-e07e084ab570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:06.709562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network hostable DHCP agents. Network: dacaf1c1-b802-4b3c-a70d-86182aab928c, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:06.728284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network dacaf1c1-b802-4b3c-a70d-86182aab928c is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:06.738496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, dacaf1c1-b802-4b3c-a70d-86182aab928c) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:06.742807 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:06.743628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.749152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758828e-7e18-4e53-a127-494a96b0ae80 None None] Network dacaf1c1-b802-4b3c-a70d-86182aab928c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:06.765125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b1dc05be-c368-4c00-ab27-4b139da4fed1,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:06.774865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f77e1e8-effc-4c2a-a966-aa4e21bcc09f tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5191064 Apr 21 15:18:06.775302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:06.782461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-865719628'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:06.787749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:06.791942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:network and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:06.794963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:06.800836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:06.810776 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:06.814380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.842970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:06.851646 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.852035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Added segment 84e056c8-ef75-48ea-be26-32c086cd62da of type vlan for network e04bad13-a239-4057-b9f4-0715dad690a2 Apr 21 15:18:06.879525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.909517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.914940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:06.915569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:06.967760 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1913574 Apr 21 15:18:06.970743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40990) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:06.976978 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Request body: {'subnet': {'network_id': 'e04bad13-a239-4057-b9f4-0715dad690a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:06.987574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-dacaf1c1-b802-4b3c-a70d-86182aab928c', 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c', 'tenant_id': '0be7937c45d64c76882bcfe879525238', 'fixed_ips': [{'subnet_id': '443e99fc-ad57-4915-89c4-5f093b4d66c9'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:06.988443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.029540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b36f8-33bc-4dd7-b853-5954abad7961 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Network': ['ID=e04bad13-a239-4057-b9f4-0715dad690a2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:07.046467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e04bad13-a239-4057-b9f4-0715dad690a2 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:07.095569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:07.099640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Usage tracker for resource:subnet and tenant:0be7937c45d64c76882bcfe879525238 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:07.102490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:07.108585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:07.118292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Made reservation on behalf of 0be7937c45d64c76882bcfe879525238 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:07.122070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.233419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Allocated IP 2001:db8::2 (dacaf1c1-b802-4b3c-a70d-86182aab928c/443e99fc-ad57-4915-89c4-5f093b4d66c9/019878a6-1a64-475c-8745-dd0c1c052428) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:07.349491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.432493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event updated for resources: {'Subnet': ['ID=e4d8f0b5-ff72-4448-8c79-6712a30a2710,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:07.437049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Checking segment: {'id': '84e056c8-ef75-48ea-be26-32c086cd62da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e04bad13-a239-4057-b9f4-0715dad690a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:07.437421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network hostable DHCP agents. Network: e04bad13-a239-4057-b9f4-0715dad690a2, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:07.458169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Network e04bad13-a239-4057-b9f4-0715dad690a2 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:07.467529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e04bad13-a239-4057-b9f4-0715dad690a2) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:07.472159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:07.472745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.478086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eddccf-6f51-448d-bf61-79d262b25555 None None] Network e04bad13-a239-4057-b9f4-0715dad690a2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:07.495394 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e1a0b80a-d4f9-455d-b7c2-7d39c9fba3dd tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5233738 Apr 21 15:18:07.498828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 40994) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:07.508360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.565106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Transition to ACTIVE for port object 019878a6-1a64-475c-8745-dd0c1c052428 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:07.603649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Transition to ACTIVE for port object 019878a6-1a64-475c-8745-dd0c1c052428 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:07.621450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.640076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.708720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.730472 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Network dacaf1c1-b802-4b3c-a70d-86182aab928c is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:07.735560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:07.738027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:07.750905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Pushing event updated for resources: {'Port': ['ID=019878a6-1a64-475c-8745-dd0c1c052428,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:07.790117 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.834194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d8f0b5-ff72-4448-8c79-6712a30a2710,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:07.876116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a27ae-6bff-4688-915f-8af3aeeec02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-e04bad13-a239-4057-b9f4-0715dad690a2', 'network_id': 'e04bad13-a239-4057-b9f4-0715dad690a2', 'tenant_id': '0be7937c45d64c76882bcfe879525238', 'fixed_ips': [{'subnet_id': 'e4d8f0b5-ff72-4448-8c79-6712a30a2710'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:07.876915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d88a27ae-6bff-4688-915f-8af3aeeec02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.885872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Attempting to bind port 019878a6-1a64-475c-8745-dd0c1c052428 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:07.886234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Attempting to bind port 019878a6-1a64-475c-8745-dd0c1c052428 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '006c7b00-ac5e-4c00-9928-e07e084ab570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:07.886590 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Attempting to bind port 019878a6-1a64-475c-8745-dd0c1c052428 on network dacaf1c1-b802-4b3c-a70d-86182aab928c {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:07.898761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:07.899132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Checking segment: {'id': '006c7b00-ac5e-4c00-9928-e07e084ab570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:07.899522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.899900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Bound using segment: {'id': '006c7b00-ac5e-4c00-9928-e07e084ab570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:07.900347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Bound port: 019878a6-1a64-475c-8745-dd0c1c052428, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006c7b00-ac5e-4c00-9928-e07e084ab570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dacaf1c1-b802-4b3c-a70d-86182aab928c'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:07.900710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.931168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.957509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04bad13-a239-4057-b9f4-0715dad690a2']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:07.969578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e056c8-ef75-48ea-be26-32c086cd62da') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:07.969804 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e056c8-ef75-48ea-be26-32c086cd62da') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:07.981058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:07.999719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.006066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:08.006478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:08.021165 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:08.050883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3dabce-e08c-4a46-9d62-9d8d3d569d2f None None] Network e04bad13-a239-4057-b9f4-0715dad690a2 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:08.064309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] For port 019878a6-1a64-475c-8745-dd0c1c052428, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:08.086959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] For port 019878a6-1a64-475c-8745-dd0c1c052428, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=019878a6-1a64-475c-8745-dd0c1c052428,segment=NetworkSegment(006c7b00-ac5e-4c00-9928-e07e084ab570),segment_id=006c7b00-ac5e-4c00-9928-e07e084ab570)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:08.103633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.120401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.131437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.131960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Network': ['ID=e04bad13-a239-4057-b9f4-0715dad690a2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:08.137242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-61e5cd4d-9241-4315-b515-bb104b75d6c7 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/e04bad13-a239-4057-b9f4-0715dad690a2 HTTP/1.1" status: 204 len: 168 time: 0.6349394 Apr 21 15:18:08.137627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 40998) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.176837 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a87e1f7-18bf-4f91-b65a-5e291045050a tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] GET failed (client error): The resource could not be found. Apr 21 15:18:08.177373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1a87e1f7-18bf-4f91-b65a-5e291045050a tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Synchronizing usage tracker for tenant:0be7937c45d64c76882bcfe879525238 on resource:subnet {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:08.194451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-1a87e1f7-18bf-4f91-b65a-5e291045050a tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Unset dirty status for tenant:0be7937c45d64c76882bcfe879525238 on resource:subnet {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:08.198610 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1a87e1f7-18bf-4f91-b65a-5e291045050a tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "GET /v2.0/subnets/e4d8f0b5-ff72-4448-8c79-6712a30a2710 HTTP/1.1" status: 404 len: 337 time: 0.0574627 Apr 21 15:18:08.198997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41002) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.224175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-703da12d-0170-4c77-aa0d-a402cf7cf1b0 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:08.224568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703da12d-0170-4c77-aa0d-a402cf7cf1b0 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:08.229729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-703da12d-0170-4c77-aa0d-a402cf7cf1b0 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/e04bad13-a239-4057-b9f4-0715dad690a2 HTTP/1.1" status: 404 len: 339 time: 0.0263870 Apr 21 15:18:08.229984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41006) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.278797 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b66438-3251-4baa-b875-dcc985234cad tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:08.279390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b66438-3251-4baa-b875-dcc985234cad tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:08.281413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-75b66438-3251-4baa-b875-dcc985234cad tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/subnets/e4d8f0b5-ff72-4448-8c79-6712a30a2710 HTTP/1.1" status: 404 len: 337 time: 0.0505090 Apr 21 15:18:08.284024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41010) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.293458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4419c-dfac-479d-bffc-a32f23e094ef None None] Pushing event updated for resources: {'Port': ['ID=019878a6-1a64-475c-8745-dd0c1c052428,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:08.311646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf3d023-0eda-4845-8b41-4b11060e153b tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:08.312115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf3d023-0eda-4845-8b41-4b11060e153b tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:08.313858 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bdf3d023-0eda-4845-8b41-4b11060e153b tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/e04bad13-a239-4057-b9f4-0715dad690a2 HTTP/1.1" status: 404 len: 339 time: 0.0288899 Apr 21 15:18:08.316412 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41014) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.385271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Deleting subnet 443e99fc-ad57-4915-89c4-5f093b4d66c9 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:18:08.388672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.452368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1dc05be-c368-4c00-ab27-4b139da4fed1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:08.458943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.530429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b1dc05be-c368-4c00-ab27-4b139da4fed1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:08.531375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.549798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.626659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.671861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Subnet': ['ID=443e99fc-ad57-4915-89c4-5f093b4d66c9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:08.675557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.689032 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a6d25e48-bbbd-4344-a510-65e14c4eaa31 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/subnets/443e99fc-ad57-4915-89c4-5f093b4d66c9 HTTP/1.1" status: 204 len: 168 time: 0.3716574 Apr 21 15:18:08.691421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41018) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:08.804827 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:08.815068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Deleting port 019878a6-1a64-475c-8745-dd0c1c052428 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:08.815393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.134983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] For port 019878a6-1a64-475c-8745-dd0c1c052428, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=019878a6-1a64-475c-8745-dd0c1c052428,segment=NetworkSegment(006c7b00-ac5e-4c00-9928-e07e084ab570),segment_id=006c7b00-ac5e-4c00-9928-e07e084ab570)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:09.135332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.212992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f79214-4e3b-4577-8dea-bbd2100786e1 None None] Network dacaf1c1-b802-4b3c-a70d-86182aab928c requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:09.262721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Calling delete_port for 019878a6-1a64-475c-8745-dd0c1c052428 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:18:09.312241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-428e4553-9fc2-4be0-97ac-fc6ef5950156 None None] Provisioning for port 019878a6-1a64-475c-8745-dd0c1c052428 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:09.338654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.385244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Port': ['ID=019878a6-1a64-475c-8745-dd0c1c052428,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:09.393111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No DVR routers for this DVR port 019878a6-1a64-475c-8745-dd0c1c052428 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:18:09.453262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03420169-835e-4131-ad48-ac8cecf545dd None None] DHCP port deletion for dacaf1c1-b802-4b3c-a70d-86182aab928c request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:18:09.521670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.550693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dacaf1c1-b802-4b3c-a70d-86182aab928c']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:09.563371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006c7b00-ac5e-4c00-9928-e07e084ab570') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:09.563607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006c7b00-ac5e-4c00-9928-e07e084ab570') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:09.574707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.590333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.596031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:09.596404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:09.610920 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:09.693973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.698840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:09.722872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Network': ['ID=dacaf1c1-b802-4b3c-a70d-86182aab928c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:09.727471 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a9dbffcd-9a35-4a84-8b8d-12f116f952e6 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/dacaf1c1-b802-4b3c-a70d-86182aab928c HTTP/1.1" status: 204 len: 168 time: 1.0350993 Apr 21 15:18:09.729819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41022) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:09.767787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-198e3497-9cb5-4ea9-a74c-f20ceeb2c493 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:09.768230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198e3497-9cb5-4ea9-a74c-f20ceeb2c493 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:09.769861 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-198e3497-9cb5-4ea9-a74c-f20ceeb2c493 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/subnets/2dd51d12-c895-496b-bc24-159dc065428f HTTP/1.1" status: 404 len: 337 time: 0.0391340 Apr 21 15:18:09.772229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41026) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:09.796685 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c8e9a7-f39a-4e27-ab6d-03932679ce92 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:09.797141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c8e9a7-f39a-4e27-ab6d-03932679ce92 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:09.798742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f8c8e9a7-f39a-4e27-ab6d-03932679ce92 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/075d179d-8dd5-46ac-822a-ed0e707facbd HTTP/1.1" status: 404 len: 339 time: 0.0256529 Apr 21 15:18:09.800980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41030) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:09.840899 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e96f0f5-13da-4207-93f9-b034e7e8b4d3 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:09.841929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e96f0f5-13da-4207-93f9-b034e7e8b4d3 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:09.843723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7e96f0f5-13da-4207-93f9-b034e7e8b4d3 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/subnets/d9999665-3172-416a-a3e7-f1245a08d742 HTTP/1.1" status: 404 len: 337 time: 0.0418582 Apr 21 15:18:09.846220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41034) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:09.870267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0da781-4564-4a34-ad15-403880552aaf tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] DELETE failed (client error): The resource could not be found. Apr 21 15:18:09.870717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0da781-4564-4a34-ad15-403880552aaf tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88108) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 15:18:09.872259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1d0da781-4564-4a34-ad15-403880552aaf tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/1eae6cfc-239e-4351-b161-ee81be778e50 HTTP/1.1" status: 404 len: 339 time: 0.0251744 Apr 21 15:18:09.874682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41038) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:09.939954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Deleting subnet cfe5621a-7037-424a-8c88-e1f46ff93f37 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:18:09.942862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.000935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.080284 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.150733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.194071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe5621a-7037-424a-8c88-e1f46ff93f37,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:10.196259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.200620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acf808-6b57-4e9d-858f-4aca16765799 None None] Network fa1721c2-2282-4599-8f6e-b30c3f85cce0 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:10.206459 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6e711b9e-b2a3-4cab-8365-c9a1fe150070 tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/subnets/cfe5621a-7037-424a-8c88-e1f46ff93f37 HTTP/1.1" status: 204 len: 168 time: 0.3308797 Apr 21 15:18:10.208851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41042) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:10.320990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.332108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Deleting port b1dc05be-c368-4c00-ab27-4b139da4fed1 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:10.332363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.484275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] DHCP port deletion for fa1721c2-2282-4599-8f6e-b30c3f85cce0 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:18:10.488682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Deleting port b1dc05be-c368-4c00-ab27-4b139da4fed1 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:10.489050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.541174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] For port b1dc05be-c368-4c00-ab27-4b139da4fed1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1dc05be-c368-4c00-ab27-4b139da4fed1,segment=NetworkSegment(fb156cbd-b655-405f-8abc-06fe59174c74),segment_id=fb156cbd-b655-405f-8abc-06fe59174c74)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:10.541557 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.666373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Calling delete_port for b1dc05be-c368-4c00-ab27-4b139da4fed1 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:18:10.689427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] For port b1dc05be-c368-4c00-ab27-4b139da4fed1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1dc05be-c368-4c00-ab27-4b139da4fed1,segment=NetworkSegment(fb156cbd-b655-405f-8abc-06fe59174c74),segment_id=fb156cbd-b655-405f-8abc-06fe59174c74)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:10.689813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.819343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Calling delete_port for b1dc05be-c368-4c00-ab27-4b139da4fed1 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:18:10.844889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:10.891430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:18:10.891822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:18:10.892924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Port': ['ID=b1dc05be-c368-4c00-ab27-4b139da4fed1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:10.894760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] No DVR routers for this DVR port b1dc05be-c368-4c00-ab27-4b139da4fed1 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:18:11.018835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.043387 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1721c2-2282-4599-8f6e-b30c3f85cce0']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:11.054928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb156cbd-b655-405f-8abc-06fe59174c74') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:11.055224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb156cbd-b655-405f-8abc-06fe59174c74') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:11.066145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.083414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.090096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:11.090493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:11.105412 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:11.184741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.202383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.212924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] Pushing event deleted for resources: {'Network': ['ID=fa1721c2-2282-4599-8f6e-b30c3f85cce0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:11.217439 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2907b708-048b-4f45-96fe-d65908fc008e tempest-NetworksIpV6Test-812188539 tempest-NetworksIpV6Test-812188539-project] 10.222.0.35 "DELETE /v2.0/networks/fa1721c2-2282-4599-8f6e-b30c3f85cce0 HTTP/1.1" status: 204 len: 168 time: 1.0074430 Apr 21 15:18:11.393235 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Deleting port b1dc05be-c368-4c00-ab27-4b139da4fed1 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:11.393672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.461801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c6549762-b873-4201-99f0-b4b20e2eb01e None None] The port 'b1dc05be-c368-4c00-ab27-4b139da4fed1' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:18:11.480930 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41050) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:11.625980 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a690a418-7549-4d58-b543-e2c5b9d9174e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0be7937c45d64c76882bcfe879525238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438775 Apr 21 15:18:11.628380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41056) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:11.683619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.708921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.764354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.783852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3df6a-427f-4c10-82b6-3c04d8449f09,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:11.788038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:11.789234 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fa1578af-6752-42b1-8e0e-be894e54a322 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f2a3df6a-427f-4c10-82b6-3c04d8449f09 HTTP/1.1" status: 204 len: 168 time: 0.1598628 Apr 21 15:18:12.415001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1dc05be-c368-4c00-ab27-4b139da4fed1 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:18:12.449459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b1dc05be-c368-4c00-ab27-4b139da4fed1 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:18:12.449939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1dc05be-c368-4c00-ab27-4b139da4fed1 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:18:12.471639 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41080) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:12.572814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-842580165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:12.579979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:12.583692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:router and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:12.586525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:12.593274 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:12.603447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.604598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.619926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.636726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.659514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.660694 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e099852-b46d-4004-9039-3b8d78925726 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1880589 Apr 21 15:18:12.663391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:12.668753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1755042891'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:12.673697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:12.677919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:network and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:12.680721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:12.686485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:12.695746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Made reservation on behalf of 69cbbc0604cf422e89890f521113baf5 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:12.699508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.712164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.727000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:12.730654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:security_group_rule and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:12.733538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:12.738990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:12.821498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.825487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.859149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:12.867589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdb4b4f-a919-463e-96fc-69050d0b2644,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:12.873686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.874538 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Added segment 8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d of type vlan for network 14ac7114-271d-48fb-a3f3-561f40bc0355 Apr 21 15:18:12.900336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.929862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:12.935355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:12.935933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.041789 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3773553 Apr 21 15:18:13.045318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41090) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:13.048312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a6287-3422-4acb-872e-42c7a254416c tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event updated for resources: {'Network': ['ID=14ac7114-271d-48fb-a3f3-561f40bc0355,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:13.051125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'subnet': {'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:13.058771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 14ac7114-271d-48fb-a3f3-561f40bc0355 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:13.163301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:13.167123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:subnet and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:13.170546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:13.176236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:13.186422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Made reservation on behalf of 69cbbc0604cf422e89890f521113baf5 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:13.190182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.498793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.574932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event updated for resources: {'Subnet': ['ID=753d53db-29de-426c-b7ed-44f5615bea08,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:13.585712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Checking segment: {'id': '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:13.586060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Network hostable DHCP agents. Network: 14ac7114-271d-48fb-a3f3-561f40bc0355, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:13.592530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.592865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.593194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.593542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.593864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.594185 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.594505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.594821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.595137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.595451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.595766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.596077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:13.611975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Network 14ac7114-271d-48fb-a3f3-561f40bc0355 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:13.621009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 14ac7114-271d-48fb-a3f3-561f40bc0355) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:13.625371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:13.625951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.631862 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bec318-0713-440f-a9d6-71d6d5a376e3 None None] Network 14ac7114-271d-48fb-a3f3-561f40bc0355 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:13.657285 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eb8ec3ba-6fdf-4510-87fa-51b375bd8928 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6075869 Apr 21 15:18:13.657518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41094) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:13.662871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2108763532'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:13.667639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:13.671530 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:network and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:13.674411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:13.680671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:13.691765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Made reservation on behalf of 69cbbc0604cf422e89890f521113baf5 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:13.695112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.722998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:13.731493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.731868 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Added segment ec2f1a36-aa0d-4dd8-8522-39ac946f6889 of type vlan for network a51ad343-9ca4-4f8f-aef5-ebc9f72db354 Apr 21 15:18:13.761656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.793439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.799393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:13.799953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.853743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-14ac7114-271d-48fb-a3f3-561f40bc0355', 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355', 'tenant_id': '69cbbc0604cf422e89890f521113baf5', 'fixed_ips': [{'subnet_id': '753d53db-29de-426c-b7ed-44f5615bea08'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:13.854563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:13.899528 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2410135 Apr 21 15:18:13.902672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41098) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:13.909530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'subnet': {'network_id': 'a51ad343-9ca4-4f8f-aef5-ebc9f72db354', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:13.913108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c06ddd-01f5-4d61-929c-4bc2e48a36bf tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event updated for resources: {'Network': ['ID=a51ad343-9ca4-4f8f-aef5-ebc9f72db354,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:13.936393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network a51ad343-9ca4-4f8f-aef5-ebc9f72db354 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:14.023145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:14.026944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Usage tracker for resource:subnet and tenant:69cbbc0604cf422e89890f521113baf5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:14.030366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:14.037113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:14.050630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Made reservation on behalf of 69cbbc0604cf422e89890f521113baf5 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:14.054708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.113149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Allocated IP 172.20.0.2 (14ac7114-271d-48fb-a3f3-561f40bc0355/753d53db-29de-426c-b7ed-44f5615bea08/2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:14.295257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.331624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.342930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Transition to ACTIVE for port object 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:14.361298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event updated for resources: {'Subnet': ['ID=cf703d08-92c6-4e5d-8580-36fb753c4742,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:14.361541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Transition to ACTIVE for port object 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:14.367368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.390849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Checking segment: {'id': 'ec2f1a36-aa0d-4dd8-8522-39ac946f6889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a51ad343-9ca4-4f8f-aef5-ebc9f72db354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:14.390849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Network hostable DHCP agents. Network: a51ad343-9ca4-4f8f-aef5-ebc9f72db354, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:14.409440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Network a51ad343-9ca4-4f8f-aef5-ebc9f72db354 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:14.418569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, a51ad343-9ca4-4f8f-aef5-ebc9f72db354) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:14.422585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:14.423151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.432966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113b5fd-a11a-41d9-86b0-83f5d6ddc44d None None] Network a51ad343-9ca4-4f8f-aef5-ebc9f72db354 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:14.443848 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4fb6d6ef-1623-4f7c-8bd9-41e78b6b3b37 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5399380 Apr 21 15:18:14.446970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41102) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:14.453169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1d79d245-4edb-46f7-a18c-cf9d8dd935a2 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a51ad343-9ca4-4f8f-aef5-ebc9f72db354'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:14.498783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Network 14ac7114-271d-48fb-a3f3-561f40bc0355 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:14.505184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:14.510878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:14.516932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Pushing event updated for resources: {'Port': ['ID=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:14.684795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Attempting to bind port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:14.686220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Attempting to bind port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:14.686586 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Attempting to bind port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d on network 14ac7114-271d-48fb-a3f3-561f40bc0355 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:14.703742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:14.704371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Checking segment: {'id': '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:14.704507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.704854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Bound using segment: {'id': '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:14.705334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Bound port: 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '14ac7114-271d-48fb-a3f3-561f40bc0355'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:14.707290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.855966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1d79d245-4edb-46f7-a18c-cf9d8dd935a2 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.902963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f04213-264e-43af-99b5-e9848acb256a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-a51ad343-9ca4-4f8f-aef5-ebc9f72db354', 'network_id': 'a51ad343-9ca4-4f8f-aef5-ebc9f72db354', 'tenant_id': '69cbbc0604cf422e89890f521113baf5', 'fixed_ips': [{'subnet_id': 'cf703d08-92c6-4e5d-8580-36fb753c4742'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:14.903833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-79f04213-264e-43af-99b5-e9848acb256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:14.921251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] For port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:14.940094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] For port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,segment=NetworkSegment(8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d),segment_id=8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:14.989196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.019136 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.api.v2.resource [None req-1d79d245-4edb-46f7-a18c-cf9d8dd935a2 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 15:18:15.020710 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1d79d245-4edb-46f7-a18c-cf9d8dd935a2 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "PUT /v2.0/routers/ea97b613-d33b-448f-b8cc-d1b178219cce HTTP/1.1" status: 400 len: 364 time: 0.5724680 Apr 21 15:18:15.026817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41106) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:15.110147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Deleting subnet cf703d08-92c6-4e5d-8580-36fb753c4742 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:18:15.113356 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.127393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa818-221e-411f-9e35-10bce29a7b0e None None] Pushing event updated for resources: {'Port': ['ID=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:15.176097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.240467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.354548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server [None req-79f04213-264e-43af-99b5-e9848acb256a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf703d08-92c6-4e5d-8580-36fb753c4742: This subnet is being modified by another concurrent operation. Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server raise exception Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf703d08-92c6-4e5d-8580-36fb753c4742: This subnet is being modified by another concurrent operation. Apr 21 15:18:15.361336 dv-neutron-838896-1-hyperv neutron-server[88109]: ERROR oslo_messaging.rpc.server Apr 21 15:18:15.385263 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:18:15.394558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ecf1d-7c87-4ed4-8672-29d595cdcf8d None None] Network a51ad343-9ca4-4f8f-aef5-ebc9f72db354 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:15.412889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event deleted for resources: {'Subnet': ['ID=cf703d08-92c6-4e5d-8580-36fb753c4742,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:15.415003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.423443 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c98ae9a2-2ae9-4080-8182-ee8e0ae221df tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "DELETE /v2.0/subnets/cf703d08-92c6-4e5d-8580-36fb753c4742 HTTP/1.1" status: 204 len: 168 time: 0.3955209 Apr 21 15:18:15.426126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41110) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:15.644373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.776343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.801723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51ad343-9ca4-4f8f-aef5-ebc9f72db354']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:15.813673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2f1a36-aa0d-4dd8-8522-39ac946f6889') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:15.813966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2f1a36-aa0d-4dd8-8522-39ac946f6889') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:15.825101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.847201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.853455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:15.853841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:15.868792 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:15.949076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.968707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:15.978775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event deleted for resources: {'Network': ['ID=a51ad343-9ca4-4f8f-aef5-ebc9f72db354,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:15.981844 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "DELETE /v2.0/networks/a51ad343-9ca4-4f8f-aef5-ebc9f72db354 HTTP/1.1" status: 204 len: 168 time: 0.5546591 Apr 21 15:18:15.984300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41114) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:15.989775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.990118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.990483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.990810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.991138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.991465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.991786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.992107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.992429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.992888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.993257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:15.993549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031317c6-1dd5-4a54-b167-1b3097a1cbd9 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:16.051505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Deleting subnet 753d53db-29de-426c-b7ed-44f5615bea08 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:18:16.054681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.114547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.146536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19916314-2209-489c-8e4c-fdb6c2fb43ef None None] Network 14ac7114-271d-48fb-a3f3-561f40bc0355 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:16.198128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.243556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-643b75b1-7db3-4bf9-9b3f-67553f1132fc None None] Provisioning for port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:16.275108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.318461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event deleted for resources: {'Subnet': ['ID=753d53db-29de-426c-b7ed-44f5615bea08,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:16.320286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.329330 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6c4bb5d8-8670-46ab-baf9-9babbd5b82ef tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "DELETE /v2.0/subnets/753d53db-29de-426c-b7ed-44f5615bea08 HTTP/1.1" status: 204 len: 168 time: 0.3418202 Apr 21 15:18:16.329569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41118) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:16.443667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.454533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Deleting port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:16.454862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.458610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] DHCP port deletion for 14ac7114-271d-48fb-a3f3-561f40bc0355 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:18:16.463192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Deleting port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:16.463561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.668219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] For port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,segment=NetworkSegment(8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d),segment_id=8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:16.668605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.769658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] For port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,segment=NetworkSegment(8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d),segment_id=8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:16.769932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.794226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Calling delete_port for 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:18:16.871094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:16.894996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Calling delete_port for 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:18:16.915654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] Pushing event deleted for resources: {'Port': ['ID=2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:16.920960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ff7c4-130f-4be6-93d0-46b25fcdc774 None None] No DVR routers for this DVR port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:18:16.937983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f288fa-e134-41f4-bc9b-b60d08485b8b None None] get_active_networks_info from dv-neutron-838896-1-hyperv {{(pid=88109) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 21 15:18:16.970157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.db.api [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:18:16.970506 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG oslo_db.api [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:18:17.048711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f288fa-e134-41f4-bc9b-b60d08485b8b None None] Resources bound (agent type, host, resource id): {{(pid=88109) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 15:18:17.472137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Deleting port 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:18:17.472666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.540418 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] The port '2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d' was deleted {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:18:17.661763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.687085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ac7114-271d-48fb-a3f3-561f40bc0355']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:17.698731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:17.699014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc1305a-ff5c-4f5b-85d4-f873f05c3b8d') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:17.710802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.727187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.733740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:18:17.734112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: util.warn( Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:18:17.748486 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:18:17.832760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.850238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:17.861195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Pushing event deleted for resources: {'Network': ['ID=14ac7114-271d-48fb-a3f3-561f40bc0355,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:17.866929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-97932475-bdf8-4374-b4ab-cc309fad2561 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "DELETE /v2.0/networks/14ac7114-271d-48fb-a3f3-561f40bc0355 HTTP/1.1" status: 204 len: 168 time: 1.5348268 Apr 21 15:18:17.867871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41122) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:17.916301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-219fe1bf-6eb7-4cc0-9034-50b005b1a3a8 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Synchronizing usage tracker for tenant:69cbbc0604cf422e89890f521113baf5 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:17.931529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-219fe1bf-6eb7-4cc0-9034-50b005b1a3a8 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Unset dirty status for tenant:69cbbc0604cf422e89890f521113baf5 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:17.932652 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-219fe1bf-6eb7-4cc0-9034-50b005b1a3a8 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea97b613-d33b-448f-b8cc-d1b178219cce HTTP/1.1" status: 200 len: 205 time: 0.0638762 Apr 21 15:18:17.936366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41126) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:18.072988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.360146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.362294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.388993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.388993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Fanout notify agent at l3_agent the message router_deleted on router ea97b613-d33b-448f-b8cc-d1b178219cce {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:18:18.398440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.399493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2f2041f3-c22a-4850-841f-9be03dd83909 tempest-RoutersNegativeTest-1972319287 tempest-RoutersNegativeTest-1972319287-project] 10.222.0.35 "DELETE /v2.0/routers/ea97b613-d33b-448f-b8cc-d1b178219cce HTTP/1.1" status: 204 len: 168 time: 0.4621127 Apr 21 15:18:18.422299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:18:18.457174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:18:18.457640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 2110fd8b-c7ea-46fe-84a4-cc5cf25e0f4d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:18:18.659813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:18.807440 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c88abc12-1792-4376-8b3a-71bc421fd2b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=69cbbc0604cf422e89890f521113baf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464314 Apr 21 15:18:18.810474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:18.868372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.893531 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.945726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.962375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdb4b4f-a919-463e-96fc-69050d0b2644,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:18.967277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:18.968585 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cfd9507e-cf1f-4df3-b24e-cd0ce5485901 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fdb4b4f-a919-463e-96fc-69050d0b2644 HTTP/1.1" status: 204 len: 168 time: 0.1565130 Apr 21 15:18:19.615431 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41164) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:19.714230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1197973921-network', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:19.719508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:19.723202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Usage tracker for resource:network and tenant:3cbb47151c9f4768902afa51945a1a4c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:19.726017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:19.731521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:19.741494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Made reservation on behalf of 3cbb47151c9f4768902afa51945a1a4c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:19.743737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.755722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.769842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:19.773523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3cbb47151c9f4768902afa51945a1a4c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:19.776164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:19.782604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:19.867514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.870959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.897105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:19.910127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe22e56-6465-4c9d-a31b-49bc84d54b1a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:19.914587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.914924 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Added segment 6d1e8217-ac23-405c-9b98-48903a4b3fd6 of type vlan for network 439937f6-6193-4ab6-876a-40158c3e9db5 Apr 21 15:18:19.941867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.970770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:19.971612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:19.972239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.075025 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4584520 Apr 21 15:18:20.076942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133067de-185a-489d-aed3-b0cee51c90b0 admin admin] Pushing event updated for resources: {'Network': ['ID=439937f6-6193-4ab6-876a-40158c3e9db5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:20.079061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41170) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:20.085521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Request body: {'subnet': {'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-subnet', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:20.086589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 439937f6-6193-4ab6-876a-40158c3e9db5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:20.090399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:20.095015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Usage tracker for resource:subnet and tenant:3cbb47151c9f4768902afa51945a1a4c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:20.097845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:20.103528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:20.114837 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Made reservation on behalf of 3cbb47151c9f4768902afa51945a1a4c for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:20.117636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.315179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.391728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d05510-6a0f-4c43-bbe3-3cb14aec08d6,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:20.400270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Checking segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:20.400617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Network hostable DHCP agents. Network: 439937f6-6193-4ab6-876a-40158c3e9db5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:20.419195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:20.428371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 439937f6-6193-4ab6-876a-40158c3e9db5) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:20.432211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:20.432775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.438100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9ad48-3ca4-4673-a53b-195794c6e244 None None] Network 439937f6-6193-4ab6-876a-40158c3e9db5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:20.453388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-08e32c64-8615-4c30-bdfc-6cbb68a87af8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3730631 Apr 21 15:18:20.455922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41174) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:20.460682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:20.465171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:20.470697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Usage tracker for resource:router and tenant:3cbb47151c9f4768902afa51945a1a4c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:20.473459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:20.478994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:20.489250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.490213 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.505052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.652648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-439937f6-6193-4ab6-876a-40158c3e9db5', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:20.653494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:20.806960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Allocated IP 172.20.0.2 (439937f6-6193-4ab6-876a-40158c3e9db5/94d05510-6a0f-4c43-bbe3-3cb14aec08d6/8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:20.883183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.017954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.027702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Transition to ACTIVE for port object 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:21.045888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Transition to ACTIVE for port object 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:21.051392 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.116226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:21.118943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:21.122511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:21.128205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Pushing event updated for resources: {'Port': ['ID=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:21.194344 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.220987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Attempting to bind port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:21.221381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Attempting to bind port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:21.221735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Attempting to bind port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:21.226871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:21.227232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Checking segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:21.227619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.227859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.228007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Bound using segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:21.228447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Bound port: 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:21.228802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.320352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] For port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:21.323190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] For port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:21.327231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.361817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Allocated IP 172.26.4.77 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/ef50ffc1-1961-4cb4-812a-fbf090abd4b9) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:21.411539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a1ac7-8392-4745-b6d1-be4deb66e3eb None None] Pushing event updated for resources: {'Port': ['ID=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:21.523811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.555026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:21.632100 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:21.635165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:21.639490 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:21.674211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Pushing event updated for resources: {'Port': ['ID=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:22.058141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.182990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.379407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd83cc2-a64e-4302-a943-a8cdd61e6036 None None] Network 439937f6-6193-4ab6-876a-40158c3e9db5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:22.479478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:22.517335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-314b1adf-bde7-4cdb-9d70-5e6208179609 None None] Provisioning for port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:22.528259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.689887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:22.701678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:22.702056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.741969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Router 871b80b2-ee12-4649-8c95-a0e385ab8f6b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:18:22.850424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.884967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:22.889528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.933381 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:18:22.958470 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Sync routers for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:18:22.961767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:22.962988 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eb5273fd-450b-4dbc-bad9-ef589e9c9166 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5061393 Apr 21 15:18:22.966673 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41178) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:22.979144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:22.979761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:17:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:23.051706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:23.173360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17663ad1-eb19-441e-babc-e1637bd21896 None None] Provisioning complete for port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:23.173987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17663ad1-eb19-441e-babc-e1637bd21896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:23.205331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:23.561094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:21Z', 'revision_number': 3, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:23.564878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Checking router: 871b80b2-ee12-4649-8c95-a0e385ab8f6b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:18:23.565238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Updating router 871b80b2-ee12-4649-8c95-a0e385ab8f6b port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:18:23.617168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:23.746848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:23.942592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:23.954795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Transition to ACTIVE for port object ef50ffc1-1961-4cb4-812a-fbf090abd4b9 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:23.955111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Allocated IP 172.20.0.1 (439937f6-6193-4ab6-876a-40158c3e9db5/94d05510-6a0f-4c43-bbe3-3cb14aec08d6/dcbbc7f9-ce22-4423-af48-f55657cd2f49) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:23.961030 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.042418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Attempting to bind port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:24.042786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Attempting to bind port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:24.043160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Attempting to bind port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:24.047209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3759-2e54-4239-9281-1f3437064449 None None] Pushing event updated for resources: {'Port': ['ID=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:24.051537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:24.051906 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:24.052304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.052687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:24.053145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Bound port: ef50ffc1-1961-4cb4-812a-fbf090abd4b9, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:24.053540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.102027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.118117 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Transition to ACTIVE for port object dcbbc7f9-ce22-4423-af48-f55657cd2f49 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:24.126306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] For port ef50ffc1-1961-4cb4-812a-fbf090abd4b9, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:24.129303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] For port ef50ffc1-1961-4cb4-812a-fbf090abd4b9, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:24.133609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.142688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.208053 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:24.211217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:24.215101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:24.257873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:24.258555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:17:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:24.262157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:24.277102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.326925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d3759-2e54-4239-9281-1f3437064449 None None] Pushing event updated for resources: {'Port': ['ID=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:24.416289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.455041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:24.500816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:24.647347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4dccf01-b026-498c-9ce9-7d18f1160da6 None None] Provisioning for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:24.657098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.661574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.715596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e4dccf01-b026-498c-9ce9-7d18f1160da6 None None] Provisioning complete for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:24.716051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4dccf01-b026-498c-9ce9-7d18f1160da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.801345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e4dccf01-b026-498c-9ce9-7d18f1160da6 None None] Port dcbbc7f9-ce22-4423-af48-f55657cd2f49 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:18:24.844185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:24.844558 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.887711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Pushing event updated for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:24.890783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:24.956660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:21Z', 'revision_number': 3, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:24.976427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c85f5-5243-41f8-90e5-931c606b3ae8 None None] The sync data for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv is: [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:21Z', 'revision_number': 3, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:18:25.028943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:25.030149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:25.245134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Router 871b80b2-ee12-4649-8c95-a0e385ab8f6b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:18:25.327114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-37b28e68-a3bf-4a8b-94a0-27bde216e754 None None] Provisioning complete for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:25.327780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-37b28e68-a3bf-4a8b-94a0-27bde216e754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:25.392788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-37b28e68-a3bf-4a8b-94a0-27bde216e754 None None] Port dcbbc7f9-ce22-4423-af48-f55657cd2f49 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:18:25.422506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-adb0c005-989d-466b-bec0-87309aa5b52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:25.453027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:18:25.464000 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ef4af669-782c-4325-978a-ef1ad0595e98 admin admin] 10.222.0.35 "PUT /v2.0/routers/871b80b2-ee12-4649-8c95-a0e385ab8f6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4934831 Apr 21 15:18:25.988148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41196) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:25.993716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-272688856-network', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:25.998971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:26.002779 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Usage tracker for resource:network and tenant:56caa104f2434dfdbfbc61707e153d66 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:26.005586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:26.011151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:26.022836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Made reservation on behalf of 56caa104f2434dfdbfbc61707e153d66 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:26.025148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.038984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.053014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:26.056765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:56caa104f2434dfdbfbc61707e153d66 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:26.059506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:26.065037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:26.144584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.148261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.181420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:18:26.189782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e9d89a-bd26-4f6d-8514-e8b598c016d8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:26.195345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.195700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Added segment e0bd29e5-3849-4709-8380-00f8ae7c8628 of type vlan for network 23cb933d-3e10-450f-9034-8fed1b0375d5 Apr 21 15:18:26.224555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.255162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.256169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:26.256751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.361337 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] Pushing event updated for resources: {'Network': ['ID=23cb933d-3e10-450f-9034-8fed1b0375d5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:26.364191 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f9fef410-5b7c-492c-9b38-7b5d541ca2a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3749685 Apr 21 15:18:26.366879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41200) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:26.371007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:18:26.372824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Request body: {'subnet': {'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-subnet', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:26.378075 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:26.384080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Usage tracker for resource:subnet and tenant:56caa104f2434dfdbfbc61707e153d66 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:26.387472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:26.395396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:26.408236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Made reservation on behalf of 56caa104f2434dfdbfbc61707e153d66 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:26.410707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.471749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ef50ffc1-1961-4cb4-812a-fbf090abd4b9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:26.546261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:26.551181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:26.551729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.556378 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Sync routers for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:18:26.567778 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:26.568675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:17:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:26.619318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.674023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.690936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port ef50ffc1-1961-4cb4-812a-fbf090abd4b9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:26.695117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.696974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6023becd-10ea-4f24-9154-cb2797858cd8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:26.706329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Checking segment: {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:26.706676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Network hostable DHCP agents. Network: 23cb933d-3e10-450f-9034-8fed1b0375d5, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:18:26.732360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:18:26.743259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 23cb933d-3e10-450f-9034-8fed1b0375d5) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:26.748073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:26.748651 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.756846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9144c-7d2a-4431-8bfb-4188bb70f4d9 None None] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:26.764937 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:26.773836 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-40cb86f6-7e57-43bc-90cd-a14092ae45d7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4058912 Apr 21 15:18:26.776718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41204) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:26.784920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:26.791600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:26.801260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Usage tracker for resource:router and tenant:56caa104f2434dfdbfbc61707e153d66 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:18:26.804990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:18:26.810682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:26.827194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.828723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.849899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:26.865100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:27.018163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-23cb933d-3e10-450f-9034-8fed1b0375d5', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:18:27.018910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.118075 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 4, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'dcbbc7f9-ce22-4423-af48-f55657cd2f49', 'name': '', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'mac_address': 'fa:16:3e:9d:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:23Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 2, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'subnets': [{'id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:27.122023 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Checking router: 871b80b2-ee12-4649-8c95-a0e385ab8f6b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:18:27.122396 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Updating router 871b80b2-ee12-4649-8c95-a0e385ab8f6b port dcbbc7f9-ce22-4423-af48-f55657cd2f49 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:18:27.127591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.178106 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.224453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Allocated IP 172.20.0.2 (23cb933d-3e10-450f-9034-8fed1b0375d5/6023becd-10ea-4f24-9154-cb2797858cd8/3c3bb23b-84d8-4f75-a503-b62788a434e4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:27.439252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.451007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Transition to ACTIVE for port object 3c3bb23b-84d8-4f75-a503-b62788a434e4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:27.473390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Transition to ACTIVE for port object 3c3bb23b-84d8-4f75-a503-b62788a434e4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:27.482904 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.555607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:27.558463 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:27.561941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:27.586374 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.595962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.599429 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Transition to ACTIVE for port object dcbbc7f9-ce22-4423-af48-f55657cd2f49 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:27.606753 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.628855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.631573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Pushing event updated for resources: {'Port': ['ID=3c3bb23b-84d8-4f75-a503-b62788a434e4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:27.641955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cb4e7c38-3e25-426c-88fb-a98706b2088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.678126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Pushing event updated for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:27.710543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Attempting to bind port 3c3bb23b-84d8-4f75-a503-b62788a434e4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:27.711256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Attempting to bind port 3c3bb23b-84d8-4f75-a503-b62788a434e4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:27.711614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Attempting to bind port 3c3bb23b-84d8-4f75-a503-b62788a434e4 on network 23cb933d-3e10-450f-9034-8fed1b0375d5 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:27.718332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:27.718799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Checking segment: {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:27.719271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.719729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Bound using segment: {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:27.720394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Bound port: 3c3bb23b-84d8-4f75-a503-b62788a434e4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:27.721262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.781482 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.782075 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.782583 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.783061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.783542 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.784039 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.784507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.784979 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.785518 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.785986 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.786468 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.787123 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:18:27.814228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Allocated IP 172.26.4.45 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/cd409ee5-0efc-4800-a69d-789ab5a21edb) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:27.857288 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Attempting to bind port dcbbc7f9-ce22-4423-af48-f55657cd2f49 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:27.857923 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Attempting to bind port dcbbc7f9-ce22-4423-af48-f55657cd2f49 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:27.858452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Attempting to bind port dcbbc7f9-ce22-4423-af48-f55657cd2f49 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:27.864450 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:27.865052 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Checking segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:27.865624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.866202 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Bound using segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:27.866814 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Bound port: dcbbc7f9-ce22-4423-af48-f55657cd2f49, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:27.867403 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.911474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] For port 3c3bb23b-84d8-4f75-a503-b62788a434e4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:27.915419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] For port 3c3bb23b-84d8-4f75-a503-b62788a434e4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3c3bb23b-84d8-4f75-a503-b62788a434e4,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:27.923975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.974535 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] For port dcbbc7f9-ce22-4423-af48-f55657cd2f49, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:27.977791 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] For port dcbbc7f9-ce22-4423-af48-f55657cd2f49, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcbbc7f9-ce22-4423-af48-f55657cd2f49,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:27.984948 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:27.987665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:28.010770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4873c-6534-4e21-adc0-4d27b33e3be7 None None] Pushing event updated for resources: {'Port': ['ID=3c3bb23b-84d8-4f75-a503-b62788a434e4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:28.029802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:28.073826 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:28.074464 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:18:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:28.103765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:28.107900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:28.110529 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:28.133588 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ae0d1-52e1-4f40-a899-b262d449f4fe None None] Pushing event updated for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:28.163072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd409ee5-0efc-4800-a69d-789ab5a21edb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:28.322175 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:28.548678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ef50ffc1-1961-4cb4-812a-fbf090abd4b9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:28.600443 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:28.617575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:28.617962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:28.675627 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 4, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'dcbbc7f9-ce22-4423-af48-f55657cd2f49', 'name': '', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'mac_address': 'fa:16:3e:9d:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:23Z', 'updated_at': '2022-04-21T15:18:27Z', 'revision_number': 4, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'subnets': [{'id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:28.681112 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5043ea93-4299-4df6-93e8-6e8a8ca90d81 None None] The sync data for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv is: [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:18:24Z', 'revision_number': 4, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'dcbbc7f9-ce22-4423-af48-f55657cd2f49', 'name': '', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'mac_address': 'fa:16:3e:9d:4e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:23Z', 'updated_at': '2022-04-21T15:18:27Z', 'revision_number': 4, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'subnets': [{'id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:18:28.767953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3c3bb23b-84d8-4f75-a503-b62788a434e4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:28.861744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:28.882868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3c3bb23b-84d8-4f75-a503-b62788a434e4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:29.056936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.115749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.239563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9619de-c74d-42c3-98c9-cbaec6e13543 None None] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:18:29.346694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:18:29.368138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Provisioning for port 3c3bb23b-84d8-4f75-a503-b62788a434e4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:29.385661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Provisioning complete for port 3c3bb23b-84d8-4f75-a503-b62788a434e4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:29.386037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.539867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:18:29.565163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Sync routers for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:18:29.566064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.568098 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a8e44658-0141-4d82-a1f8-f2fd188a27a2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7903829 Apr 21 15:18:29.570783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41208) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:18:29.605878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:29.607057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:18:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:29.664379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.805707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] For port 3c3bb23b-84d8-4f75-a503-b62788a434e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3c3bb23b-84d8-4f75-a503-b62788a434e4,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:29.818780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:29.917927 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:30.121740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a682698-1647-4083-bba0-97d0412a5649 None None] Pushing event updated for resources: {'Port': ['ID=3c3bb23b-84d8-4f75-a503-b62788a434e4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:30.173456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d9b5aedb-86a0-45fe-b882-00eab997ab2a None None] Provisioning complete for port 3c3bb23b-84d8-4f75-a503-b62788a434e4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:30.173828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d9b5aedb-86a0-45fe-b882-00eab997ab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.321414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.339894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:28Z', 'revision_number': 3, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:30.346249 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Checking router: 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:18:30.346598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Updating router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f port cd409ee5-0efc-4800-a69d-789ab5a21edb binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:18:30.408280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.526620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3c3bb23b-84d8-4f75-a503-b62788a434e4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:30.602007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.666583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Allocated IP 172.20.0.1 (23cb933d-3e10-450f-9034-8fed1b0375d5/6023becd-10ea-4f24-9154-cb2797858cd8/5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:30.713318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3c3bb23b-84d8-4f75-a503-b62788a434e4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:30.713694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.816845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.834486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Transition to ACTIVE for port object 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:30.859141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.912255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcbbc7f9-ce22-4423-af48-f55657cd2f49 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:30.927034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:30.929936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:30.933554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:30.955751 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.971301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:30.980915 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Transition to ACTIVE for port object cd409ee5-0efc-4800-a69d-789ab5a21edb will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:30.990852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:30.994435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.080584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:31.088434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Attempting to bind port cd409ee5-0efc-4800-a69d-789ab5a21edb on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:31.088807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Attempting to bind port cd409ee5-0efc-4800-a69d-789ab5a21edb by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:31.089171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Attempting to bind port cd409ee5-0efc-4800-a69d-789ab5a21edb on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:31.091860 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8277a-ed41-498e-9b9f-1dfb22fda168 None None] Pushing event updated for resources: {'Port': ['ID=cd409ee5-0efc-4800-a69d-789ab5a21edb,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:31.095570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:31.095943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.132575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:31.132952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:31.133383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.133772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:31.134240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Bound port: cd409ee5-0efc-4800-a69d-789ab5a21edb, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:31.134620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.139236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.228781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-071ddf83-e120-4c02-8442-bab5bc9516fa None None] Provisioning for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:31.241402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-071ddf83-e120-4c02-8442-bab5bc9516fa None None] Provisioning complete for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:31.241776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-071ddf83-e120-4c02-8442-bab5bc9516fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.266259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] For port cd409ee5-0efc-4800-a69d-789ab5a21edb, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:31.321822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] For port cd409ee5-0efc-4800-a69d-789ab5a21edb, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=cd409ee5-0efc-4800-a69d-789ab5a21edb,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:31.334209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.368079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.373844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.390538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-071ddf83-e120-4c02-8442-bab5bc9516fa None None] Port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:18:31.418603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.447035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:31.447651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:18:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:31.482520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.485814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Pushing event updated for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:31.572184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8277a-ed41-498e-9b9f-1dfb22fda168 None None] Pushing event updated for resources: {'Port': ['ID=cd409ee5-0efc-4800-a69d-789ab5a21edb,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:31.593125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port dcbbc7f9-ce22-4423-af48-f55657cd2f49, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcbbc7f9-ce22-4423-af48-f55657cd2f49,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:31.599423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:31.629821 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:31.630954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:31.752254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:31.796425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:31.832408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:18:31.986028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-942bbefd-cc87-4aa1-ae58-f42bdd24f5bf None None] Provisioning complete for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:31.986401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-942bbefd-cc87-4aa1-ae58-f42bdd24f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:32.019118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:18:32.027780 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-848c3253-3de0-4b68-bad9-fd196a83b0ea admin admin] 10.222.0.35 "PUT /v2.0/routers/1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558036 Apr 21 15:18:32.065776 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-942bbefd-cc87-4aa1-ae58-f42bdd24f5bf None None] Port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:18:32.128614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869', 'name': '', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'mac_address': 'fa:16:3e:d1:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:30Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 2, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'subnets': [{'id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:32.132547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf95ae-2177-4689-b295-658b9b634274 None None] The sync data for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv is: [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869', 'name': '', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'mac_address': 'fa:16:3e:d1:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:30Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 2, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'subnets': [{'id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:18:32.444415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcbbc7f9-ce22-4423-af48-f55657cd2f49 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:32.522680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port dcbbc7f9-ce22-4423-af48-f55657cd2f49 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:32.523053 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:33.077730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-90e0a816-b0e7-4cfb-bf79-779b3b5308f0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:33.078496 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6335c3a6-516a-418a-ac79-6debffa631cf req-90e0a816-b0e7-4cfb-bf79-779b3b5308f0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Synchronizing usage tracker for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:33.095625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6335c3a6-516a-418a-ac79-6debffa631cf req-90e0a816-b0e7-4cfb-bf79-779b3b5308f0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Unset dirty status for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:33.097072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-90e0a816-b0e7-4cfb-bf79-779b3b5308f0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 817 time: 0.3013432 Apr 21 15:18:33.112200 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-9f3f03ed-d732-46c2-80f2-4e1e4d6c0e39 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/quotas/3cbb47151c9f4768902afa51945a1a4c HTTP/1.1" status: 200 len: 375 time: 0.0094826 Apr 21 15:18:33.197718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6335c3a6-516a-418a-ac79-6debffa631cf req-b65d3eef-c967-43d3-bf6d-5f074bfa1f7d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Synchronizing usage tracker for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:33.217905 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-6335c3a6-516a-418a-ac79-6debffa631cf req-b65d3eef-c967-43d3-bf6d-5f074bfa1f7d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Unset dirty status for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:33.219343 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-b65d3eef-c967-43d3-bf6d-5f074bfa1f7d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014102 Apr 21 15:18:33.384503 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-0f27f485-4295-4c15-b318-7237ef8ca9e9 service neutron] 10.222.0.35 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470306 Apr 21 15:18:33.522743 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-30517057-9055-4961-9879-f06653b87ed2 service neutron] 10.222.0.35 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307721 Apr 21 15:18:33.725277 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78f8e3b2-a211-41ae-ac04-8a6aa08d239a req-2b8e6e07-e3ce-462d-87cc-abaec6d57ae4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 210 time: 0.0510111 Apr 21 15:18:34.460687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device cd409ee5-0efc-4800-a69d-789ab5a21edb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:34.527671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port cd409ee5-0efc-4800-a69d-789ab5a21edb completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:34.533508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port cd409ee5-0efc-4800-a69d-789ab5a21edb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:34.533875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.647338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.663564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port cd409ee5-0efc-4800-a69d-789ab5a21edb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=cd409ee5-0efc-4800-a69d-789ab5a21edb,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:34.666937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:34.737028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=cd409ee5-0efc-4800-a69d-789ab5a21edb,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:34.912887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8830452-2e64-438d-a2d9-184359aaa896 req-5d55f298-745d-4bb9-82c5-43976a682cb9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 210 time: 0.0477593 Apr 21 15:18:34.961489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-01910137-2788-4c38-bec1-c711b71da945 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:34.962917 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-01910137-2788-4c38-bec1-c711b71da945 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 817 time: 0.1593614 Apr 21 15:18:34.973764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Request body: {'port': {'device_id': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'admin_state_up': True, 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:35.111869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:18:35.121089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:18:35.131101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Made reservation on behalf of 3cbb47151c9f4768902afa51945a1a4c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:18:35.134589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.296951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Allocated IP 172.20.0.9 (439937f6-6193-4ab6-876a-40158c3e9db5/94d05510-6a0f-4c43-bbe3-3cb14aec08d6/5290cc3a-dc73-47be-8942-06c2215ebb50) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:18:35.493889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.508968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Transition to ACTIVE for port object 5290cc3a-dc73-47be-8942-06c2215ebb50 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:35.532338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.607788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:18:35.611442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:18:35.615280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:18:35.631241 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Sync routers for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:18:35.641325 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:35.642004 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:18:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:35.645492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Pushing event updated for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:35.685717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:35.686818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.715051 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-521a45bb-78e2-45fd-8314-caea7c4607f9 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7447670 Apr 21 15:18:35.726845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Request body: {'port': {'device_id': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:18:35.842917 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:35.853298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.911963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-effdbf7a-61a8-4d75-9ee7-cb0d5e0c0a32 None None] Provisioning for port 5290cc3a-dc73-47be-8942-06c2215ebb50 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:35.918004 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-effdbf7a-61a8-4d75-9ee7-cb0d5e0c0a32 None None] Provisioning complete for port 5290cc3a-dc73-47be-8942-06c2215ebb50 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:35.918799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-effdbf7a-61a8-4d75-9ee7-cb0d5e0c0a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:35.985348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-effdbf7a-61a8-4d75-9ee7-cb0d5e0c0a32 None None] Port 5290cc3a-dc73-47be-8942-06c2215ebb50 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:18:36.121704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb8f20-4b0a-4f61-b01e-ba76cd2285c4 req-3c28fd08-d28d-40f4-a654-63eb03c00367 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:36.123734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7fb8f20-4b0a-4f61-b01e-ba76cd2285c4 req-3c28fd08-d28d-40f4-a654-63eb03c00367 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 931 time: 0.0835736 Apr 21 15:18:36.175124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c7fb8f20-4b0a-4f61-b01e-ba76cd2285c4 req-89824eff-3b35-40d2-90ca-8dafce81c3d4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Synchronizing usage tracker for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:18:36.193448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-c7fb8f20-4b0a-4f61-b01e-ba76cd2285c4 req-89824eff-3b35-40d2-90ca-8dafce81c3d4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Unset dirty status for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:18:36.194941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7fb8f20-4b0a-4f61-b01e-ba76cd2285c4 req-89824eff-3b35-40d2-90ca-8dafce81c3d4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654330 Apr 21 15:18:36.234350 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869', 'name': '', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'mac_address': 'fa:16:3e:d1:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:30Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 2, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'subnets': [{'id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:36.238624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Checking router: 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:18:36.238966 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Updating router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:18:36.289369 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.321267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5290cc3a-dc73-47be-8942-06c2215ebb50 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:18:36.328569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.343323 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Transition to ACTIVE for port object 5290cc3a-dc73-47be-8942-06c2215ebb50 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:36.347383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.444802 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device cd409ee5-0efc-4800-a69d-789ab5a21edb up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:36.514330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Pushing event updated for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:36.516314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port cd409ee5-0efc-4800-a69d-789ab5a21edb triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:36.516874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.595372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Attempting to bind port 5290cc3a-dc73-47be-8942-06c2215ebb50 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:36.595502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Attempting to bind port 5290cc3a-dc73-47be-8942-06c2215ebb50 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:36.595788 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Attempting to bind port 5290cc3a-dc73-47be-8942-06c2215ebb50 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:36.600727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Port 5290cc3a-dc73-47be-8942-06c2215ebb50 on network 439937f6-6193-4ab6-876a-40158c3e9db5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:18:36.601045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Attempting to bind port 5290cc3a-dc73-47be-8942-06c2215ebb50 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:36.606673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:36.606993 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Checking segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:36.607367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Bound using segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:36.607786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Bound port: 5290cc3a-dc73-47be-8942-06c2215ebb50, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:36.608126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.678615 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.689713 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Transition to ACTIVE for port object 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:18:36.697801 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.706175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:36.709364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5290cc3a-dc73-47be-8942-06c2215ebb50,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:36.714258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.795339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:36.796745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.798071 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] 10.222.0.13 "PUT /v2.0/ports/5290cc3a-dc73-47be-8942-06c2215ebb50 HTTP/1.1" status: 200 len: 1093 time: 1.0755963 Apr 21 15:18:36.798876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:18:36.830838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220201c2-254c-4ec8-b08d-9613fc378191 service neutron] Pushing event updated for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:36.855753 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0d16f-5014-4c16-ae04-f89dd99f430e None None] Pushing event updated for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:36.868894 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565dcfe8-a082-4d4a-8a4c-5f14abc4c41c'] response: {'name': 'network-changed', 'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50', 'status': 'completed', 'code': 200} Apr 21 15:18:36.951814 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Attempting to bind port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:18:36.952257 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Attempting to bind port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:18:36.952608 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Attempting to bind port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 on network 23cb933d-3e10-450f-9034-8fed1b0375d5 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:18:36.958838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-77a37a0b-2457-42be-8558-076ed18a2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:36.959643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:18:36.960073 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Checking segment: {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:18:36.960452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:36.960828 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Bound using segment: {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:18:36.961325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-77a37a0b-2457-42be-8558-076ed18a2f66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 1096 time: 0.0852656 Apr 21 15:18:36.961447 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Bound port: 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd29e5-3849-4709-8380-00f8ae7c8628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:18:36.961813 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:37.035137 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-3015086f-f66f-43fa-9096-6269a1d6cbef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5290cc3a-dc73-47be-8942-06c2215ebb50 HTTP/1.1" status: 200 len: 217 time: 0.0674558 Apr 21 15:18:37.058288 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] For port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:18:37.062395 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] For port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:18:37.068364 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:37.104389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-7f8366fc-8d3c-4af4-bb45-84fecab9f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.105863 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-7f8366fc-8d3c-4af4-bb45-84fecab9f470 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d05510-6a0f-4c43-bbe3-3cb14aec08d6 HTTP/1.1" status: 200 len: 856 time: 0.0644505 Apr 21 15:18:37.151235 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:18:37.151770 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:18:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:37.193816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335c3a6-516a-418a-ac79-6debffa631cf req-c45d9350-381b-4d78-8299-a500edfdee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.195431 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-c45d9350-381b-4d78-8299-a500edfdee7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=439937f6-6193-4ab6-876a-40158c3e9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839224 Apr 21 15:18:37.218641 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0d16f-5014-4c16-ae04-f89dd99f430e None None] Pushing event updated for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:37.352728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-c1e24700-4e18-4792-a698-4ba17e0772b1 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503725 Apr 21 15:18:37.384589 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:18:37.397900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdd96c-b650-44a4-88b8-08eff86c0149 req-50fa17b4-2be4-475f-b9a3-e4dc361694c7 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.399416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-40fdd96c-b650-44a4-88b8-08eff86c0149 req-50fa17b4-2be4-475f-b9a3-e4dc361694c7 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 943 time: 0.0853007 Apr 21 15:18:37.446842 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-40fdd96c-b650-44a4-88b8-08eff86c0149 req-bc282899-c4d4-437b-a8ce-c054e7efca2e tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Apr 21 15:18:37.500304 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6335c3a6-516a-418a-ac79-6debffa631cf req-f1f8cfb8-20c8-44bb-bcf4-017c9b509f49 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420484 Apr 21 15:18:37.619444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-4294e008-d3f2-4550-baeb-455ed3b79fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.620884 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-4294e008-d3f2-4550-baeb-455ed3b79fcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 1096 time: 0.0773602 Apr 21 15:18:37.718635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869', 'name': '', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'mac_address': 'fa:16:3e:d1:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:30Z', 'updated_at': '2022-04-21T15:18:37Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'subnets': [{'id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:18:37.722390 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e948bf-d8cf-4886-8a60-639db78f73e5 None None] The sync data for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv is: [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:18:31Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869', 'name': '', 'network_id': '23cb933d-3e10-450f-9034-8fed1b0375d5', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'mac_address': 'fa:16:3e:d1:65:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:30Z', 'updated_at': '2022-04-21T15:18:37Z', 'revision_number': 4, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'subnets': [{'id': '6023becd-10ea-4f24-9154-cb2797858cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:18:37.753759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-2e827ae9-5c2f-40c7-8ea0-2326b370aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.755172 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-2e827ae9-5c2f-40c7-8ea0-2326b370aa66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 918 time: 0.1287532 Apr 21 15:18:37.826131 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-1a12ddaf-85fa-472e-84ae-404d96fba758 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5290cc3a-dc73-47be-8942-06c2215ebb50 HTTP/1.1" status: 200 len: 217 time: 0.0654194 Apr 21 15:18:37.998424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-fd1da36b-52b2-4dea-a129-0ee6376a4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:37.999830 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-fd1da36b-52b2-4dea-a129-0ee6376a4015 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d05510-6a0f-4c43-bbe3-3cb14aec08d6 HTTP/1.1" status: 200 len: 856 time: 0.1675582 Apr 21 15:18:38.076239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-2fa39ae2-aa11-49b3-abf6-972397c9afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:38.077669 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-2fa39ae2-aa11-49b3-abf6-972397c9afc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=439937f6-6193-4ab6-876a-40158c3e9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722048 Apr 21 15:18:38.207951 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-f788693f-01a0-4515-b62a-ba48d8b888a3 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240933 Apr 21 15:18:38.339482 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9bfcc040-209c-49e5-82c0-543bcfcf2ed0 req-ad1c3bac-49c0-4a71-ab56-918c13633197 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245317 Apr 21 15:18:38.451448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:38.519321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:38.524783 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:38.525150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:38.642312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de31ad3-8025-46b3-8f2b-565ee09a8ef2 req-b2f98cfa-1b5d-4e64-aa5d-4adc21ca0e27 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:38.644054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0de31ad3-8025-46b3-8f2b-565ee09a8ef2 req-b2f98cfa-1b5d-4e64-aa5d-4adc21ca0e27 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 943 time: 0.0853317 Apr 21 15:18:38.647698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:38.679439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:38.683727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:38.691050 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0de31ad3-8025-46b3-8f2b-565ee09a8ef2 req-ff4da11f-b7e8-49eb-843e-c7baae6cc784 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Apr 21 15:18:38.788152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:39.872466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b0a06-6468-45ba-a15e-5aa328f5f241 req-c8ec940e-e5ad-4f4e-9e6c-c915332ceb01 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:39.873941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c5b0a06-6468-45ba-a15e-5aa328f5f241 req-c8ec940e-e5ad-4f4e-9e6c-c915332ceb01 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 943 time: 0.0801282 Apr 21 15:18:39.917332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c5b0a06-6468-45ba-a15e-5aa328f5f241 req-3bd6a1c4-3787-4a64-aa86-4d6217913254 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Apr 21 15:18:40.435543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:40.501363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:40.501729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:40.794519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5290cc3a-dc73-47be-8942-06c2215ebb50 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:18:40.926141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5290cc3a-dc73-47be-8942-06c2215ebb50,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:40.939536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '5290cc3a-dc73-47be-8942-06c2215ebb50', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'port_id': '5290cc3a-dc73-47be-8942-06c2215ebb50', 'mac_address': 'fa:16:3e:53:2c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:18:40.994233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:41.011394 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5290cc3a-dc73-47be-8942-06c2215ebb50 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:18:41.026504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5290cc3a-dc73-47be-8942-06c2215ebb50,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:41.030812 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:41.104572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:41.108297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a638de-60d2-4ada-8627-ea67da039589 req-1c9c14b7-4b34-4bb1-93d4-46199a0c931d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:41.109804 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d4a638de-60d2-4ada-8627-ea67da039589 req-1c9c14b7-4b34-4bb1-93d4-46199a0c931d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 944 time: 0.0841100 Apr 21 15:18:41.153990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d4a638de-60d2-4ada-8627-ea67da039589 req-2b31a322-2c37-486d-8db0-c9b7370f2b35 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Apr 21 15:18:41.353542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['5290cc3a-dc73-47be-8942-06c2215ebb50'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:18:42.335452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d1d19-59f4-4ba3-95f1-bb90b35f0249 req-f157c11c-2374-4781-8731-082baf3a9685 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:42.336863 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-363d1d19-59f4-4ba3-95f1-bb90b35f0249 req-f157c11c-2374-4781-8731-082baf3a9685 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 944 time: 0.0783734 Apr 21 15:18:42.383097 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-363d1d19-59f4-4ba3-95f1-bb90b35f0249 req-284d081a-cefc-4c93-900c-0b4b581dfc6d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Apr 21 15:18:42.807212 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5290cc3a-dc73-47be-8942-06c2215ebb50 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:18:42.874775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 5290cc3a-dc73-47be-8942-06c2215ebb50 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:18:42.879441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 5290cc3a-dc73-47be-8942-06c2215ebb50 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:18:42.879808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:42.995495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.021058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:18:43.031167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5290cc3a-dc73-47be-8942-06c2215ebb50,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:18:43.035277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:43.103040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:18:43.124085 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286b8955-c973-4c0b-b429-6df6f51b37c7'] response: {'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50', 'code': 200} Apr 21 15:18:43.348063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650213bd-c1ba-494d-b81b-bb37cc51a240 req-34f407ba-d03e-4c65-8b73-756b238ed573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:43.349436 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-650213bd-c1ba-494d-b81b-bb37cc51a240 req-34f407ba-d03e-4c65-8b73-756b238ed573 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 1098 time: 0.0703437 Apr 21 15:18:43.388306 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-650213bd-c1ba-494d-b81b-bb37cc51a240 req-7780be31-68a0-4678-ae68-4e4ae5bd0fca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Apr 21 15:18:43.565857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb7b6b-d937-4d25-b822-566ba301b14d req-a45cd3ec-b562-4564-876c-088101bd4c19 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:43.567297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35eb7b6b-d937-4d25-b822-566ba301b14d req-a45cd3ec-b562-4564-876c-088101bd4c19 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0797119 Apr 21 15:18:43.611222 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35eb7b6b-d937-4d25-b822-566ba301b14d req-82d8faf0-5d9f-477a-9445-6aaecc8862a1 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Apr 21 15:18:44.802170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb0b76-b3ee-4413-9d25-96dbc16c8950 req-dbe5a430-2520-4ad5-84bb-de72ca33335b tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:44.803606 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-92bb0b76-b3ee-4413-9d25-96dbc16c8950 req-dbe5a430-2520-4ad5-84bb-de72ca33335b tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0835166 Apr 21 15:18:44.848239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-92bb0b76-b3ee-4413-9d25-96dbc16c8950 req-47d48552-9f52-4321-88b3-6eba63cd4b89 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Apr 21 15:18:45.027541 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033555fe-62fc-485e-b6be-042460e53e98 req-e22a5fe6-b3ee-4eaa-954b-017b44ed5996 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:18:45.029550 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-033555fe-62fc-485e-b6be-042460e53e98 req-e22a5fe6-b3ee-4eaa-954b-017b44ed5996 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0785501 Apr 21 15:18:45.071567 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-033555fe-62fc-485e-b6be-042460e53e98 req-22eaa0d8-8402-425d-adb2-6605f6eae80d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Apr 21 15:18:52.194995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:52.383640 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:18:55.416808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3928c789-1e53-443e-894c-0c9e4e7af4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:57.589017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-44969907-80bb-4424-bf59-29acd24c6c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:58.840384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:18:59.036335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.509109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:00.542580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4098a18-2076-4acc-a777-032a6660f86f req-bd2ef202-dfa0-4d7f-838d-4ea4704c33e0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:00.544017 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a4098a18-2076-4acc-a777-032a6660f86f req-bd2ef202-dfa0-4d7f-838d-4ea4704c33e0 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0840843 Apr 21 15:19:00.587001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a4098a18-2076-4acc-a777-032a6660f86f req-8e24f6af-79ac-43bd-aea4-e2d58713ae54 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Apr 21 15:19:01.769928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235bf75a-d8df-4c3a-9779-ad62c38cc9b9 req-8df932ba-f9de-41e3-b5de-bdf88b0a0f1c tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:01.771363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-235bf75a-d8df-4c3a-9779-ad62c38cc9b9 req-8df932ba-f9de-41e3-b5de-bdf88b0a0f1c tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0784502 Apr 21 15:19:01.817393 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-235bf75a-d8df-4c3a-9779-ad62c38cc9b9 req-5a9b9d7f-62eb-4afc-9479-e1032aa1ad96 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Apr 21 15:19:02.225282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-670bf0b8-0fdf-43bd-b551-db7d77b7ebad tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:02.225959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-670bf0b8-0fdf-43bd-b551-db7d77b7ebad tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Synchronizing usage tracker for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:19:02.241610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-670bf0b8-0fdf-43bd-b551-db7d77b7ebad tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Unset dirty status for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:19:02.242833 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-670bf0b8-0fdf-43bd-b551-db7d77b7ebad tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 945 time: 0.0979464 Apr 21 15:19:02.311082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Deleting port 5290cc3a-dc73-47be-8942-06c2215ebb50 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:02.311415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:02.556389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] For port 5290cc3a-dc73-47be-8942-06c2215ebb50, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5290cc3a-dc73-47be-8942-06c2215ebb50,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:02.556654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:02.678178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Calling delete_port for 5290cc3a-dc73-47be-8942-06c2215ebb50 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:02.868190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:02.881563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['5290cc3a-dc73-47be-8942-06c2215ebb50'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:19:02.958469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Pushing event deleted for resources: {'Port': ['ID=5290cc3a-dc73-47be-8942-06c2215ebb50,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:02.975134 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c5d275d0-4ea4-4ee1-9107-1d9d031a242c req-6de97d98-edcd-4892-bd86-2e49c0eb4aeb tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=61093c6a-a4e6-47b5-a984-c838ee4f63ac HTTP/1.1" status: 200 len: 210 time: 0.0487163 Apr 21 15:19:03.015113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] No DVR routers for this DVR port 5290cc3a-dc73-47be-8942-06c2215ebb50 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:19:03.017576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:03.020301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'name': 'network-vif-deleted', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:19:03.038472 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e7f3b906-c6bb-48c0-8ee1-b7251b4f2159 req-48365650-0683-41de-b181-d650370c7809 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "DELETE /v2.0/ports/5290cc3a-dc73-47be-8942-06c2215ebb50 HTTP/1.1" status: 204 len: 173 time: 0.7908089 Apr 21 15:19:03.071641 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5faf3c80-7da6-4cbe-8825-be79a60ccebb'] response: {'server_uuid': '61093c6a-a4e6-47b5-a984-c838ee4f63ac', 'name': 'network-vif-deleted', 'tag': '5290cc3a-dc73-47be-8942-06c2215ebb50', 'status': 'completed', 'code': 200} Apr 21 15:19:04.744765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-13345679-a1ac-4312-8603-728daff83849 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:04.746291 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-13345679-a1ac-4312-8603-728daff83849 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 817 time: 0.1435218 Apr 21 15:19:04.760297 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-f7ad8d7c-bc77-4470-820e-61a0b7b46af2 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/quotas/3cbb47151c9f4768902afa51945a1a4c HTTP/1.1" status: 200 len: 375 time: 0.0087931 Apr 21 15:19:04.842812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-26750bc8-5109-4fb4-aa5c-2d125e576000 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769625 Apr 21 15:19:04.978135 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-914306b8-5052-4874-ac5a-8fe5527783a6 service neutron] 10.222.0.35 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231918 Apr 21 15:19:05.108221 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-b5dd4861-b283-4e3c-8163-47b4961f8f10 service neutron] 10.222.0.35 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233363 Apr 21 15:19:05.388603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eca76182-62b4-4da4-bb49-8c54812f3ca8 req-23797b9d-650b-4f46-baa0-653659da494b tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 210 time: 0.1485829 Apr 21 15:19:06.285759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-351f5215-82d2-4975-b368-a163b0fcc05c tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:06.287131 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-351f5215-82d2-4975-b368-a163b0fcc05c tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 817 time: 0.1475658 Apr 21 15:19:06.298138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Request body: {'port': {'device_id': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'admin_state_up': True, 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:06.534086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:06.538141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Usage tracker for resource:port and tenant:3cbb47151c9f4768902afa51945a1a4c is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:06.538296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-28ec61f6-1253-42d0-8208-eeb9a46a4721 req-dfc87a55-ec8f-41b6-9328-d11abdc36146 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 210 time: 0.0424085 Apr 21 15:19:06.540928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:06.546693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:06.556300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Made reservation on behalf of 3cbb47151c9f4768902afa51945a1a4c for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:19:06.560007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:06.722409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Allocated IP 172.20.0.12 (439937f6-6193-4ab6-876a-40158c3e9db5/94d05510-6a0f-4c43-bbe3-3cb14aec08d6/b86803c9-58a4-435c-b9f1-7cadc85b9e39) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:06.921051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5290cc3a-dc73-47be-8942-06c2215ebb50 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:06.923128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:06.940467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Transition to ACTIVE for port object b86803c9-58a4-435c-b9f1-7cadc85b9e39 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:06.955966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 5290cc3a-dc73-47be-8942-06c2215ebb50 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:06.956319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5290cc3a-dc73-47be-8942-06c2215ebb50 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:06.965661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.039903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Network 439937f6-6193-4ab6-876a-40158c3e9db5 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:07.043047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:07.046824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:07.081864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Pushing event updated for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:07.113259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:07.113885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.139708 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-9f3d7ba2-2413-49af-b13e-ded0f0a24ed3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8449502 Apr 21 15:19:07.150363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Request body: {'port': {'device_id': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:07.264841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.283923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9e69b916-5156-4bbc-ad65-3d87206a9078 None None] Provisioning for port b86803c9-58a4-435c-b9f1-7cadc85b9e39 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:07.288731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9e69b916-5156-4bbc-ad65-3d87206a9078 None None] Provisioning complete for port b86803c9-58a4-435c-b9f1-7cadc85b9e39 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:07.289096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e69b916-5156-4bbc-ad65-3d87206a9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.344864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9e69b916-5156-4bbc-ad65-3d87206a9078 None None] Port b86803c9-58a4-435c-b9f1-7cadc85b9e39 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:19:07.609660 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b86803c9-58a4-435c-b9f1-7cadc85b9e39 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:19:07.616800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.631473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Transition to ACTIVE for port object b86803c9-58a4-435c-b9f1-7cadc85b9e39 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:07.634751 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.724627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f6fd9-4fd2-4c5d-99d3-db45f07380cd req-6eee15de-a4c8-4ccb-b1a1-820c533671f4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:07.726186 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3e3f6fd9-4fd2-4c5d-99d3-db45f07380cd req-6eee15de-a4c8-4ccb-b1a1-820c533671f4 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 944 time: 0.0809381 Apr 21 15:19:07.776305 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3e3f6fd9-4fd2-4c5d-99d3-db45f07380cd req-bccaf10b-1a4a-4b2b-a021-4b9ea2325561 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Apr 21 15:19:07.799657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Pushing event updated for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:07.879590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Attempting to bind port b86803c9-58a4-435c-b9f1-7cadc85b9e39 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:07.879915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Attempting to bind port b86803c9-58a4-435c-b9f1-7cadc85b9e39 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:07.880232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Attempting to bind port b86803c9-58a4-435c-b9f1-7cadc85b9e39 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:07.884764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Port b86803c9-58a4-435c-b9f1-7cadc85b9e39 on network 439937f6-6193-4ab6-876a-40158c3e9db5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:19:07.885075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Attempting to bind port b86803c9-58a4-435c-b9f1-7cadc85b9e39 on network 439937f6-6193-4ab6-876a-40158c3e9db5 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:07.890821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:07.891144 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Checking segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:07.891515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Bound using segment: {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:07.891922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Bound port: b86803c9-58a4-435c-b9f1-7cadc85b9e39, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1e8217-ac23-405c-9b98-48903a4b3fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:07.892255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:07.983375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:07.986253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:07.990780 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:08.050475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.051078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:08.052428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] 10.222.0.13 "PUT /v2.0/ports/b86803c9-58a4-435c-b9f1-7cadc85b9e39 HTTP/1.1" status: 200 len: 1094 time: 0.9061916 Apr 21 15:19:08.052860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:19:08.075579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2707-473d-4237-ba23-aa7b19aae742 service neutron] Pushing event updated for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:08.127679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84589283-a2ab-435a-863a-f9fa5882633a'] response: {'name': 'network-changed', 'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39', 'status': 'completed', 'code': 200} Apr 21 15:19:08.172720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-6ac472ff-2738-4750-97dc-2a2c82db65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.174206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-6ac472ff-2738-4750-97dc-2a2c82db65f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 1097 time: 0.0790074 Apr 21 15:19:08.243319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-d7874314-7444-4ac3-98f5-32c4225a8115 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39 HTTP/1.1" status: 200 len: 217 time: 0.0616639 Apr 21 15:19:08.405332 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-189f8a34-3f0a-4272-9806-896df46e4a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.406790 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-189f8a34-3f0a-4272-9806-896df46e4a47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d05510-6a0f-4c43-bbe3-3cb14aec08d6 HTTP/1.1" status: 200 len: 856 time: 0.1583269 Apr 21 15:19:08.482127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fc240-03cf-4389-817f-433b61784085 req-2f276bc1-10e0-44b7-9e80-b4d9d307d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.483566 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-2f276bc1-10e0-44b7-9e80-b4d9d307d748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=439937f6-6193-4ab6-876a-40158c3e9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710459 Apr 21 15:19:08.614036 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-8989d226-a994-4900-9471-a64a97e897b3 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248693 Apr 21 15:19:08.742148 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1b4fc240-03cf-4389-817f-433b61784085 req-956f9772-cd19-4d58-b036-00d2ce0dbb2d service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216433 Apr 21 15:19:08.865890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-aaf24943-b3c6-46fa-ae74-842da70f6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.867341 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-aaf24943-b3c6-46fa-ae74-842da70f6760 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3cbb47151c9f4768902afa51945a1a4c&device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 1097 time: 0.0764244 Apr 21 15:19:08.963263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bf3c7-64c3-42fe-9d5c-3c4e6e61dec6 req-ae99d23a-74ad-40be-ad51-c4e27c710b20 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:08.965359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ab1bf3c7-64c3-42fe-9d5c-3c4e6e61dec6 req-ae99d23a-74ad-40be-ad51-c4e27c710b20 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 944 time: 0.0804689 Apr 21 15:19:09.002370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-d1194aad-b78c-4bd9-8446-0edbd313eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:09.003722 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-d1194aad-b78c-4bd9-8446-0edbd313eecb service neutron] 10.222.0.13 "GET /v2.0/networks?id=439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 200 len: 918 time: 0.1297121 Apr 21 15:19:09.010864 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ab1bf3c7-64c3-42fe-9d5c-3c4e6e61dec6 req-115a09e9-d3a1-4560-bb34-74415ca94365 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Apr 21 15:19:09.070900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-47e9f8fc-0f75-4f8b-a77d-3bd901c84b6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39 HTTP/1.1" status: 200 len: 217 time: 0.0606422 Apr 21 15:19:09.136284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-a0970c51-1989-42f0-b6bc-6d6b88c53694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:09.138328 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-a0970c51-1989-42f0-b6bc-6d6b88c53694 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=94d05510-6a0f-4c43-bbe3-3cb14aec08d6 HTTP/1.1" status: 200 len: 856 time: 0.0602119 Apr 21 15:19:09.210508 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-c702559f-f462-49db-b454-f2535eef097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:09.211917 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-c702559f-f462-49db-b454-f2535eef097b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=439937f6-6193-4ab6-876a-40158c3e9db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686350 Apr 21 15:19:09.342767 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-059e9511-aa89-482c-9d3d-e6e510503838 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242208 Apr 21 15:19:09.473665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-c33b7d1c-4dc8-4cf5-8d71-87d17b95384c req-49a2e222-ad11-42d8-b9ae-4e9a744af3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251001 Apr 21 15:19:10.201082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236fd1d-fef4-42ab-917f-6a050cbdf743 req-0707b004-309d-497f-b2ff-c096588caddd tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:10.202538 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4236fd1d-fef4-42ab-917f-6a050cbdf743 req-0707b004-309d-497f-b2ff-c096588caddd tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 944 time: 0.0821271 Apr 21 15:19:10.245929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4236fd1d-fef4-42ab-917f-6a050cbdf743 req-fb7b8e91-d5be-4e78-81cb-4606eb33d67d tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Apr 21 15:19:11.431373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487051c5-3726-4630-8d17-374bc8450c76 req-d05635f4-af92-4894-93cb-498c48c695a3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:11.432828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-487051c5-3726-4630-8d17-374bc8450c76 req-d05635f4-af92-4894-93cb-498c48c695a3 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 944 time: 0.0796371 Apr 21 15:19:11.476095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-487051c5-3726-4630-8d17-374bc8450c76 req-3f4c9d3c-af6b-4321-a3f2-bd9abe386ba1 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Apr 21 15:19:12.659654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084c75-5e1b-42bd-9d0a-0b8ec0cc4b07 req-2ed7baf0-2483-4509-8dfd-fc4a16357384 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:12.661027 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8084c75-5e1b-42bd-9d0a-0b8ec0cc4b07 req-2ed7baf0-2483-4509-8dfd-fc4a16357384 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 944 time: 0.0816386 Apr 21 15:19:12.704084 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f8084c75-5e1b-42bd-9d0a-0b8ec0cc4b07 req-a3e4c935-319c-46fd-b063-b3fc5e5d2a51 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Apr 21 15:19:12.929897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b86803c9-58a4-435c-b9f1-7cadc85b9e39 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:19:13.060721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:13.073355 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39', 'network_id': '439937f6-6193-4ab6-876a-40158c3e9db5', 'port_id': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39', 'mac_address': 'fa:16:3e:4e:75:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d05510-6a0f-4c43-bbe3-3cb14aec08d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:19:13.127408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:13.143503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b86803c9-58a4-435c-b9f1-7cadc85b9e39 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:19:13.159066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:13.163018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:13.231808 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:13.238722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.239066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.239401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.239734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.240062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.240387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.240707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.241029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.241378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.241698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.242016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.242331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:13.467845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b86803c9-58a4-435c-b9f1-7cadc85b9e39'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:19:13.883677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3355f5e-7bbf-4aa9-aeae-b444b96fda07 req-c32f3934-7e80-4227-b83c-cc97a94ad798 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:13.885115 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c3355f5e-7bbf-4aa9-aeae-b444b96fda07 req-c32f3934-7e80-4227-b83c-cc97a94ad798 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 945 time: 0.0795202 Apr 21 15:19:13.931719 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c3355f5e-7bbf-4aa9-aeae-b444b96fda07 req-34dd8598-7862-414f-836e-8f4adb299a92 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Apr 21 15:19:14.930277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b86803c9-58a4-435c-b9f1-7cadc85b9e39 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:14.998188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port b86803c9-58a4-435c-b9f1-7cadc85b9e39 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:15.002874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port b86803c9-58a4-435c-b9f1-7cadc85b9e39 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:15.003241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:15.126246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd0170-9d07-4921-84d5-7c55702ea66d req-23c95b64-f7aa-4500-8e30-9909f32d1316 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:15.127717 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-18bd0170-9d07-4921-84d5-7c55702ea66d req-23c95b64-f7aa-4500-8e30-9909f32d1316 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 945 time: 0.0825808 Apr 21 15:19:15.149065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:15.173424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-18bd0170-9d07-4921-84d5-7c55702ea66d req-631bf0b0-0da5-4803-8c3f-1b52510a0577 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395119 Apr 21 15:19:15.175764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:19:15.186340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:15.189991 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:15.226086 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d8b5b6-a107-4a55-8424-ff670d97f1c6'] response: {'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39', 'code': 200} Apr 21 15:19:15.258281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:15.451272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b7c3-4a31-4238-b3a6-5a226cc2c174 req-b3cd2a6c-23b9-4175-9262-cc8967885a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:15.452610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d82b7c3-4a31-4238-b3a6-5a226cc2c174 req-b3cd2a6c-23b9-4175-9262-cc8967885a1b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 1099 time: 0.0735035 Apr 21 15:19:15.492598 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5d82b7c3-4a31-4238-b3a6-5a226cc2c174 req-b517b974-fc59-4d2a-bd5e-2c23850babdc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Apr 21 15:19:16.373817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba803-4b81-40bb-bd5f-6fbd5baa8081 req-84525611-6707-46bc-9633-09649eaeb3e6 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:16.375222 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55ba803-4b81-40bb-bd5f-6fbd5baa8081 req-84525611-6707-46bc-9633-09649eaeb3e6 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0843019 Apr 21 15:19:16.420108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55ba803-4b81-40bb-bd5f-6fbd5baa8081 req-c0e0ab97-aed9-47e6-8332-95263d826912 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 Apr 21 15:19:17.625101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c513e82-7fd9-452c-9c25-f681a172e6ae req-15879f78-4f60-43cb-a829-5b26e7a8af9f tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:17.626557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5c513e82-7fd9-452c-9c25-f681a172e6ae req-15879f78-4f60-43cb-a829-5b26e7a8af9f tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0790942 Apr 21 15:19:17.671339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5c513e82-7fd9-452c-9c25-f681a172e6ae req-63dfde27-83ed-42c5-ab31-5c6263473e26 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389969 Apr 21 15:19:17.858272 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02ea76-d11c-411e-a3c0-f96b85c52e09 req-e7b1606a-d8c7-443f-8b2a-de1cc19bcb95 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:17.859724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b02ea76-d11c-411e-a3c0-f96b85c52e09 req-e7b1606a-d8c7-443f-8b2a-de1cc19bcb95 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0850799 Apr 21 15:19:17.903015 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8b02ea76-d11c-411e-a3c0-f96b85c52e09 req-32ec2c44-f5f4-46fd-823f-293090fedd7b tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374389 Apr 21 15:19:22.193538 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:25.419109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c785bbc2-5335-4d4f-87f1-05e85ef3c3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:27.584050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-07231fd6-4f6a-4b81-b8fa-d632002c3de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:28.841966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:29.042709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:29.382076 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:19:30.513728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:32.127014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a7d09-99f7-425d-98d3-36808e6826a1 req-4cad78c0-46d7-4350-afbf-100514655a96 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:32.128353 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d45a7d09-99f7-425d-98d3-36808e6826a1 req-4cad78c0-46d7-4350-afbf-100514655a96 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0802319 Apr 21 15:19:32.175130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d45a7d09-99f7-425d-98d3-36808e6826a1 req-646a7ee6-ee30-4602-9d8f-681b6256513f tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Apr 21 15:19:33.360194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09e703-957a-4f0e-b7bf-ceb98e09b018 req-4d05f1d3-32a5-4797-a8f6-bfe2094482c5 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:33.361678 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d09e703-957a-4f0e-b7bf-ceb98e09b018 req-4d05f1d3-32a5-4797-a8f6-bfe2094482c5 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0804329 Apr 21 15:19:33.406189 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d09e703-957a-4f0e-b7bf-ceb98e09b018 req-f97861e4-db50-4c83-90ea-51d151da5dd6 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385327 Apr 21 15:19:33.908919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-3b3b5fba-4686-4f71-8cf5-aba1dd65ff49 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:33.909533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-3b3b5fba-4686-4f71-8cf5-aba1dd65ff49 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Synchronizing usage tracker for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:19:33.924930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-3b3b5fba-4686-4f71-8cf5-aba1dd65ff49 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Unset dirty status for tenant:3cbb47151c9f4768902afa51945a1a4c on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:19:33.926148 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-3b3b5fba-4686-4f71-8cf5-aba1dd65ff49 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0962586 Apr 21 15:19:33.999539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Deleting port b86803c9-58a4-435c-b9f1-7cadc85b9e39 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:33.999869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:34.241647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] For port b86803c9-58a4-435c-b9f1-7cadc85b9e39, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=b86803c9-58a4-435c-b9f1-7cadc85b9e39,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:34.241901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:34.457457 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Calling delete_port for b86803c9-58a4-435c-b9f1-7cadc85b9e39 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:34.596426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fe171-c14f-4912-a939-425ece60ecad req-202f698f-a56e-4e84-ad06-e1941e19187e tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:34.598049 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af5fe171-c14f-4912-a939-425ece60ecad req-202f698f-a56e-4e84-ad06-e1941e19187e tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/ports?device_id=81b5d0fc-901d-4be2-8c03-f9d662e0a34e HTTP/1.1" status: 200 len: 946 time: 0.0839853 Apr 21 15:19:34.606439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:34.619401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['b86803c9-58a4-435c-b9f1-7cadc85b9e39'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:19:34.646348 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af5fe171-c14f-4912-a939-425ece60ecad req-bb9c9d9a-223d-4c9a-b167-780b91fb2c72 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.35 "GET /v2.0/security-groups?id=5fe22e56-6465-4c9d-a31b-49bc84d54b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Apr 21 15:19:34.659877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Pushing event deleted for resources: {'Port': ['ID=b86803c9-58a4-435c-b9f1-7cadc85b9e39,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:34.704207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.704465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.704851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.705139 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.705565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.705913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.706233 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.706550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.706863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.707178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.707491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.707800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:34.751257 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] No DVR routers for this DVR port b86803c9-58a4-435c-b9f1-7cadc85b9e39 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:19:34.753750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:34.756318 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'name': 'network-vif-deleted', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:19:34.784554 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d29c453-7262-4d82-a8af-c38fd4649b41 req-26593b46-54c2-4b00-8d95-31acbf5c1c67 tempest-TestEncryptedCinderVolumes-1459255036 tempest-TestEncryptedCinderVolumes-1459255036-project] 10.222.0.13 "DELETE /v2.0/ports/b86803c9-58a4-435c-b9f1-7cadc85b9e39 HTTP/1.1" status: 204 len: 173 time: 0.8531735 Apr 21 15:19:34.807662 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841baf28-7e80-4a6c-9cbe-b7f1188dfda0'] response: {'server_uuid': '81b5d0fc-901d-4be2-8c03-f9d662e0a34e', 'name': 'network-vif-deleted', 'tag': 'b86803c9-58a4-435c-b9f1-7cadc85b9e39', 'status': 'completed', 'code': 200} Apr 21 15:19:35.776870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41502) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:36.395520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:36.736573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Deleting port dcbbc7f9-ce22-4423-af48-f55657cd2f49 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:36.736812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:36.908302 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] For port dcbbc7f9-ce22-4423-af48-f55657cd2f49, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=dcbbc7f9-ce22-4423-af48-f55657cd2f49,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:36.908982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:37.034627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Calling delete_port for dcbbc7f9-ce22-4423-af48-f55657cd2f49 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:37.339801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:37.388333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcbbc7f9-ce22-4423-af48-f55657cd2f49,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:37.425217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.425573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.425909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.426239 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.426562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.426885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.427207 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.427525 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.427844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.428164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.428475 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.428785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:37.767438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.121864 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Router 871b80b2-ee12-4649-8c95-a0e385ab8f6b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:19:38.297347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:19:38.306178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Sync routers for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:19:38.309227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-514529ee-094a-4d35-8685-6682119859e0 admin admin] 10.222.0.35 "PUT /v2.0/routers/871b80b2-ee12-4649-8c95-a0e385ab8f6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5334306 Apr 21 15:19:38.311703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41506) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:38.315386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:38.315980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:38.484855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.498483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:38.660757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.671085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Deleting port ef50ffc1-1961-4cb4-812a-fbf090abd4b9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:38.671414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.780345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:19:37Z', 'revision_number': 5, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port': {'id': 'ef50ffc1-1961-4cb4-812a-fbf090abd4b9', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:3b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:21Z', 'updated_at': '2022-04-21T15:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:38.784250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Checking router: 871b80b2-ee12-4649-8c95-a0e385ab8f6b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:19:38.792668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Routers {'871b80b2-ee12-4649-8c95-a0e385ab8f6b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:38.793336 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:38.843231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] For port ef50ffc1-1961-4cb4-812a-fbf090abd4b9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:38.843585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:38.950140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] Set router 871b80b2-ee12-4649-8c95-a0e385ab8f6b gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:39.059954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:19:38Z', 'revision_number': 6, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:39.063890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161f9d45-e202-4896-bfab-4fc8e14f38af None None] The sync data for ids ['871b80b2-ee12-4649-8c95-a0e385ab8f6b'] in dv-neutron-838896-1-hyperv is: [{'id': '871b80b2-ee12-4649-8c95-a0e385ab8f6b', 'name': 'tempest-TestEncryptedCinderVolumes-1197973921-router', 'tenant_id': '3cbb47151c9f4768902afa51945a1a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:20Z', 'updated_at': '2022-04-21T15:19:38Z', 'revision_number': 6, 'project_id': '3cbb47151c9f4768902afa51945a1a4c', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:19:39.087986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b86803c9-58a4-435c-b9f1-7cadc85b9e39 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:39.089546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Calling delete_port for ef50ffc1-1961-4cb4-812a-fbf090abd4b9 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:39.125315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: b86803c9-58a4-435c-b9f1-7cadc85b9e39 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:39.125659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device b86803c9-58a4-435c-b9f1-7cadc85b9e39 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:39.255026 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.298908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef50ffc1-1961-4cb4-812a-fbf090abd4b9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:39.393281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.585588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.587793 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.610215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.610670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871b80b2-ee12-4649-8c95-a0e385ab8f6b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:19:39.622729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.623819 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d43bb9f8-c0b1-474f-9253-e25cccd90b31 admin admin] 10.222.0.35 "DELETE /v2.0/routers/871b80b2-ee12-4649-8c95-a0e385ab8f6b HTTP/1.1" status: 204 len: 168 time: 1.3112278 Apr 21 15:19:39.626391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:39.683921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Deleting subnet 94d05510-6a0f-4c43-bbe3-3cb14aec08d6 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:19:39.686742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.736224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.814212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.883868 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.927040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d05510-6a0f-4c43-bbe3-3cb14aec08d6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:39.928963 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:39.936207 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d981ac90-f749-4c57-ad76-b85c877b9934 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/94d05510-6a0f-4c43-bbe3-3cb14aec08d6 HTTP/1.1" status: 204 len: 168 time: 0.3086648 Apr 21 15:19:39.938402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41514) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:39.939476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155bdbf-a2c0-4dc3-b28b-6a02d2e9a362 None None] Network 439937f6-6193-4ab6-876a-40158c3e9db5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:40.044672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.054855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Deleting port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:40.055176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.204498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] DHCP port deletion for 439937f6-6193-4ab6-876a-40158c3e9db5 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:19:40.208892 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Deleting port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:40.209293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.267322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] For port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:40.267962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.394001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Calling delete_port for 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:40.456173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] For port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,segment=NetworkSegment(6d1e8217-ac23-405c-9b98-48903a4b3fd6),segment_id=6d1e8217-ac23-405c-9b98-48903a4b3fd6)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:40.456510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.470375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ef50ffc1-1961-4cb4-812a-fbf090abd4b9 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:40.574021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.614682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Calling delete_port for 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:40.622188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:40.627040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] No DVR routers for this DVR port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:19:40.641654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: ef50ffc1-1961-4cb4-812a-fbf090abd4b9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:40.641998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device ef50ffc1-1961-4cb4-812a-fbf090abd4b9 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:40.642417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:40.690482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:40.690746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:40.691153 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcbbc7f9-ce22-4423-af48-f55657cd2f49 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:40.727621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: dcbbc7f9-ce22-4423-af48-f55657cd2f49 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:40.727965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device dcbbc7f9-ce22-4423-af48-f55657cd2f49 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:40.744726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.755274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:19:40.755623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:19:40.774985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439937f6-6193-4ab6-876a-40158c3e9db5']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:40.788107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1e8217-ac23-405c-9b98-48903a4b3fd6') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:40.788393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1e8217-ac23-405c-9b98-48903a4b3fd6') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:40.799753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.815499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.821228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:19:40.821613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:19:40.835371 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:19:40.912999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.928366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:40.938306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=439937f6-6193-4ab6-876a-40158c3e9db5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:40.951887 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0d960b7e-702d-4ace-a0be-2fe5fd4dcb96 admin admin] 10.222.0.35 "DELETE /v2.0/networks/439937f6-6193-4ab6-876a-40158c3e9db5 HTTP/1.1" status: 204 len: 168 time: 1.0125296 Apr 21 15:19:40.954676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41518) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:41.257140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Deleting port 8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:41.257712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:41.327063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a63709e2-21eb-416c-aead-3650347aa6a8 None None] The port '8a4b23f1-8181-4a5c-baa8-f35a10e3ecd8' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:19:41.475896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:41.816326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Deleting port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:41.816650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.092012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] For port 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:42.092251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.217886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Calling delete_port for 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:42.390185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:42.437505 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:42.708796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:43.059828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:19:43.229983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:19:43.238394 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Sync routers for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:19:43.238875 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-927f3830-1b7b-4232-8907-dfa6b701734c admin admin] 10.222.0.35 "PUT /v2.0/routers/1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829185 Apr 21 15:19:43.240897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:43.249707 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:43.250308 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:43.431208 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:43.527927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:43.704216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:43.714828 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:19:42Z', 'revision_number': 5, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port': {'id': 'cd409ee5-0efc-4800-a69d-789ab5a21edb', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:18:27Z', 'updated_at': '2022-04-21T15:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:43.715070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Deleting port cd409ee5-0efc-4800-a69d-789ab5a21edb {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:43.715600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:43.718936 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Checking router: 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:19:43.727145 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Routers {'1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:43.727738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:43.878190 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] Set router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:43.889615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] For port cd409ee5-0efc-4800-a69d-789ab5a21edb, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=cd409ee5-0efc-4800-a69d-789ab5a21edb,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:43.889970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:43.983114 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:19:43Z', 'revision_number': 6, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:43.986930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf97cbb-4338-4b88-9ee6-1eecd293da70 None None] The sync data for ids ['1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f'] in dv-neutron-838896-1-hyperv is: [{'id': '1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f', 'name': 'tempest-TestEncryptedCinderVolumes-272688856-router', 'tenant_id': '56caa104f2434dfdbfbc61707e153d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:18:26Z', 'updated_at': '2022-04-21T15:19:43Z', 'revision_number': 6, 'project_id': '56caa104f2434dfdbfbc61707e153d66', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:19:44.013147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Calling delete_port for cd409ee5-0efc-4800-a69d-789ab5a21edb owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:44.176658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.225760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd409ee5-0efc-4800-a69d-789ab5a21edb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:44.312347 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.488060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.490231 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.512936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.513595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:19:44.525890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.527578 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3e1b11ac-00df-4c31-9498-01e49fbc6779 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1d7c56c4-cf7f-40cc-9be0-390ac10b9a2f HTTP/1.1" status: 204 len: 168 time: 1.2857583 Apr 21 15:19:44.530292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41526) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:44.591198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Deleting subnet 6023becd-10ea-4f24-9154-cb2797858cd8 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:19:44.593964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.641378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.716186 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.852264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:44.888051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:44.888397 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 5d03dc67-ae7e-4e2d-bbf0-b025e3d6d869 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:44.916209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.956863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6023becd-10ea-4f24-9154-cb2797858cd8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:44.962071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:44.967275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632f9ee-81a8-4eec-9760-5858c705f19f None None] Network 23cb933d-3e10-450f-9034-8fed1b0375d5 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:44.968718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-62e82797-b602-461e-8f99-913b5cc8cb16 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6023becd-10ea-4f24-9154-cb2797858cd8 HTTP/1.1" status: 204 len: 168 time: 0.4375057 Apr 21 15:19:44.971225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41530) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:45.078448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.089303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Deleting port 3c3bb23b-84d8-4f75-a503-b62788a434e4 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:45.089636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.224098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] DHCP port deletion for 23cb933d-3e10-450f-9034-8fed1b0375d5 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:19:45.228251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Deleting port 3c3bb23b-84d8-4f75-a503-b62788a434e4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:45.228685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.299466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] For port 3c3bb23b-84d8-4f75-a503-b62788a434e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3c3bb23b-84d8-4f75-a503-b62788a434e4,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:45.299809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.421933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Calling delete_port for 3c3bb23b-84d8-4f75-a503-b62788a434e4 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:45.436813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] For port 3c3bb23b-84d8-4f75-a503-b62788a434e4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3c3bb23b-84d8-4f75-a503-b62788a434e4,segment=NetworkSegment(e0bd29e5-3849-4709-8380-00f8ae7c8628),segment_id=e0bd29e5-3849-4709-8380-00f8ae7c8628)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:45.437209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.500666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.548761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3bb23b-84d8-4f75-a503-b62788a434e4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:45.550670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] No DVR routers for this DVR port 3c3bb23b-84d8-4f75-a503-b62788a434e4 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:19:45.561828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Calling delete_port for 3c3bb23b-84d8-4f75-a503-b62788a434e4 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:19:45.635165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:19:45.635552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:19:45.666143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.690964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb933d-3e10-450f-9034-8fed1b0375d5']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:45.702590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0bd29e5-3849-4709-8380-00f8ae7c8628') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:45.702882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0bd29e5-3849-4709-8380-00f8ae7c8628') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:45.714870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.732084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.738292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:19:45.738713 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:19:45.751681 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:19:45.828960 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.833896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:45.857085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] Pushing event deleted for resources: {'Network': ['ID=23cb933d-3e10-450f-9034-8fed1b0375d5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:45.862001 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-95f61807-7996-4501-8a5e-cad102a3ee35 admin admin] 10.222.0.35 "DELETE /v2.0/networks/23cb933d-3e10-450f-9034-8fed1b0375d5 HTTP/1.1" status: 204 len: 168 time: 0.8886902 Apr 21 15:19:46.049379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41536) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:46.096940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ff2d4410-3b07-41a2-b55d-2245ba556ca0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3cbb47151c9f4768902afa51945a1a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464118 Apr 21 15:19:46.099326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41540) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:46.137098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Deleting port 3c3bb23b-84d8-4f75-a503-b62788a434e4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:19:46.137654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.159258 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.184436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.203761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b2f3004b-8c75-466b-8741-1011f98e3490 None None] The port '3c3bb23b-84d8-4f75-a503-b62788a434e4' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:19:46.237601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.253627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe22e56-6465-4c9d-a31b-49bc84d54b1a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:46.265825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.266939 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1981692e-4544-4219-bbcd-229fcbc784eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fe22e56-6465-4c9d-a31b-49bc84d54b1a HTTP/1.1" status: 204 len: 168 time: 0.1667595 Apr 21 15:19:46.465359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3c3bb23b-84d8-4f75-a503-b62788a434e4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:46.498823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 3c3bb23b-84d8-4f75-a503-b62788a434e4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:46.499168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3c3bb23b-84d8-4f75-a503-b62788a434e4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:46.499575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device cd409ee5-0efc-4800-a69d-789ab5a21edb no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:19:46.532872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: cd409ee5-0efc-4800-a69d-789ab5a21edb {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:19:46.533231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device cd409ee5-0efc-4800-a69d-789ab5a21edb not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:19:46.626422 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41548) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:46.672921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-accc81de-8706-441b-9bec-9027618a1672 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56caa104f2434dfdbfbc61707e153d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454094 Apr 21 15:19:46.675192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41552) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:46.731679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.756877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.814241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.831187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e9d89a-bd26-4f6d-8514-e8b598c016d8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:46.834462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:46.838361 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7cac2ba0-7e3d-4c8f-aae6-6c69dc3d509c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3e9d89a-bd26-4f6d-8514-e8b598c016d8 HTTP/1.1" status: 204 len: 168 time: 0.1595204 Apr 21 15:19:47.596233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41576) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:47.725876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-105237052-network', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:47.730648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:47.734461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Usage tracker for resource:network and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:47.737263 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:47.742796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:47.753411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Made reservation on behalf of 792e82f8898d4e15a292eecd6047b8b8 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:19:47.755634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.768768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.783247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:47.787216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:47.790094 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:47.796124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:47.877880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.881590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.908108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:19:47.919940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db782a0d-a218-43ca-b9c7-26c42b4309fa,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:47.924249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.924588 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Added segment f47dfcc0-dcfe-4480-a358-73b2941e0dc3 of type vlan for network 9402aa1a-79f1-4121-91e6-48eba87ae985 Apr 21 15:19:47.950804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.978188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:47.979124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:47.979768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.080991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] Pushing event updated for resources: {'Network': ['ID=9402aa1a-79f1-4121-91e6-48eba87ae985,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:48.083751 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c32034b9-a21e-4bd4-aaa2-3f1566dfa0dc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4864626 Apr 21 15:19:48.086592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41582) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:48.090913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:19:48.091915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Request body: {'subnet': {'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-105237052-subnet', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:48.096755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:48.100523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Usage tracker for resource:subnet and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:48.103384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:48.109548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:48.119110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Made reservation on behalf of 792e82f8898d4e15a292eecd6047b8b8 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:19:48.121929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.322733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.392354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3b5983-e110-4c57-a1af-ee4df6849877,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:48.400574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Checking segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:48.400915 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Network hostable DHCP agents. Network: 9402aa1a-79f1-4121-91e6-48eba87ae985, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:19:48.418800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:19:48.426725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 9402aa1a-79f1-4121-91e6-48eba87ae985) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:48.430492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:48.431056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.436016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084cf2c3-c024-4c9c-a792-d71d83b68111 None None] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:48.450857 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-610aecb6-9970-4ee1-b4de-f5b903bcd686 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3632886 Apr 21 15:19:48.453804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:48.458689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:48.464578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:48.468316 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Usage tracker for resource:router and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:48.471110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:48.476701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:48.487937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.489307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.503791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.660422 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-9402aa1a-79f1-4121-91e6-48eba87ae985', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:19:48.661242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:48.819943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Allocated IP 172.20.0.2 (9402aa1a-79f1-4121-91e6-48eba87ae985/2b3b5983-e110-4c57-a1af-ee4df6849877/99c07ac1-e4ce-42d1-99a6-30624494ccd7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:48.874324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.028229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.038439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Transition to ACTIVE for port object 99c07ac1-e4ce-42d1-99a6-30624494ccd7 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:49.056618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Transition to ACTIVE for port object 99c07ac1-e4ce-42d1-99a6-30624494ccd7 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:49.065811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.132081 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:49.134988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:49.139256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:49.171524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Pushing event updated for resources: {'Port': ['ID=99c07ac1-e4ce-42d1-99a6-30624494ccd7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:49.187072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.218305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.233406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Attempting to bind port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:49.233772 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Attempting to bind port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:49.234127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Attempting to bind port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 on network 9402aa1a-79f1-4121-91e6-48eba87ae985 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:49.239305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:49.239667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Checking segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:49.240054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.240442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Bound using segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:49.240889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Bound port: 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:49.241287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.329533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] For port 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:49.332435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] For port 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=99c07ac1-e4ce-42d1-99a6-30624494ccd7,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:49.336188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.355840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Allocated IP 172.26.4.157 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/492047c5-673c-4050-b262-1b7fcebf34c1) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:49.425233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995040fb-6263-4e86-8d4c-e1e5e1998832 None None] Pushing event updated for resources: {'Port': ['ID=99c07ac1-e4ce-42d1-99a6-30624494ccd7,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:49.506550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.538854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:49.614114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:49.617225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:49.621500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:49.651266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Pushing event updated for resources: {'Port': ['ID=492047c5-673c-4050-b262-1b7fcebf34c1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:50.151630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.323841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9998674d-9c32-4c06-a462-fdac1fe647d6 None None] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:50.432087 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-86224209-fd94-47a0-9d0b-a8e2747f92c6 None None] Provisioning for port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:50.501247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 99c07ac1-e4ce-42d1-99a6-30624494ccd7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:50.502692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.622103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:50.629460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:50.629832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.711762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Router 0a2560da-d6c8-4153-82b7-368065feb21a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:19:50.758548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.795458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=99c07ac1-e4ce-42d1-99a6-30624494ccd7,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:50.800328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.879160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=99c07ac1-e4ce-42d1-99a6-30624494ccd7,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:50.916594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:19:50.927043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Sync routers for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:19:50.936358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:50.937006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:50.940119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:50.941483 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8465a1f3-c07f-47f1-87b3-0237424c3c1d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4867005 Apr 21 15:19:50.944247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41590) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:51.066909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8dbdcf72-6f15-42ea-a90e-d927a273a202 None None] Provisioning complete for port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:51.067193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8dbdcf72-6f15-42ea-a90e-d927a273a202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:51.207937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:51.548438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:49Z', 'revision_number': 3, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:51.552266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Checking router: 0a2560da-d6c8-4153-82b7-368065feb21a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:19:51.552616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Updating router 0a2560da-d6c8-4153-82b7-368065feb21a port 492047c5-673c-4050-b262-1b7fcebf34c1 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:19:51.610452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:51.737867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:51.941434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:51.950943 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Allocated IP 172.20.0.1 (9402aa1a-79f1-4121-91e6-48eba87ae985/2b3b5983-e110-4c57-a1af-ee4df6849877/4bd68b9d-273e-4f58-9911-8492c2bf498d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:51.953650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Transition to ACTIVE for port object 492047c5-673c-4050-b262-1b7fcebf34c1 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:51.960275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.039845 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Attempting to bind port 492047c5-673c-4050-b262-1b7fcebf34c1 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:52.040211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Attempting to bind port 492047c5-673c-4050-b262-1b7fcebf34c1 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:52.040576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Attempting to bind port 492047c5-673c-4050-b262-1b7fcebf34c1 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:52.046174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe53fd-4d00-42cd-a215-664a906e5fb0 None None] Pushing event updated for resources: {'Port': ['ID=492047c5-673c-4050-b262-1b7fcebf34c1,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:52.050374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:52.050744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:52.051134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.051509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:52.051961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Bound port: 492047c5-673c-4050-b262-1b7fcebf34c1, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:52.052326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.103396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.118675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Transition to ACTIVE for port object 4bd68b9d-273e-4f58-9911-8492c2bf498d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:52.124953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] For port 492047c5-673c-4050-b262-1b7fcebf34c1, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:52.127839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] For port 492047c5-673c-4050-b262-1b7fcebf34c1, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=492047c5-673c-4050-b262-1b7fcebf34c1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:52.132103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.143693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.212110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:52.215542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:52.217856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:52.224253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:52.224962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:52.255177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:52.281145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.281641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.294289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe53fd-4d00-42cd-a215-664a906e5fb0 None None] Pushing event updated for resources: {'Port': ['ID=492047c5-673c-4050-b262-1b7fcebf34c1,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:52.419922 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:52.548552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.569467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 99c07ac1-e4ce-42d1-99a6-30624494ccd7 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:52.649981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-400fff7c-c17b-4817-901e-32b26d50949f None None] Provisioning for port 4bd68b9d-273e-4f58-9911-8492c2bf498d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:52.708844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-400fff7c-c17b-4817-901e-32b26d50949f None None] Provisioning complete for port 4bd68b9d-273e-4f58-9911-8492c2bf498d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:52.709100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-400fff7c-c17b-4817-901e-32b26d50949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.776933 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.782462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.795371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-400fff7c-c17b-4817-901e-32b26d50949f None None] Port 4bd68b9d-273e-4f58-9911-8492c2bf498d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:19:52.840997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:52.841398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.891842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:52.896059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Pushing event updated for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:52.958499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:49Z', 'revision_number': 3, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:52.972504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96cc4c-d0fe-46a3-b061-80ad1447c7b7 None None] The sync data for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv is: [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:49Z', 'revision_number': 3, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:19:53.040282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:53.041552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:53.325993 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-437025b8-a941-4b5f-be6f-e88eb002fe08 None None] Provisioning complete for port 4bd68b9d-273e-4f58-9911-8492c2bf498d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:53.326304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-437025b8-a941-4b5f-be6f-e88eb002fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:53.374489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Router 0a2560da-d6c8-4153-82b7-368065feb21a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:19:53.385792 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-437025b8-a941-4b5f-be6f-e88eb002fe08 None None] Port 4bd68b9d-273e-4f58-9911-8492c2bf498d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:19:53.563317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:19:53.573651 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-1dec1878-9d76-4185-9586-4c76c0386b6b admin admin] 10.222.0.35 "PUT /v2.0/routers/0a2560da-d6c8-4153-82b7-368065feb21a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6277587 Apr 21 15:19:54.076884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41610) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:54.082975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1070056370-network', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:54.087950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:54.092540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Usage tracker for resource:network and tenant:b911cb17dd784387b0b6ebb17c4a7693 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:54.095380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:54.101779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:54.111448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Made reservation on behalf of b911cb17dd784387b0b6ebb17c4a7693 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:19:54.113697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.126373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.140906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:54.144612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b911cb17dd784387b0b6ebb17c4a7693 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:54.147317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:54.154044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:54.239436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.243249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.274132 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:19:54.284194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e631326b-68e1-4a7c-ad8a-d2ef859ee98f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:54.289578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.289970 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Added segment 82de3c3b-2eeb-4de6-b75e-b29e08c839a4 of type vlan for network 115dd3d7-edc2-42f1-ad3f-56276f464efb Apr 21 15:19:54.317582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.347152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.348069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:54.348625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.453453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] Pushing event updated for resources: {'Network': ['ID=115dd3d7-edc2-42f1-ad3f-56276f464efb,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:54.460507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Sync routers for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:19:54.465950 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d39ead5d-670d-4947-af88-cbf78e0434f0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873382 Apr 21 15:19:54.467333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:54.473223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Request body: {'subnet': {'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1070056370-subnet', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:54.477818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:19:54.479739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:54.481628 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:54.482478 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:54.484528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Usage tracker for resource:subnet and tenant:b911cb17dd784387b0b6ebb17c4a7693 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:54.489519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:54.497016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:54.507911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Made reservation on behalf of b911cb17dd784387b0b6ebb17c4a7693 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:19:54.510968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.514670 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 492047c5-673c-4050-b262-1b7fcebf34c1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:54.654750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 492047c5-673c-4050-b262-1b7fcebf34c1 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:54.660758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 492047c5-673c-4050-b262-1b7fcebf34c1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:54.661418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.718311 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:54.733554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.794728 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.811502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1b25b6-657d-4a5b-872a-0d147f7cf378,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:54.819388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Checking segment: {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:54.819805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Network hostable DHCP agents. Network: 115dd3d7-edc2-42f1-ad3f-56276f464efb, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:19:54.824574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 492047c5-673c-4050-b262-1b7fcebf34c1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=492047c5-673c-4050-b262-1b7fcebf34c1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:54.832995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.842976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:19:54.858015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 115dd3d7-edc2-42f1-ad3f-56276f464efb) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:54.869606 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:19:54.870217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.884881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37c047-16e6-4fcb-a853-8d80887f02d5 None None] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:54.893118 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4b890cb5-68a6-4deb-b591-a2333cdd6a8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4243846 Apr 21 15:19:54.895507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41618) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:54.901634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:19:54.906282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:19:54.911028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Usage tracker for resource:router and tenant:b911cb17dd784387b0b6ebb17c4a7693 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:19:54.914037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:19:54.921405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:19:54.931763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.933869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:54.950563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.010195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=492047c5-673c-4050-b262-1b7fcebf34c1,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:55.070833 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 2, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:55.074714 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Checking router: 0a2560da-d6c8-4153-82b7-368065feb21a for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:19:55.075058 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Updating router 0a2560da-d6c8-4153-82b7-368065feb21a port 4bd68b9d-273e-4f58-9911-8492c2bf498d binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:19:55.131205 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.140099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-115dd3d7-edc2-42f1-ad3f-56276f464efb', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:19:55.140988 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.227510 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.302512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Allocated IP 172.20.0.2 (115dd3d7-edc2-42f1-ad3f-56276f464efb/5b1b25b6-657d-4a5b-872a-0d147f7cf378/df366925-4917-422c-ac37-e7ad8fae2109) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:55.431537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20ceec76-39d8-4ac6-8f39-3965cb02bb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.481741 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.496183 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Transition to ACTIVE for port object 4bd68b9d-273e-4f58-9911-8492c2bf498d will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:55.504612 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.534079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.546306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Transition to ACTIVE for port object df366925-4917-422c-ac37-e7ad8fae2109 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:55.567209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Transition to ACTIVE for port object df366925-4917-422c-ac37-e7ad8fae2109 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:55.574738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.630777 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Pushing event updated for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:55.645908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.646525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.647020 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.647524 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.647845 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.648169 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.648484 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.648799 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.649116 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.649452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.649761 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.650069 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:19:55.669043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.706259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.711266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:55.715257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:55.718894 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:55.725118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Pushing event updated for resources: {'Port': ['ID=df366925-4917-422c-ac37-e7ad8fae2109,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:55.783452 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Attempting to bind port 4bd68b9d-273e-4f58-9911-8492c2bf498d on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:55.784069 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Attempting to bind port 4bd68b9d-273e-4f58-9911-8492c2bf498d by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:55.784620 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Attempting to bind port 4bd68b9d-273e-4f58-9911-8492c2bf498d on network 9402aa1a-79f1-4121-91e6-48eba87ae985 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:55.798283 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:55.798654 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Checking segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:55.799103 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.799489 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Bound using segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:55.799950 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Bound port: 4bd68b9d-273e-4f58-9911-8492c2bf498d, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:55.800316 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.832541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Attempting to bind port df366925-4917-422c-ac37-e7ad8fae2109 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:55.832857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Attempting to bind port df366925-4917-422c-ac37-e7ad8fae2109 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:55.833157 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Attempting to bind port df366925-4917-422c-ac37-e7ad8fae2109 on network 115dd3d7-edc2-42f1-ad3f-56276f464efb {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:55.842285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:55.842665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Checking segment: {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:55.843065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.843455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Bound using segment: {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:55.843920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Bound port: df366925-4917-422c-ac37-e7ad8fae2109, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:55.844297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.863091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Allocated IP 172.26.4.190 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/9a24fdc4-3567-42fd-84cc-baf2051eb3cf) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:55.911672 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] For port 4bd68b9d-273e-4f58-9911-8492c2bf498d, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:55.915984 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] For port 4bd68b9d-273e-4f58-9911-8492c2bf498d, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4bd68b9d-273e-4f58-9911-8492c2bf498d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:55.923132 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:55.952827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] For port df366925-4917-422c-ac37-e7ad8fae2109, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:55.956152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] For port df366925-4917-422c-ac37-e7ad8fae2109, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df366925-4917-422c-ac37-e7ad8fae2109,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:55.961008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.004792 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba3ad-fbd4-42d7-9026-9694e48ec7c1 None None] Pushing event updated for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:56.016428 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:56.016811 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:56.040400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.044484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb8ee2-4f87-43fa-9847-ae1c92f651d0 None None] Pushing event updated for resources: {'Port': ['ID=df366925-4917-422c-ac37-e7ad8fae2109,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:56.082657 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.171300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Pushing event updated for resources: {'Port': ['ID=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:56.180036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:56.181398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:56.185364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:56.246089 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:56.586857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df366925-4917-422c-ac37-e7ad8fae2109 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:56.647002 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:55Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:56.652305 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de166f6-2147-41fd-94ff-3756b556a2ca None None] The sync data for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv is: [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:55Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:19:56.663843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port df366925-4917-422c-ac37-e7ad8fae2109 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:56.670006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 492047c5-673c-4050-b262-1b7fcebf34c1 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:56.671783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:56.774118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 492047c5-673c-4050-b262-1b7fcebf34c1 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:56.776557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.128654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.161891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4be48e-0e57-4ecf-a01c-4b3d3f881d94 None None] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:19:57.277650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Provisioning for port df366925-4917-422c-ac37-e7ad8fae2109 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:57.287236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Provisioning complete for port df366925-4917-422c-ac37-e7ad8fae2109 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:57.287599 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.463070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Router 6571aced-c357-461c-ba5f-36a18e8d30e8 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:19:57.522647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.567826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] For port df366925-4917-422c-ac37-e7ad8fae2109, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df366925-4917-422c-ac37-e7ad8fae2109,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:57.579945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.652713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69f8fe98-066d-437d-809f-d9fd03287a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.673934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:19:57.687404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Sync routers for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:19:57.694648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422db34-ee9f-4917-9eb7-66c0c378b640 None None] Pushing event updated for resources: {'Port': ['ID=df366925-4917-422c-ac37-e7ad8fae2109,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:57.700541 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:57.702206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:57.702891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:57.705550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41622) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:19:57.706117 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b94bf37c-0727-4a84-8bde-2c778dd53952 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8089330 Apr 21 15:19:57.919507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:57.965937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-66f094f7-3792-4f3c-94e8-e6165eb26948 None None] Provisioning complete for port df366925-4917-422c-ac37-e7ad8fae2109 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:57.966306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-66f094f7-3792-4f3c-94e8-e6165eb26948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.343427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:56Z', 'revision_number': 3, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:58.347427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Checking router: 6571aced-c357-461c-ba5f-36a18e8d30e8 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:19:58.347779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Updating router 6571aced-c357-461c-ba5f-36a18e8d30e8 port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:19:58.403236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.446745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.560486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4bd68b9d-273e-4f58-9911-8492c2bf498d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:58.656448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Allocated IP 172.20.0.1 (115dd3d7-edc2-42f1-ad3f-56276f464efb/5b1b25b6-657d-4a5b-872a-0d147f7cf378/6c2140b2-ee85-42b5-866a-23d1355f9ddd) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:19:58.720330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 4bd68b9d-273e-4f58-9911-8492c2bf498d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:58.727491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4bd68b9d-273e-4f58-9911-8492c2bf498d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:58.727870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.803143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.819127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Transition to ACTIVE for port object 6c2140b2-ee85-42b5-866a-23d1355f9ddd will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:58.843545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.870967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.875309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.913123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:58.916060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:58.920545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:19:58.927921 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Transition to ACTIVE for port object 9a24fdc4-3567-42fd-84cc-baf2051eb3cf will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:19:58.942410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:58.978890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.081943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85128de4-492d-4b3a-a4d0-3e502400029a None None] Pushing event updated for resources: {'Port': ['ID=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:59.085539 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Pushing event updated for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:59.094635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Attempting to bind port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:19:59.094635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Attempting to bind port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:19:59.094843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Attempting to bind port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:19:59.100965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.107137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:19:59.107503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:19:59.107920 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.108258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:19:59.108830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Bound port: 9a24fdc4-3567-42fd-84cc-baf2051eb3cf, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:19:59.109075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.111650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.144526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 4bd68b9d-273e-4f58-9911-8492c2bf498d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4bd68b9d-273e-4f58-9911-8492c2bf498d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:19:59.155683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.156456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df366925-4917-422c-ac37-e7ad8fae2109 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:19:59.234130 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.302427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] For port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:19:59.305579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc7cdff4-c64c-42d3-8b61-209ef7a9b1d8 None None] Provisioning for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:19:59.311465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] For port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:19:59.319913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bc7cdff4-c64c-42d3-8b61-209ef7a9b1d8 None None] Provisioning complete for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:59.320285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc7cdff4-c64c-42d3-8b61-209ef7a9b1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.345573 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.367877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:59.457773 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.459696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port df366925-4917-422c-ac37-e7ad8fae2109 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:19:59.460188 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.462514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.487825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cdff4-c64c-42d3-8b61-209ef7a9b1d8 None None] Port 6c2140b2-ee85-42b5-866a-23d1355f9ddd cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:19:59.498723 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:19:59.499356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:19:59.571275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:19:59.575014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Pushing event updated for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:59.577567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85128de4-492d-4b3a-a4d0-3e502400029a None None] Pushing event updated for resources: {'Port': ['ID=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:19:59.711631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:19:59.712791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:19:59.755328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:19:59.917753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Router 6571aced-c357-461c-ba5f-36a18e8d30e8 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:20:00.090678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-3e2fb17a-1a02-4f94-9650-bd2f7786a987 None None] Provisioning complete for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:00.090961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3e2fb17a-1a02-4f94-9650-bd2f7786a987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.094780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:20:00.111859 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-541253e4-d110-4cb5-8368-8f180abaf23b admin admin] 10.222.0.35 "PUT /v2.0/routers/6571aced-c357-461c-ba5f-36a18e8d30e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963466 Apr 21 15:20:00.185866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3e2fb17a-1a02-4f94-9650-bd2f7786a987 None None] Port 6c2140b2-ee85-42b5-866a-23d1355f9ddd cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:20:00.211909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '6c2140b2-ee85-42b5-866a-23d1355f9ddd', 'name': '', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'mac_address': 'fa:16:3e:da:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:58Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 2, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'subnets': [{'id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:00.216252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04b6f-5132-40eb-a35e-b6c0c7512575 None None] The sync data for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv is: [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '6c2140b2-ee85-42b5-866a-23d1355f9ddd', 'name': '', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'mac_address': 'fa:16:3e:da:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:58Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 2, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'subnets': [{'id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:20:00.517006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4bd68b9d-273e-4f58-9911-8492c2bf498d up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:00.563871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:00.604437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 4bd68b9d-273e-4f58-9911-8492c2bf498d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:00.604913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.512608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9a24fdc4-3567-42fd-84cc-baf2051eb3cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:02.587937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:02.595051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:02.595503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.732887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.751499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:02.756150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:02.851091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:03.912217 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Sync routers for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:20:03.922436 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:20:03.923326 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:04.116349 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:20:04.444297 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '6c2140b2-ee85-42b5-866a-23d1355f9ddd', 'name': '', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'mac_address': 'fa:16:3e:da:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:58Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 2, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'subnets': [{'id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:04.450221 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Checking router: 6571aced-c357-461c-ba5f-36a18e8d30e8 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:20:04.450568 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Updating router 6571aced-c357-461c-ba5f-36a18e8d30e8 port 6c2140b2-ee85-42b5-866a-23d1355f9ddd binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:20:04.499261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9a24fdc4-3567-42fd-84cc-baf2051eb3cf up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:04.509378 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.585895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:04.586282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.924568 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:04.938591 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Transition to ACTIVE for port object 6c2140b2-ee85-42b5-866a-23d1355f9ddd will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:04.946570 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:05.086000 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b603f0-0b4d-4fbb-a040-e63257c71021 None None] Pushing event updated for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:05.192953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Attempting to bind port 6c2140b2-ee85-42b5-866a-23d1355f9ddd on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:05.193353 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Attempting to bind port 6c2140b2-ee85-42b5-866a-23d1355f9ddd by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:05.194055 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Attempting to bind port 6c2140b2-ee85-42b5-866a-23d1355f9ddd on network 115dd3d7-edc2-42f1-ad3f-56276f464efb {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:20:05.202340 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:20:05.203023 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Checking segment: {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:20:05.203525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:05.204015 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Bound using segment: {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:20:05.204587 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Bound port: 6c2140b2-ee85-42b5-866a-23d1355f9ddd, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82de3c3b-2eeb-4de6-b75e-b29e08c839a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:05.205063 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:05.338543 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] For port 6c2140b2-ee85-42b5-866a-23d1355f9ddd, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:20:05.342327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] For port 6c2140b2-ee85-42b5-866a-23d1355f9ddd, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6c2140b2-ee85-42b5-866a-23d1355f9ddd,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:20:05.348029 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:05.428779 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:20:05.433753 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:19:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:05.511871 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b603f0-0b4d-4fbb-a040-e63257c71021 None None] Pushing event updated for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:05.650443 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:20:06.020134 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '6c2140b2-ee85-42b5-866a-23d1355f9ddd', 'name': '', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'mac_address': 'fa:16:3e:da:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:58Z', 'updated_at': '2022-04-21T15:20:05Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'subnets': [{'id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:06.024062 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96b932d-425d-4048-aa0a-1875ce50c3e0 None None] The sync data for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv is: [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '6c2140b2-ee85-42b5-866a-23d1355f9ddd', 'name': '', 'network_id': '115dd3d7-edc2-42f1-ad3f-56276f464efb', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'mac_address': 'fa:16:3e:da:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:58Z', 'updated_at': '2022-04-21T15:20:05Z', 'revision_number': 4, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'subnets': [{'id': '5b1b25b6-657d-4a5b-872a-0d147f7cf378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:20:06.380873 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:20:06.508918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6c2140b2-ee85-42b5-866a-23d1355f9ddd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:06.579846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:06.584406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:06.584765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:06.716420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:06.754415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6c2140b2-ee85-42b5-866a-23d1355f9ddd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6c2140b2-ee85-42b5-866a-23d1355f9ddd,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:06.758948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:06.835770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:08.492786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6c2140b2-ee85-42b5-866a-23d1355f9ddd up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:08.568661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6c2140b2-ee85-42b5-866a-23d1355f9ddd triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:08.569023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:10.344702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-43eac104-a5fd-426c-872b-ecdf30c0f8cb tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:10.345354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-43eac104-a5fd-426c-872b-ecdf30c0f8cb tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Synchronizing usage tracker for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:10.362040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-43eac104-a5fd-426c-872b-ecdf30c0f8cb tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Unset dirty status for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:10.363244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-43eac104-a5fd-426c-872b-ecdf30c0f8cb tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 814 time: 0.1613266 Apr 21 15:20:10.377594 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-eb6f9acd-ab55-4d88-92e4-26731f7f0a6d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/quotas/792e82f8898d4e15a292eecd6047b8b8 HTTP/1.1" status: 200 len: 375 time: 0.0088365 Apr 21 15:20:10.457097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-5ee54702-ad2c-47e7-b120-8064b1684408 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Synchronizing usage tracker for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:10.473809 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-5ee54702-ad2c-47e7-b120-8064b1684408 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Unset dirty status for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:10.475089 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-5ee54702-ad2c-47e7-b120-8064b1684408 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927010 Apr 21 15:20:10.610909 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-65c1a356-b561-41e7-aa84-731211acef1f service neutron] 10.222.0.35 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232843 Apr 21 15:20:10.847130 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-6511d818-d691-415f-9e4a-9ffb7cca4ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301564 Apr 21 15:20:11.019616 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-11b380fa-5ce0-4974-ac49-18f950ce485c req-dcc66a21-c220-41cb-be2a-85a79d3b5998 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 210 time: 0.0415134 Apr 21 15:20:12.054191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-d9184109-b007-438d-b114-d31570ad4015 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:12.055603 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-d9184109-b007-438d-b114-d31570ad4015 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 814 time: 0.1477544 Apr 21 15:20:12.067279 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'port': {'device_id': '54f146b4-e485-4719-a12a-a6e4d147adee', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'admin_state_up': True, 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:12.177487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3bcce8f5-0f36-4e2a-9b61-1745d18840eb req-d378d891-dee6-4a42-905a-a50ab8726b5e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 210 time: 0.0465274 Apr 21 15:20:12.206439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:12.215961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:12.225492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Made reservation on behalf of 792e82f8898d4e15a292eecd6047b8b8 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:20:12.229475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:12.394766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Allocated IP 172.20.0.6 (9402aa1a-79f1-4121-91e6-48eba87ae985/2b3b5983-e110-4c57-a1af-ee4df6849877/7a622b3a-c672-4a3e-9c85-eb53e8a7392d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:12.628714 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:12.645945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Transition to ACTIVE for port object 7a622b3a-c672-4a3e-9c85-eb53e8a7392d will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:12.673515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:12.757871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:12.762507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:12.767582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:20:12.801676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:12.850727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:12.851741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:12.889488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e20ad520-58d2-4d45-8a52-f2a5bb0517ce tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8258562 Apr 21 15:20:13.119981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f4f1ad9b-076b-4645-b926-63c67b10e64e None None] Provisioning for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:13.126750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f4f1ad9b-076b-4645-b926-63c67b10e64e None None] Provisioning complete for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:13.127124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f4f1ad9b-076b-4645-b926-63c67b10e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:13.180646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1ad9b-076b-4645-b926-63c67b10e64e None None] Port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:20:13.372523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5572d-9397-478b-b5ec-b9628197ddbc req-b86d3c3d-44d9-4f5d-abe8-79c5ff750a2d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:13.373948 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5a5572d-9397-478b-b5ec-b9628197ddbc req-b86d3c3d-44d9-4f5d-abe8-79c5ff750a2d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0814979 Apr 21 15:20:13.419979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e5a5572d-9397-478b-b5ec-b9628197ddbc req-ec2567bf-f7a1-4d95-89d5-7b576d846d37 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Synchronizing usage tracker for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:13.439080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e5a5572d-9397-478b-b5ec-b9628197ddbc req-ec2567bf-f7a1-4d95-89d5-7b576d846d37 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Unset dirty status for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:13.440921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e5a5572d-9397-478b-b5ec-b9628197ddbc req-ec2567bf-f7a1-4d95-89d5-7b576d846d37 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614243 Apr 21 15:20:14.659728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3b3e9-bb11-429c-b556-69a8bffa1999 req-c7904914-ca34-46c9-a6a4-3900e69315aa tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:14.661806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-83b3b3e9-bb11-429c-b556-69a8bffa1999 req-c7904914-ca34-46c9-a6a4-3900e69315aa tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.1037984 Apr 21 15:20:14.721492 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-83b3b3e9-bb11-429c-b556-69a8bffa1999 req-77f821c5-22f0-41b3-ab64-bd85d3001583 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497112 Apr 21 15:20:15.922109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef0e68-5816-4a85-89d8-b58d52ce2f74 req-3bccbb1b-cbed-440d-a9ed-3a7c70dcc022 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:15.923810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53ef0e68-5816-4a85-89d8-b58d52ce2f74 req-3bccbb1b-cbed-440d-a9ed-3a7c70dcc022 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0904689 Apr 21 15:20:15.979381 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-53ef0e68-5816-4a85-89d8-b58d52ce2f74 req-0c62b31f-106c-44a2-88db-9634c9b650ec tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Apr 21 15:20:17.185396 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae340a-63c4-491d-ba58-5473c360c568 req-5fe913b1-10de-4611-8b3c-d7cf430d92dd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:17.187042 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6ae340a-63c4-491d-ba58-5473c360c568 req-5fe913b1-10de-4611-8b3c-d7cf430d92dd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0954919 Apr 21 15:20:17.296010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6ae340a-63c4-491d-ba58-5473c360c568 req-7c2a51b2-5e64-4ec5-bafb-93c217b4da5a tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868263 Apr 21 15:20:18.473664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43058bb5-a360-4291-b40a-5c3c9e86d1f1 req-0149978a-3b44-4128-8875-76346390409d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:18.475200 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-43058bb5-a360-4291-b40a-5c3c9e86d1f1 req-0149978a-3b44-4128-8875-76346390409d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0830684 Apr 21 15:20:18.529325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-43058bb5-a360-4291-b40a-5c3c9e86d1f1 req-c253577d-a95b-4f32-beec-9d9037280e49 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Apr 21 15:20:19.718814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14973f88-95e7-4038-b8e7-ff7f37fbf09a req-53ed9cb0-4802-414a-8c3f-34c1ca585322 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:19.720139 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14973f88-95e7-4038-b8e7-ff7f37fbf09a req-53ed9cb0-4802-414a-8c3f-34c1ca585322 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0799174 Apr 21 15:20:19.764342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-14973f88-95e7-4038-b8e7-ff7f37fbf09a req-7ecfff50-979c-4300-a3bb-c9dda276fe1f tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Apr 21 15:20:20.954492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a5290-2d5a-4f32-927a-cbffb3ba90e3 req-13fb5978-ba6f-4bb4-9fdb-3316aa66ebdf tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:20.955923 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e90a5290-2d5a-4f32-927a-cbffb3ba90e3 req-13fb5978-ba6f-4bb4-9fdb-3316aa66ebdf tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 931 time: 0.0826373 Apr 21 15:20:20.999542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e90a5290-2d5a-4f32-927a-cbffb3ba90e3 req-9f88bf6f-7830-4fc8-9381-3e88ca19e806 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Apr 21 15:20:21.531072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Request body: {'port': {'device_id': '54f146b4-e485-4719-a12a-a6e4d147adee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:21.640021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.076822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a622b3a-c672-4a3e-9c85-eb53e8a7392d {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:20:22.084389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.100439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Transition to ACTIVE for port object 7a622b3a-c672-4a3e-9c85-eb53e8a7392d will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:20:22.103628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.186700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927c7a-5737-4d18-8112-0caba8ded8d9 req-7a313f96-5311-427e-bcf2-3649d97468c8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:22.188127 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d927c7a-5737-4d18-8112-0caba8ded8d9 req-7a313f96-5311-427e-bcf2-3649d97468c8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 943 time: 0.0802135 Apr 21 15:20:22.211824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.237531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d927c7a-5737-4d18-8112-0caba8ded8d9 req-a43e085c-61e9-4033-875d-1094b3d563e5 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Apr 21 15:20:22.237766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:22.343743 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Attempting to bind port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:20:22.343986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Attempting to bind port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:20:22.344305 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Attempting to bind port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d on network 9402aa1a-79f1-4121-91e6-48eba87ae985 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:20:22.348998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d on network 9402aa1a-79f1-4121-91e6-48eba87ae985 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:20:22.349287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Attempting to bind port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d on network 9402aa1a-79f1-4121-91e6-48eba87ae985 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:20:22.354529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:20:22.354853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Checking segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:20:22.355228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Bound using segment: {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:20:22.355637 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Bound port: 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:20:22.356000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.447772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:20:22.450628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:20:22.455402 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.515933 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:22.516538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:22.517921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] 10.222.0.13 "PUT /v2.0/ports/7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1093 time: 0.9913747 Apr 21 15:20:22.518354 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:20:22.538008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b510f-27e8-4aac-8899-5dcf0c6eacdd service neutron] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:22.600508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c33af4b-dba3-48f6-8a9c-092f81393e14'] response: {'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:20:22.647583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e4b468b5-a389-40a3-b20a-a88e9b3edd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:22.649083 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-e4b468b5-a389-40a3-b20a-a88e9b3edd96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1096 time: 0.0814004 Apr 21 15:20:22.716421 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-1f86f41b-3f99-48d8-a5ea-aeb0d73dba66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 217 time: 0.0611718 Apr 21 15:20:22.780291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-f2e0a048-6fea-4f09-949f-32246b472a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:22.781654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-f2e0a048-6fea-4f09-949f-32246b472a1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0600207 Apr 21 15:20:22.856768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-d33a6965-794e-404a-abb7-f1d87b0af420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:22.858240 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-d33a6965-794e-404a-abb7-f1d87b0af420 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711184 Apr 21 15:20:22.989664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-8a602e6f-20db-4c6d-b465-21b8a3d5da00 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250026 Apr 21 15:20:23.118501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7f380467-083c-4e7e-9e75-8fb6c6d8f306 req-bf9fc0af-497e-49e1-8a95-2d87092f4e17 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232698 Apr 21 15:20:23.234364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-31b41c6b-e878-4765-8f6b-bd46fce6e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:23.235820 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-31b41c6b-e878-4765-8f6b-bd46fce6e3ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1096 time: 0.0743110 Apr 21 15:20:23.368445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-375d9fd9-1083-42c8-9b43-6e4a765aa7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:23.370023 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-375d9fd9-1083-42c8-9b43-6e4a765aa7bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1282177 Apr 21 15:20:23.432951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf3e6-204f-40c0-84dc-2fa14ef0b059 req-39fb8675-59f3-4962-bec5-df6d39538269 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:23.434965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2ccf3e6-204f-40c0-84dc-2fa14ef0b059 req-39fb8675-59f3-4962-bec5-df6d39538269 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 943 time: 0.0878963 Apr 21 15:20:23.438529 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-4c5d81df-c3a2-4a97-9361-5c1e1b3d2d6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 217 time: 0.0617766 Apr 21 15:20:23.478884 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a2ccf3e6-204f-40c0-84dc-2fa14ef0b059 req-7c053b9b-e2f3-4a63-a042-008a9637b9ea tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Apr 21 15:20:23.507183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-c1c18d17-10bf-4ff4-8b9c-dd98a34c295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:23.508579 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-c1c18d17-10bf-4ff4-8b9c-dd98a34c295f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0637879 Apr 21 15:20:23.582613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-1cc13d87-724b-4c5b-ac4e-9bcdf2b11fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:23.584038 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-1cc13d87-724b-4c5b-ac4e-9bcdf2b11fa3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700374 Apr 21 15:20:23.807921 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-39216c71-ffc3-4fc3-aecc-554b3022b5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170908 Apr 21 15:20:23.937399 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6f846ae5-ca1e-47e0-8095-56ec388d6534 req-4a10fba9-9bec-4f77-81ed-e8a77f38b18e service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233485 Apr 21 15:20:24.659254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113aca0-dca2-478b-8571-021eed03873b req-f59997e7-1ed0-4050-a5fc-4dae55366728 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:24.660668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8113aca0-dca2-478b-8571-021eed03873b req-f59997e7-1ed0-4050-a5fc-4dae55366728 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 943 time: 0.0772827 Apr 21 15:20:24.706215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8113aca0-dca2-478b-8571-021eed03873b req-1dc84c8e-abcf-408f-92ef-d099479d13b1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399098 Apr 21 15:20:25.425777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6077cbce-899e-41d0-b460-78bd0954584c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:25.890056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8715fd7-40c2-4ae3-8c3e-f3ba47bb60a6 req-141e16df-6961-4e85-98df-3e58b20c6497 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:25.891491 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8715fd7-40c2-4ae3-8c3e-f3ba47bb60a6 req-141e16df-6961-4e85-98df-3e58b20c6497 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 943 time: 0.0793202 Apr 21 15:20:25.935706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8715fd7-40c2-4ae3-8c3e-f3ba47bb60a6 req-1e8180b1-b04d-4995-bcc6-5855c93e29b7 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Apr 21 15:20:27.119392 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdfe6e-b528-4ebe-834b-d488872a2a5b req-c5cd8f41-84f4-4a45-8c90-20085c510f6d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:27.120804 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-57fdfe6e-b528-4ebe-834b-d488872a2a5b req-c5cd8f41-84f4-4a45-8c90-20085c510f6d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 943 time: 0.0820987 Apr 21 15:20:27.163671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-57fdfe6e-b528-4ebe-834b-d488872a2a5b req-d7fdbc0f-3793-45e8-9bb5-428e08b09da7 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Apr 21 15:20:27.397919 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7a622b3a-c672-4a3e-9c85-eb53e8a7392d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:20:27.531191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:27.543930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'port_id': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'mac_address': 'fa:16:3e:6f:2e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:20:27.607423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ffa00696-7d2d-4a6c-890f-f71406160a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:27.609938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:27.627036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a622b3a-c672-4a3e-9c85-eb53e8a7392d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:20:27.642715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:27.646270 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:27.715406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:27.722140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.722486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.722822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.723154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.723483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.723807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.724132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.724451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.724771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.725091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.725435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.725752 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:27.948687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:20:28.345615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a6a44-b02f-4b85-bc6c-2783b27dbaef req-249f7cd2-6480-41ac-a124-c2fe9fbafc1a tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:28.347023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-630a6a44-b02f-4b85-bc6c-2783b27dbaef req-249f7cd2-6480-41ac-a124-c2fe9fbafc1a tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 944 time: 0.0799356 Apr 21 15:20:28.390524 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-630a6a44-b02f-4b85-bc6c-2783b27dbaef req-aafd4c67-c6e2-415a-a19e-21091db63aac tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Apr 21 15:20:28.846565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:29.030130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:29.398750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7a622b3a-c672-4a3e-9c85-eb53e8a7392d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:20:29.473273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:20:29.478516 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:29.478890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:29.582681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabd755-a5c4-45c0-9676-079bc08a9569 req-a28fc20a-fd25-40f3-9e75-c0621699a7d5 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:29.584123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cabd755-a5c4-45c0-9676-079bc08a9569 req-a28fc20a-fd25-40f3-9e75-c0621699a7d5 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 944 time: 0.0841627 Apr 21 15:20:29.600258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:29.627469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:20:29.629293 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cabd755-a5c4-45c0-9676-079bc08a9569 req-e5eab826-142e-48cd-9282-2c6f7e936f03 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Apr 21 15:20:29.638009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:29.649503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:29.690236 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf48cd5e-b8d4-46e9-a0d3-911f43ca4ba8'] response: {'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'code': 200} Apr 21 15:20:29.716863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:29.914420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c0c8b-3aea-4ad0-b1d2-5f98473630aa req-2618d3d1-f5b1-4846-b550-c239f3acce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:29.916666 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-623c0c8b-3aea-4ad0-b1d2-5f98473630aa req-2618d3d1-f5b1-4846-b550-c239f3acce57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1098 time: 0.0740836 Apr 21 15:20:29.970270 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-623c0c8b-3aea-4ad0-b1d2-5f98473630aa req-d0eea059-94f4-4648-8422-f8e512fea200 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Apr 21 15:20:30.519408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:30.827806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab339d-881f-473a-b24c-65458298e4e4 req-28265df7-3e47-42ef-8c6a-71bb6561b753 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:30.829190 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-afab339d-881f-473a-b24c-65458298e4e4 req-28265df7-3e47-42ef-8c6a-71bb6561b753 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0866172 Apr 21 15:20:30.873254 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-afab339d-881f-473a-b24c-65458298e4e4 req-7df80271-be93-4021-adcf-8d47689eef6c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Apr 21 15:20:32.060696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64480b-b647-4f3d-9171-46f85db5b0b7 req-4f31a4fd-2932-4a23-bad7-b8074e771b35 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:32.062151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0b64480b-b647-4f3d-9171-46f85db5b0b7 req-4f31a4fd-2932-4a23-bad7-b8074e771b35 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0818522 Apr 21 15:20:32.105067 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0b64480b-b647-4f3d-9171-46f85db5b0b7 req-4b82a877-2311-4694-b570-53462ef52918 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Apr 21 15:20:32.287679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ff859-9771-449b-b2a0-ccea03f2333a req-a5f3bdd7-1e3d-407a-8cb6-9b9123b3a88e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:32.289095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a8ff859-9771-449b-b2a0-ccea03f2333a req-a5f3bdd7-1e3d-407a-8cb6-9b9123b3a88e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0795200 Apr 21 15:20:32.336011 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a8ff859-9771-449b-b2a0-ccea03f2333a req-7eafe1ae-8ea9-4ed7-aa15-b08b088abf1a tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Apr 21 15:20:32.726847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0ddb9-d542-4402-8e8f-1de95a3f021c req-864e9824-73b4-435a-af46-60fcac67b27e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:32.728809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bcf0ddb9-d542-4402-8e8f-1de95a3f021c req-864e9824-73b4-435a-af46-60fcac67b27e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0798023 Apr 21 15:20:32.772318 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bcf0ddb9-d542-4402-8e8f-1de95a3f021c req-f5ce7753-313a-45ee-a153-37ec4e6a86f9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375674 Apr 21 15:20:43.044786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdb4bd-f65f-4788-af2e-c98285cdcc95 req-ad0c18b7-ef5c-4eb6-a82c-e04962dc393c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:43.046235 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-46cdb4bd-f65f-4788-af2e-c98285cdcc95 req-ad0c18b7-ef5c-4eb6-a82c-e04962dc393c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.2630746 Apr 21 15:20:43.089632 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-46cdb4bd-f65f-4788-af2e-c98285cdcc95 req-0f962596-f28a-4e4f-be26-cfc1b1c80cc6 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Apr 21 15:20:43.112991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:43.222225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96aa6a1-cf76-452a-98b8-102530cf22cc tempest-TestMinimumBasicScenario-856145952 tempest-TestMinimumBasicScenario-856145952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:43.222833 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b96aa6a1-cf76-452a-98b8-102530cf22cc tempest-TestMinimumBasicScenario-856145952 tempest-TestMinimumBasicScenario-856145952-project-admin] Synchronizing usage tracker for tenant:b911cb17dd784387b0b6ebb17c4a7693 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:20:43.243031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b96aa6a1-cf76-452a-98b8-102530cf22cc tempest-TestMinimumBasicScenario-856145952 tempest-TestMinimumBasicScenario-856145952-project-admin] Unset dirty status for tenant:b911cb17dd784387b0b6ebb17c4a7693 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:20:43.244653 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b96aa6a1-cf76-452a-98b8-102530cf22cc tempest-TestMinimumBasicScenario-856145952 tempest-TestMinimumBasicScenario-856145952-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1093 time: 0.1305053 Apr 21 15:20:43.247655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41826) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:43.252553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:43.258447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:43.263091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:floatingip and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:43.265836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:43.271339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:43.282351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:43.380738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:20:43.417837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:43.652803 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Allocated IP 172.26.4.223 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:20:43.793545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:43.823209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:43.890768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:20:43.893543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:20:43.897326 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:20:43.925883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'Port': ['ID=7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:43.943402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.943743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.944082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.944414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.944743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.945071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.945426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.945749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.946069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.947220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.947547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:43.947869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:44.315141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.387178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.589627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.593855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.701896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'Port': ['ID=7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:44.714409 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:44.889344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Floating IP e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b associated. External IP: 172.26.4.223, port: 7a622b3a-c672-4a3e-9c85-eb53e8a7392d. Apr 21 15:20:45.347705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Router 0a2560da-d6c8-4153-82b7-368065feb21a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:20:45.525406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:20:45.534908 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Sync routers for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:20:45.544036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:20:45.544636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:20:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:45.549872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.604850 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab96ecdd-2091-4e99-913d-2325d5d162e1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3561888 Apr 21 15:20:45.605488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:20:45.607791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41830) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:45.613137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490955984', 'description': 'tempest-secgroup-smoke-1490955984 description', 'project_id': '792e82f8898d4e15a292eecd6047b8b8'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:45.619441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:45.629190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:45.641679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.663841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:45.668613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:45.671613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:45.677773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:45.713595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48005800-0b1d-4626-8003-d5a3701486fe'] response: {'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:20:45.736236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:20:45.760211 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.765815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.824158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e09293-94df-44c2-90cf-e1313ee1d0fe,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:45.834151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.834575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.834976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.835373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.835873 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.836274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.837371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.837775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.838172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.838564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.838954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.839338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:20:45.880874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.882058 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-27c7f060-dc5a-49e9-bde1-82abac100881 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2732129 Apr 21 15:20:45.885992 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:45.891782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:45.899862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:45.903984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:45.906928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:45.913492 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:45.931655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-748c013a-1546-4c3f-96c5-3bd1eb3e364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:45.933319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:45.934213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-748c013a-1546-4c3f-96c5-3bd1eb3e364c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1098 time: 0.1952317 Apr 21 15:20:46.001788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.006267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.031559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f50d3c3-1729-477f-8cca-37c82fc25483,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.043457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.046558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-90b81a98-1119-4942-9f10-ac5cdb7c12d8 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585476 Apr 21 15:20:46.047543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41844) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.052951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:46.059925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.063574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.066515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.072750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.078616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-e4325d5b-6b92-4103-928f-4ab46e06e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:46.080031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-e4325d5b-6b92-4103-928f-4ab46e06e3ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1397829 Apr 21 15:20:46.091068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.110836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'port_id': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'mac_address': 'fa:16:3e:6f:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f146b4-e485-4719-a12a-a6e4d147adee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:20:44Z', 'updated_at': '2022-04-21T15:20:44Z', 'revision_number': 0, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.115194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Checking router: 0a2560da-d6c8-4153-82b7-368065feb21a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:20:46.124139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:20:46.124940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:20:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.158901 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.162614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.192142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3b4ae1-6de6-43c7-9524-f4d106c6c5ed,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.193072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-89a0982d-ecdd-4b1f-8298-931e86908725 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 999 time: 0.1010177 Apr 21 15:20:46.199633 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.200940 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-55671130-f9fc-4835-989e-3522df2ce56c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523740 Apr 21 15:20:46.203726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41848) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.208826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:46.216047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.220056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.223193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.230167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.250454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.269795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-ba2d0943-17a1-4fe5-be5a-3a64fad543ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:46.271542 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-ba2d0943-17a1-4fe5-be5a-3a64fad543ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0611873 Apr 21 15:20:46.318461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.323271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.347052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e4d982-7113-4021-bb22-acf8e6e35830,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.350356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-c795033b-14fd-486e-ba02-c77eaeace3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:46.352619 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-c795033b-14fd-486e-ba02-c77eaeace3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758970 Apr 21 15:20:46.356409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:20:46.357615 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.361421 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5a82df31-4e00-4a84-af96-f090614f784e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542206 Apr 21 15:20:46.361561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41852) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.366294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:46.372335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.376122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.379002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.385434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.406246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.472114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.476218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.500303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1daeb1a7-e876-419e-b01e-e7bdc52ddaaa,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.504080 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-95a3b4c2-2716-4356-9cc6-12f29134644e service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453021 Apr 21 15:20:46.510874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.514682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-32ee9891-9864-457e-a054-a296c27350b9 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497736 Apr 21 15:20:46.514994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41856) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.520051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:46.527312 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.531562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.534586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.540892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.553290 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Project 792e82f8898d4e15a292eecd6047b8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:20:46.560544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.630389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.635796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.645674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e1dffb47-8b5b-4ea3-8ae1-c7c8c05f5a34 req-72edc8fd-8c38-4bf9-a39e-9b2f8bdbcb30 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354253 Apr 21 15:20:46.661894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5eb243-a391-4b48-b76c-54e5f62fe64d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.674260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.677669 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd1ebcbf-5bbe-45ce-a8dd-cf64e3fe0809 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616266 Apr 21 15:20:46.678516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41860) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:20:46.684017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'security_group_rule': {'security_group_id': 'f9e09293-94df-44c2-90cf-e1313ee1d0fe', 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:46.689960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:20:46.693738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Usage tracker for resource:security_group_rule and tenant:792e82f8898d4e15a292eecd6047b8b8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:20:46.697092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:20:46.706917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:20:46.717301 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Project 792e82f8898d4e15a292eecd6047b8b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:20:46.723778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.746995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'port_id': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'mac_address': 'fa:16:3e:6f:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f146b4-e485-4719-a12a-a6e4d147adee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:20:44Z', 'updated_at': '2022-04-21T15:20:44Z', 'revision_number': 0, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:20:46.750924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343a877-337d-4716-8e10-3ed9fd7ed3b2 None None] The sync data for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv is: [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'port_id': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'mac_address': 'fa:16:3e:6f:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f146b4-e485-4719-a12a-a6e4d147adee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:20:44Z', 'updated_at': '2022-04-21T15:20:44Z', 'revision_number': 0, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:20:46.793134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.797352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.822294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0591c80e-57c8-49bb-9f55-6bef651887df,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:46.833179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:46.835072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3cbd9f42-3903-466f-b699-e568d3fc2b7b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1552925 Apr 21 15:20:46.970638 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24b0495-c2cd-4c4f-9fae-ec0c4e6dd798 None None] New status for floating IP e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:20:46.973926 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-9c644255-42e3-4054-8b7d-3e6a9dd66a92 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490955984&fields=id&tenant_id=792e82f8898d4e15a292eecd6047b8b8 HTTP/1.1" status: 200 len: 267 time: 0.0527365 Apr 21 15:20:47.059444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-354ff49d-cea8-4432-9ebc-a89c38fd8124 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:47.060882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-354ff49d-cea8-4432-9ebc-a89c38fd8124 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0825202 Apr 21 15:20:47.071600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'port': {'security_groups': ['db782a0d-a218-43ca-b9c7-26c42b4309fa', 'f9e09293-94df-44c2-90cf-e1313ee1d0fe']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:20:47.191822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.447039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:20:47.471161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.475589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.487786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:20:47.550398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:47.551047 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:47.552624 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6cc394aa-1967-4593-80a2-07c31e43a1c0 req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "PUT /v2.0/ports/7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 981 time: 0.4856284 Apr 21 15:20:47.578959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb1b90-edd6-4c1c-b4e4-11477f15f80d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=6']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:20:47.650363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:20:47.659791 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-215acd7e-93a9-4c8c-bb27-afbc4d232574 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888219 Apr 21 15:20:47.714293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:20:47.801607 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb28399d-18df-47a4-8561-834d04317629'] response: {'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:20:47.827149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd33bd-218b-4635-bf42-e8c747ea27bd req-67650a96-8632-4227-96bb-27aba64c4c26 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:47.835742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2dd33bd-218b-4635-bf42-e8c747ea27bd req-67650a96-8632-4227-96bb-27aba64c4c26 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.1741936 Apr 21 15:20:47.886704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-f9670358-b23e-4a8e-ba7d-391215b208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:47.886704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-f9670358-b23e-4a8e-ba7d-391215b208f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1137 time: 0.1381652 Apr 21 15:20:47.915595 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c2dd33bd-218b-4635-bf42-e8c747ea27bd req-a8ed0947-c171-4d5b-9570-46279469b597 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742602 Apr 21 15:20:47.918328 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0a6edce6-d524-4dbd-a2ed-c41d79140ef9 None None] Provisioning complete for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:20:47.918851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0a6edce6-d524-4dbd-a2ed-c41d79140ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:48.037730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-ff699ae5-4f4c-46cc-a967-accaf8ea6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:48.039194 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-ff699ae5-4f4c-46cc-a967-accaf8ea6c52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1381080 Apr 21 15:20:48.148969 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-e485cbff-c9ca-4c03-a54f-c6e7b231f047 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1001 time: 0.0962083 Apr 21 15:20:48.327674 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-fb0e685e-475e-4c71-a107-f7a94dfde837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:48.329035 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-fb0e685e-475e-4c71-a107-f7a94dfde837 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.1739202 Apr 21 15:20:48.406598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-f0456ee8-ce22-4633-acb1-ebbaebe197dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:48.408032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-f0456ee8-ce22-4633-acb1-ebbaebe197dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728548 Apr 21 15:20:48.539643 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-fafabe50-af37-4eae-98a8-8bc0ce272ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230879 Apr 21 15:20:48.670108 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0a3455b6-d002-4cbb-9dfa-1634bd83e782 req-8e4affd6-2a3c-4b05-8660-c3b7c9ed0d51 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239958 Apr 21 15:20:48.776919 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de424-11f5-41c3-991b-8338b4eb449b req-be821eca-9e7d-429f-a49b-057b7a4678ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:48.778637 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-be821eca-9e7d-429f-a49b-057b7a4678ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1137 time: 0.0720556 Apr 21 15:20:48.911765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de424-11f5-41c3-991b-8338b4eb449b req-b8ad9fa1-3854-4c84-aff5-bf7d232d5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:48.913171 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-b8ad9fa1-3854-4c84-aff5-bf7d232d5f32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1282945 Apr 21 15:20:49.017267 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-f93fc6d5-dd0d-4a74-ab10-2270060b83be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1001 time: 0.0980225 Apr 21 15:20:49.079111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de424-11f5-41c3-991b-8338b4eb449b req-c79ecd09-2ae8-4699-8e4c-2c0b2bd32473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:49.080469 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-c79ecd09-2ae8-4699-8e4c-2c0b2bd32473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0564487 Apr 21 15:20:49.157356 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06de424-11f5-41c3-991b-8338b4eb449b req-a2dca683-79f6-423c-840f-004adea7c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:20:49.158758 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-a2dca683-79f6-423c-840f-004adea7c5e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709512 Apr 21 15:20:49.291987 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-df604678-6447-4ce0-b4ec-5f874ba4fc8f service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251698 Apr 21 15:20:49.423812 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e06de424-11f5-41c3-991b-8338b4eb449b req-24fc561e-7e7e-43c3-99ae-1b6b6ef7f565 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261318 Apr 21 15:20:52.219692 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:55.428287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-955f4cde-ddf3-4246-80f3-8f833c8ea54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:57.590432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e617584-5187-4d58-b008-572db77c0ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:58.850365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:20:59.031651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:00.522807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:20.380625 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:21:22.235971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:25.430411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc6c25fd-b881-41ab-b110-d2afce9b3f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:27.592489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-31b3db0a-b8df-4140-976e-82c67ec839c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:28.851215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:29.033884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:30.525049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:36.412697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861438c-4a85-45c9-a3ea-fc938286832b req-417cd07e-138f-48d2-bf12-29f27190e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:36.414152 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-417cd07e-138f-48d2-bf12-29f27190e260 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1137 time: 0.0725694 Apr 21 15:21:36.442913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc75c83-b350-4693-bc48-6ca996700ab2 req-bae5fb10-920e-41e7-afb2-4b3788a72503 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:36.444342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4dc75c83-b350-4693-bc48-6ca996700ab2 req-bae5fb10-920e-41e7-afb2-4b3788a72503 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0795622 Apr 21 15:21:36.490932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4dc75c83-b350-4693-bc48-6ca996700ab2 req-fa89a10e-fe53-4e94-a9f1-e8aef5b6469c tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402262 Apr 21 15:21:36.552462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861438c-4a85-45c9-a3ea-fc938286832b req-a80198df-a98a-4c7f-b18b-231e79700335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:36.553966 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-a80198df-a98a-4c7f-b18b-231e79700335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1341484 Apr 21 15:21:36.656205 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-e02c6268-4337-4671-bb44-040fe9b046c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1001 time: 0.0967603 Apr 21 15:21:36.717114 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861438c-4a85-45c9-a3ea-fc938286832b req-be07956d-9040-4080-aeef-e7918d2d3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:36.718449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-be07956d-9040-4080-aeef-e7918d2d3e28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0567181 Apr 21 15:21:36.892921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861438c-4a85-45c9-a3ea-fc938286832b req-64b1c198-67ca-4003-bed9-89e15abb0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:36.894390 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-64b1c198-67ca-4003-bed9-89e15abb0c76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1704550 Apr 21 15:21:37.024105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-2b73833b-d747-41e7-b6b5-528be9aad8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231511 Apr 21 15:21:37.153442 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7861438c-4a85-45c9-a3ea-fc938286832b req-0a283a62-f33e-4221-95f2-fd9235d9d178 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223834 Apr 21 15:21:37.678462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc377f7d-3d50-4ee4-9fa8-70dac00b972d req-0aaf058a-ddfe-42fd-915e-43a8f7ae47fa tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:37.679885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc377f7d-3d50-4ee4-9fa8-70dac00b972d req-0aaf058a-ddfe-42fd-915e-43a8f7ae47fa tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0832868 Apr 21 15:21:37.724640 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc377f7d-3d50-4ee4-9fa8-70dac00b972d req-226d7e25-92fd-4aa1-bca3-6b48cb4ec112 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385044 Apr 21 15:21:38.911201 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf8a4-a93c-48ff-ad0f-b8b309dd7070 req-590d44f5-6390-4ab5-b094-636c0ce4c3cd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:38.912609 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03ddf8a4-a93c-48ff-ad0f-b8b309dd7070 req-590d44f5-6390-4ab5-b094-636c0ce4c3cd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0788543 Apr 21 15:21:38.957685 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03ddf8a4-a93c-48ff-ad0f-b8b309dd7070 req-e79dab2e-356e-4b54-b757-c3af4537029e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388131 Apr 21 15:21:40.247828 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d0126-cded-4c8a-961c-33cac8994307 req-a64937ac-35e5-4724-bf85-c8c163c26365 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:40.249286 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b07d0126-cded-4c8a-961c-33cac8994307 req-a64937ac-35e5-4724-bf85-c8c163c26365 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.1855819 Apr 21 15:21:40.294558 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b07d0126-cded-4c8a-961c-33cac8994307 req-2cca898b-ed11-43b3-8ac0-462b038dc377 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394545 Apr 21 15:21:41.480769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf81b-cbd6-4659-be37-811d574d754f req-3ec0a796-2fed-4a9c-9a7c-6844a44bdd8d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:41.482214 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f7cf81b-cbd6-4659-be37-811d574d754f req-3ec0a796-2fed-4a9c-9a7c-6844a44bdd8d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0841091 Apr 21 15:21:41.526617 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f7cf81b-cbd6-4659-be37-811d574d754f req-7bfcb716-e838-485c-972d-7b9eeca5b682 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386879 Apr 21 15:21:42.711936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df712-3d9e-409c-ba90-4d37a1c0dfdc req-9cf21b69-41cd-457d-b9ed-bc07d912a5b6 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:42.713870 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d41df712-3d9e-409c-ba90-4d37a1c0dfdc req-9cf21b69-41cd-457d-b9ed-bc07d912a5b6 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0794044 Apr 21 15:21:42.760140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d41df712-3d9e-409c-ba90-4d37a1c0dfdc req-b374055d-07c0-46be-afaf-2612a034a524 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400681 Apr 21 15:21:43.943292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ecc21-b18c-47f8-a534-46069fa73c26 req-9f491089-66dc-4ec1-9929-f400724107fe tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:43.944705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-055ecc21-b18c-47f8-a534-46069fa73c26 req-9f491089-66dc-4ec1-9929-f400724107fe tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0821230 Apr 21 15:21:43.990982 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-055ecc21-b18c-47f8-a534-46069fa73c26 req-d6334e36-aa3b-41bb-95c7-3959328ead99 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394094 Apr 21 15:21:45.170661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e0d3c-50ed-4f60-b54c-f812575dc65e req-e6199dd7-06f1-4796-972e-409b25d4ab66 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:45.172072 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-db9e0d3c-50ed-4f60-b54c-f812575dc65e req-e6199dd7-06f1-4796-972e-409b25d4ab66 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0779347 Apr 21 15:21:45.218536 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-db9e0d3c-50ed-4f60-b54c-f812575dc65e req-923cddc9-2215-41ab-a7f1-514122246311 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406573 Apr 21 15:21:46.407076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e841e03-69d2-4b60-a7a6-12b5465bcc5d req-7bf5e988-7f54-4f95-b6a9-ec3a8220edbd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:46.408532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e841e03-69d2-4b60-a7a6-12b5465bcc5d req-7bf5e988-7f54-4f95-b6a9-ec3a8220edbd tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0829399 Apr 21 15:21:46.453164 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2e841e03-69d2-4b60-a7a6-12b5465bcc5d req-dc8caf71-6aee-47d8-af4f-6dec9c725800 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388372 Apr 21 15:21:47.637506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6217b-5e4e-42d9-a41e-ee61721998f9 req-a4f85067-73f1-4554-8d8e-8d088f5c873d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:47.638913 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60c6217b-5e4e-42d9-a41e-ee61721998f9 req-a4f85067-73f1-4554-8d8e-8d088f5c873d tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0808096 Apr 21 15:21:47.688134 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60c6217b-5e4e-42d9-a41e-ee61721998f9 req-7fc91efc-c249-41d8-97f8-6348d71ebc87 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434608 Apr 21 15:21:48.871499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a1684-0a1e-4e29-9b9e-1ce7f8394d44 req-f5faad7c-3a1b-44b3-a902-2bccf18ee311 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:48.872938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fe3a1684-0a1e-4e29-9b9e-1ce7f8394d44 req-f5faad7c-3a1b-44b3-a902-2bccf18ee311 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0808914 Apr 21 15:21:48.919577 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fe3a1684-0a1e-4e29-9b9e-1ce7f8394d44 req-2b404910-efeb-4c09-aab8-b95ea1632fd1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=f9e09293-94df-44c2-90cf-e1313ee1d0fe&id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409195 Apr 21 15:21:49.670800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-0725ecf8-4578-4913-9883-2cbf3f8c95f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706136 Apr 21 15:21:49.809938 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-1dcd953b-c120-4f51-b36e-3f9e21c7e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:49.811467 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-1dcd953b-c120-4f51-b36e-3f9e21c7e21f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1137 time: 0.0745616 Apr 21 15:21:49.954167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-a203469b-ea21-4c60-8ce2-d0c47a20f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:49.955509 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-a203469b-ea21-4c60-8ce2-d0c47a20f4c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1256070 Apr 21 15:21:50.057299 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-903dd2fb-e3c4-4086-afd3-9c7b72bea546 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1001 time: 0.0962152 Apr 21 15:21:50.115852 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-e327630d-cad5-4a39-b681-c323ca2714ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:50.117183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-e327630d-cad5-4a39-b681-c323ca2714ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0546193 Apr 21 15:21:50.188401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-120c54c7-65ee-4ff6-a111-49724ad38e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:21:50.189797 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-120c54c7-65ee-4ff6-a111-49724ad38e37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674295 Apr 21 15:21:50.317688 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-343a903e-2fb3-421a-b61d-4c630e25b717 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222544 Apr 21 15:21:50.443742 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7cdc56d3-9f67-4982-b072-32cec0b1772c req-f8a1a52d-8aab-4b00-bc5d-b421e401f087 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207018 Apr 21 15:21:52.249062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:55.431695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed7b3aaa-7a42-444b-a4f4-ef2ee00d81ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:57.379674 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:21:57.595880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ffbfde4f-54fb-4a2c-9cb3-392fd2052ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:58.855713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:21:59.036529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:00.526331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:22.245574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:25.433054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92878df2-7afb-4b60-86d4-17b908bc2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:27.597448 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bde2db67-ae16-4e2d-9a1a-bc2e8d22bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:28.858203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:29.045902 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:30.529620 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:34.379428 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:22:37.398135 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-05211d8e-c82f-4ef3-bdd6-201e03e42d0b tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490955984&fields=id&tenant_id=792e82f8898d4e15a292eecd6047b8b8 HTTP/1.1" status: 200 len: 267 time: 0.0388267 Apr 21 15:22:37.485627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-4bca2505-4574-4d75-b050-544e3ac0dd0f tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:37.487018 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-4bca2505-4574-4d75-b050-544e3ac0dd0f tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 984 time: 0.0834606 Apr 21 15:22:37.497445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Request body: {'port': {'security_groups': ['db782a0d-a218-43ca-b9c7-26c42b4309fa']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:22:37.620421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.860816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:37.884971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.890056 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.901956 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:22:37.959089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:37.959694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:37.961036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-238322af-4911-4ff0-98a1-26a1d804d1b9 req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "PUT /v2.0/ports/7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 942 time: 0.4679098 Apr 21 15:22:37.961519 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:22:37.969306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 41936) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:38.011841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event updated for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:38.025303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.025657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.025981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.026320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.026951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.027218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.029350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.030115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.031897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.032428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.032945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.033528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a5139-8e19-4c2f-8840-7ccc35a6b4c2 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.038373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:22:38.051039 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528125c8-c976-4cac-a0df-93f986c9d1d7'] response: {'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:22:38.125708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.171731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.199725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276343-1f21-448e-a963-c53010aa98b4 req-8f924648-2908-4289-a4b2-b131c1b50d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:38.201996 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-8f924648-2908-4289-a4b2-b131c1b50d80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1098 time: 0.1404788 Apr 21 15:22:38.244744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-34905d0e-dbf7-4a3a-bedc-fe4a9ec02df0 None None] Provisioning complete for port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:22:38.245019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-34905d0e-dbf7-4a3a-bedc-fe4a9ec02df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.349310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276343-1f21-448e-a963-c53010aa98b4 req-b151a28a-7d6f-468b-bf14-1a142c95dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:38.350854 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-b151a28a-7d6f-468b-bf14-1a142c95dd04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1389530 Apr 21 15:22:38.351981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.430178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e09293-94df-44c2-90cf-e1313ee1d0fe,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:38.455549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.455884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.456215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.456533 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.456851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.457167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.457509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.457823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.458134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.458445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.458756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.459064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:22:38.467184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.468650 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ca5c7cae-945b-4474-a4f2-cd8263127f57 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "DELETE /v2.0/security-groups/f9e09293-94df-44c2-90cf-e1313ee1d0fe HTTP/1.1" status: 204 len: 168 time: 0.4984372 Apr 21 15:22:38.471434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 41940) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:38.494342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-cf89551c-1cf4-418c-a85d-0f043a2ecad8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 1001 time: 0.1225474 Apr 21 15:22:38.658143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276343-1f21-448e-a963-c53010aa98b4 req-816556bd-bd8c-490d-97df-eba86b418dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:38.659572 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-816556bd-bd8c-490d-97df-eba86b418dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.1591804 Apr 21 15:22:38.681314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Deleting port 7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:38.681566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.733732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276343-1f21-448e-a963-c53010aa98b4 req-e4c38c48-36d7-4f91-934c-863807c2e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:38.735178 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-e4c38c48-36d7-4f91-934c-863807c2e76a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696564 Apr 21 15:22:38.871501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-8d54c447-3f21-4e68-9302-914b816ea8cf service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300161 Apr 21 15:22:38.955778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:38.956018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:39.006758 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-84276343-1f21-448e-a963-c53010aa98b4 req-0e13dd92-e445-494a-8ed4-a26817bbaf39 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292267 Apr 21 15:22:39.078585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Calling delete_port for 7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:39.229397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:39.279442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event deleted for resources: {'Port': ['ID=7ef089f0-a6f5-4ce5-9982-2b8bfe4e943d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:39.369138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:39.369493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Floating IP e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b disassociated (deleted). External IP: 172.26.4.223, port: 7a622b3a-c672-4a3e-9c85-eb53e8a7392d. Apr 21 15:22:39.717152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Router 0a2560da-d6c8-4153-82b7-368065feb21a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:22:39.893527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:22:39.903171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Sync routers for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:22:39.911542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:39.913252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:39.913895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:39.973485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b8a8034d-aa97-40a8-9224-cab9982b996e tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "DELETE /v2.0/floatingips/e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b HTTP/1.1" status: 204 len: 168 time: 1.4980230 Apr 21 15:22:40.052672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:22:40.098886 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55aae42-b49e-4961-a38a-e89a4075dcad'] response: {'name': 'network-changed', 'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:22:40.099496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:40.196958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-cc6500bd-8b50-42a7-91ab-eb38602f857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:40.198458 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-cc6500bd-8b50-42a7-91ab-eb38602f857a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=792e82f8898d4e15a292eecd6047b8b8&device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 1098 time: 0.0774803 Apr 21 15:22:40.346792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-e5548d94-63f7-48cb-a5d6-ce598a90503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:40.348661 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-e5548d94-63f7-48cb-a5d6-ce598a90503a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 200 len: 915 time: 0.1442795 Apr 21 15:22:40.429960 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-24858120-1ab9-40d7-ab48-f487e9c513eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 200 len: 217 time: 0.0685451 Apr 21 15:22:40.450237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:40.455337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Checking router: 0a2560da-d6c8-4153-82b7-368065feb21a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:22:40.463498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:40.464083 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:40.492527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-28b231c6-67cf-4b53-8cfe-51ab00405ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:40.493966 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-28b231c6-67cf-4b53-8cfe-51ab00405ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 200 len: 853 time: 0.0588520 Apr 21 15:22:40.569918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-83c838a6-509c-4e32-a680-08b2065b609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:40.571366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-83c838a6-509c-4e32-a680-08b2065b609e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9402aa1a-79f1-4121-91e6-48eba87ae985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703785 Apr 21 15:22:40.662822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:40.707167 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-e8bd2575-7db8-4a5e-9e38-757fde39e4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293983 Apr 21 15:22:40.845958 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-70b63f56-584d-4b45-b277-ed16db5e3059 req-79319719-51dc-412f-92c4-5b489cc58ded service neutron] 10.222.0.13 "GET /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328654 Apr 21 15:22:41.027502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:41.031823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64885b14-9329-4b2c-b5ca-512c31825655 None None] The sync data for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv is: [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:19:52Z', 'revision_number': 4, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '4bd68b9d-273e-4f58-9911-8492c2bf498d', 'name': '', 'network_id': '9402aa1a-79f1-4121-91e6-48eba87ae985', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'mac_address': 'fa:16:3e:16:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:51Z', 'updated_at': '2022-04-21T15:19:59Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'subnets': [{'id': '2b3b5983-e110-4c57-a1af-ee4df6849877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:22:41.259959 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe0a9f-6a59-453d-badc-dca87cdb2142 None None] New status for floating IP e6e9adb9-5ed5-4625-81ae-5d6ef1469b6b: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:22:44.436993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fba98-552d-4965-ada5-56d1345eb15a req-3cb6065d-1f7f-4b07-821a-5735395b2114 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:44.437627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1a1fba98-552d-4965-ada5-56d1345eb15a req-3cb6065d-1f7f-4b07-821a-5735395b2114 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Synchronizing usage tracker for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:44.452886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-1a1fba98-552d-4965-ada5-56d1345eb15a req-3cb6065d-1f7f-4b07-821a-5735395b2114 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Unset dirty status for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:44.454043 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a1fba98-552d-4965-ada5-56d1345eb15a req-3cb6065d-1f7f-4b07-821a-5735395b2114 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0949211 Apr 21 15:22:44.498728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a1fba98-552d-4965-ada5-56d1345eb15a req-ad0561a9-1253-467b-847d-2694f5db77ab tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388627 Apr 21 15:22:45.686990 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb393-ac3a-495f-8b7a-a7ec27108e33 req-68e502fb-829e-4560-8554-d771319dc0af tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:45.688403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c3fb393-ac3a-495f-8b7a-a7ec27108e33 req-68e502fb-829e-4560-8554-d771319dc0af tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0818844 Apr 21 15:22:45.732147 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6c3fb393-ac3a-495f-8b7a-a7ec27108e33 req-157dd2f3-9213-481e-9ec6-dd8e003825d7 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/security-groups?id=db782a0d-a218-43ca-b9c7-26c42b4309fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Apr 21 15:22:46.134441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-ff7d08a6-9713-42ce-aa8b-b70a64089bc1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:22:46.135113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-ff7d08a6-9713-42ce-aa8b-b70a64089bc1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Synchronizing usage tracker for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:22:46.147317 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-ff7d08a6-9713-42ce-aa8b-b70a64089bc1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Unset dirty status for tenant:792e82f8898d4e15a292eecd6047b8b8 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:22:46.148386 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-ff7d08a6-9713-42ce-aa8b-b70a64089bc1 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 945 time: 0.0956771 Apr 21 15:22:46.216427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Deleting port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:46.216756 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:46.458175 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] For port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:46.458440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:46.673024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Calling delete_port for 7a622b3a-c672-4a3e-9c85-eb53e8a7392d owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:46.826724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:46.839026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7a622b3a-c672-4a3e-9c85-eb53e8a7392d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:22:46.881446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Pushing event deleted for resources: {'Port': ['ID=7a622b3a-c672-4a3e-9c85-eb53e8a7392d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:46.888959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f5a3a996-b1c9-4ee8-9218-e2159c48bc41 req-90ab46e8-0a77-4fdb-8189-c0c7881230d0 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.35 "GET /v2.0/ports?device_id=54f146b4-e485-4719-a12a-a6e4d147adee HTTP/1.1" status: 200 len: 210 time: 0.0481145 Apr 21 15:22:46.956690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] No DVR routers for this DVR port 7a622b3a-c672-4a3e-9c85-eb53e8a7392d on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:46.959181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:46.961632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'name': 'network-vif-deleted', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:22:46.978515 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5b7a63a1-3263-4745-b7bc-e3dc9229aadb req-c71304fe-0a7a-4fb4-b101-e929fd41c450 tempest-TestMinimumBasicScenario-969808969 tempest-TestMinimumBasicScenario-969808969-project] 10.222.0.13 "DELETE /v2.0/ports/7a622b3a-c672-4a3e-9c85-eb53e8a7392d HTTP/1.1" status: 204 len: 173 time: 0.8245711 Apr 21 15:22:47.224093 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbeef6b-91c2-4467-b8a0-2367f5f5aee9'] response: {'server_uuid': '54f146b4-e485-4719-a12a-a6e4d147adee', 'name': 'network-vif-deleted', 'tag': '7a622b3a-c672-4a3e-9c85-eb53e8a7392d', 'status': 'completed', 'code': 200} Apr 21 15:22:48.532087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42028) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:49.191791 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.536155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Deleting port 4bd68b9d-273e-4f58-9911-8492c2bf498d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:49.536818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.704178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] For port 4bd68b9d-273e-4f58-9911-8492c2bf498d, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=4bd68b9d-273e-4f58-9911-8492c2bf498d,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:49.704526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:49.825913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Calling delete_port for 4bd68b9d-273e-4f58-9911-8492c2bf498d owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:49.999403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7a622b3a-c672-4a3e-9c85-eb53e8a7392d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:50.037912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 7a622b3a-c672-4a3e-9c85-eb53e8a7392d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:50.038252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7a622b3a-c672-4a3e-9c85-eb53e8a7392d not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:50.253057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.300362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd68b9d-273e-4f58-9911-8492c2bf498d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:50.567581 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:50.920982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Router 0a2560da-d6c8-4153-82b7-368065feb21a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:22:51.094140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:22:51.102585 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Sync routers for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:22:51.107367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-41f3d38a-86ca-49f9-ab8e-abb15d6f70a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/0a2560da-d6c8-4153-82b7-368065feb21a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5721281 Apr 21 15:22:51.109027 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42032) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:51.112893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:51.113536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.283524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.289176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:51.578077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157'}], 'enable_snat': True}, 'gw_port_id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:22:50Z', 'revision_number': 5, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port': {'id': '492047c5-673c-4050-b262-1b7fcebf34c1', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:49Z', 'updated_at': '2022-04-21T15:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.582171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Checking router: 0a2560da-d6c8-4153-82b7-368065feb21a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:22:51.590690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Routers {'0a2560da-d6c8-4153-82b7-368065feb21a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:51.591370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.592443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['0a2560da-d6c8-4153-82b7-368065feb21a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.600829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Deleting port 492047c5-673c-4050-b262-1b7fcebf34c1 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:51.601161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.745215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] Set router 0a2560da-d6c8-4153-82b7-368065feb21a gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:51.773037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] For port 492047c5-673c-4050-b262-1b7fcebf34c1, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=492047c5-673c-4050-b262-1b7fcebf34c1,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:51.773428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:51.852650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:22:51Z', 'revision_number': 6, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:51.856846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9fe14e-c469-4368-bc63-32f6dee3303e None None] The sync data for ids ['0a2560da-d6c8-4153-82b7-368065feb21a'] in dv-neutron-838896-1-hyperv is: [{'id': '0a2560da-d6c8-4153-82b7-368065feb21a', 'name': 'tempest-TestMinimumBasicScenario-105237052-router', 'tenant_id': '792e82f8898d4e15a292eecd6047b8b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:48Z', 'updated_at': '2022-04-21T15:22:51Z', 'revision_number': 6, 'project_id': '792e82f8898d4e15a292eecd6047b8b8', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:22:51.897698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Calling delete_port for 492047c5-673c-4050-b262-1b7fcebf34c1 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:52.061959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.136792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Pushing event deleted for resources: {'Port': ['ID=492047c5-673c-4050-b262-1b7fcebf34c1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:52.199814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.262497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.375638 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.377778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.401643 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.402164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2560da-d6c8-4153-82b7-368065feb21a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:22:52.414193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.415668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-25c4bf6e-fdf8-4655-a700-1a2a0aa79881 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0a2560da-d6c8-4153-82b7-368065feb21a HTTP/1.1" status: 204 len: 168 time: 1.3053186 Apr 21 15:22:52.417798 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42036) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:52.478890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Deleting subnet 2b3b5983-e110-4c57-a1af-ee4df6849877 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:22:52.482358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.530697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.608982 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.653149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4bd68b9d-273e-4f58-9911-8492c2bf498d no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:52.682212 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.688889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 4bd68b9d-273e-4f58-9911-8492c2bf498d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:52.689341 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 4bd68b9d-273e-4f58-9911-8492c2bf498d not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:52.689823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 492047c5-673c-4050-b262-1b7fcebf34c1 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:52.723278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3b5983-e110-4c57-a1af-ee4df6849877,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:52.723844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 492047c5-673c-4050-b262-1b7fcebf34c1 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:52.724190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 492047c5-673c-4050-b262-1b7fcebf34c1 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:52.727756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.733333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaac1c0-4eee-41e2-9255-e722fca4d1a3 None None] Network 9402aa1a-79f1-4121-91e6-48eba87ae985 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:22:52.736086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7491b645-712c-4eeb-b19c-b5cdf36634c9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b3b5983-e110-4c57-a1af-ee4df6849877 HTTP/1.1" status: 204 len: 168 time: 0.3173056 Apr 21 15:22:52.738610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42040) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:52.849114 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.860500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Deleting port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:52.860840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:52.995135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] DHCP port deletion for 9402aa1a-79f1-4121-91e6-48eba87ae985 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:22:53.000142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Deleting port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:53.000512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.195498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] For port 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=99c07ac1-e4ce-42d1-99a6-30624494ccd7,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:53.195734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.275084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] For port 99c07ac1-e4ce-42d1-99a6-30624494ccd7, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=99c07ac1-e4ce-42d1-99a6-30624494ccd7,segment=NetworkSegment(f47dfcc0-dcfe-4480-a358-73b2941e0dc3),segment_id=f47dfcc0-dcfe-4480-a358-73b2941e0dc3)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:53.275688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.319219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Calling delete_port for 99c07ac1-e4ce-42d1-99a6-30624494ccd7 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:53.393414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.399228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Calling delete_port for 99c07ac1-e4ce-42d1-99a6-30624494ccd7 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:53.443800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Pushing event deleted for resources: {'Port': ['ID=99c07ac1-e4ce-42d1-99a6-30624494ccd7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:53.445672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] No DVR routers for this DVR port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:53.472877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:22:53.473268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:22:53.560134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.585675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9402aa1a-79f1-4121-91e6-48eba87ae985']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:53.598169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:53.598465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47dfcc0-dcfe-4480-a358-73b2941e0dc3') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:53.609802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.626260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.632208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:22:53.632580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:22:53.646032 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:22:53.720725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.736205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:53.748068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9402aa1a-79f1-4121-91e6-48eba87ae985,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:53.760135 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-267cb1fa-febc-4877-85c6-0649a580de1f admin admin] 10.222.0.35 "DELETE /v2.0/networks/9402aa1a-79f1-4121-91e6-48eba87ae985 HTTP/1.1" status: 204 len: 168 time: 1.0205476 Apr 21 15:22:53.763534 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42044) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:53.975066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Deleting port 99c07ac1-e4ce-42d1-99a6-30624494ccd7 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:53.975403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:54.043209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bcb878c5-af6c-4a79-8912-3c48985ca79e None None] The port '99c07ac1-e4ce-42d1-99a6-30624494ccd7' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:22:54.293595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:54.573323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 99c07ac1-e4ce-42d1-99a6-30624494ccd7 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:54.608561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 99c07ac1-e4ce-42d1-99a6-30624494ccd7 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:54.608964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 99c07ac1-e4ce-42d1-99a6-30624494ccd7 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:54.742550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Deleting port 6c2140b2-ee85-42b5-866a-23d1355f9ddd {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:54.743090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:54.915320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] For port 6c2140b2-ee85-42b5-866a-23d1355f9ddd, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6c2140b2-ee85-42b5-866a-23d1355f9ddd,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:54.916885 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:55.038572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Calling delete_port for 6c2140b2-ee85-42b5-866a-23d1355f9ddd owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:55.218317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:55.293216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2140b2-ee85-42b5-866a-23d1355f9ddd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:55.435980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c849703-d89f-4aa5-87c0-0edf4cc9ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:55.536200 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.003848 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Router 6571aced-c357-461c-ba5f-36a18e8d30e8 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:22:56.178698 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:22:56.187104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Sync routers for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:22:56.195921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-909a261f-4435-4cb0-960e-3bc5197921a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/6571aced-c357-461c-ba5f-36a18e8d30e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312842 Apr 21 15:22:56.198462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42050) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:56.198909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:56.199520 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:56.381196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.402313 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:56.564534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.574446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Deleting port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:56.574854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.698756 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:22:55Z', 'revision_number': 5, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port': {'id': '9a24fdc4-3567-42fd-84cc-baf2051eb3cf', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:19:55Z', 'updated_at': '2022-04-21T15:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:56.703328 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Checking router: 6571aced-c357-461c-ba5f-36a18e8d30e8 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:22:56.711608 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Routers {'6571aced-c357-461c-ba5f-36a18e8d30e8'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:22:56.712204 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['6571aced-c357-461c-ba5f-36a18e8d30e8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:56.748459 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] For port 9a24fdc4-3567-42fd-84cc-baf2051eb3cf, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:56.748807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:56.860980 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] Set router 6571aced-c357-461c-ba5f-36a18e8d30e8 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:22:56.871682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Calling delete_port for 9a24fdc4-3567-42fd-84cc-baf2051eb3cf owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:56.966536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:22:56Z', 'revision_number': 6, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:56.970550 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18340f1f-3453-470c-88e3-3f5c97389d4c None None] The sync data for ids ['6571aced-c357-461c-ba5f-36a18e8d30e8'] in dv-neutron-838896-1-hyperv is: [{'id': '6571aced-c357-461c-ba5f-36a18e8d30e8', 'name': 'tempest-TestMinimumBasicScenario-1070056370-router', 'tenant_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:19:54Z', 'updated_at': '2022-04-21T15:22:56Z', 'revision_number': 6, 'project_id': 'b911cb17dd784387b0b6ebb17c4a7693', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:22:57.042532 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.090109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a24fdc4-3567-42fd-84cc-baf2051eb3cf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:57.180152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.478127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.480334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.505607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.506090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6571aced-c357-461c-ba5f-36a18e8d30e8 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:22:57.518225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.519326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-71587056-27a8-4368-a984-978168ba32fd admin admin] 10.222.0.35 "DELETE /v2.0/routers/6571aced-c357-461c-ba5f-36a18e8d30e8 HTTP/1.1" status: 204 len: 168 time: 1.3195560 Apr 21 15:22:57.521835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42058) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:57.580386 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Deleting subnet 5b1b25b6-657d-4a5b-872a-0d147f7cf378 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:22:57.583290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.599093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c371a8f9-1858-40f3-bdcd-efbfb549bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.632709 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.715421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.787731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.827996 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1b25b6-657d-4a5b-872a-0d147f7cf378,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:57.831717 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.838272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67729b0b-594b-4db9-89c3-b3a08df1aa77 None None] Network 115dd3d7-edc2-42f1-ad3f-56276f464efb requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:22:57.840785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42062) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:57.841261 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-beacea42-a012-4c36-9c89-f47e7daeac84 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5b1b25b6-657d-4a5b-872a-0d147f7cf378 HTTP/1.1" status: 204 len: 168 time: 0.3180208 Apr 21 15:22:57.955816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:57.967466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Deleting port df366925-4917-422c-ac37-e7ad8fae2109 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:57.967813 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.090088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] DHCP port deletion for 115dd3d7-edc2-42f1-ad3f-56276f464efb request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:22:58.094987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Deleting port df366925-4917-422c-ac37-e7ad8fae2109 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:58.095443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.179696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] For port df366925-4917-422c-ac37-e7ad8fae2109, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df366925-4917-422c-ac37-e7ad8fae2109,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:58.180054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.297731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] For port df366925-4917-422c-ac37-e7ad8fae2109, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=df366925-4917-422c-ac37-e7ad8fae2109,segment=NetworkSegment(82de3c3b-2eeb-4de6-b75e-b29e08c839a4),segment_id=82de3c3b-2eeb-4de6-b75e-b29e08c839a4)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:22:58.298045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.308054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Calling delete_port for df366925-4917-422c-ac37-e7ad8fae2109 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:58.387109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.422688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Calling delete_port for df366925-4917-422c-ac37-e7ad8fae2109 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:22:58.438817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df366925-4917-422c-ac37-e7ad8fae2109,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:58.443607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] No DVR routers for this DVR port df366925-4917-422c-ac37-e7ad8fae2109 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:22:58.493106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:22:58.493481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:22:58.562350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.572503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9a24fdc4-3567-42fd-84cc-baf2051eb3cf no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:58.588325 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115dd3d7-edc2-42f1-ad3f-56276f464efb']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:58.600434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82de3c3b-2eeb-4de6-b75e-b29e08c839a4') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:58.600723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82de3c3b-2eeb-4de6-b75e-b29e08c839a4') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:22:58.609794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 9a24fdc4-3567-42fd-84cc-baf2051eb3cf {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:58.610296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 9a24fdc4-3567-42fd-84cc-baf2051eb3cf not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:58.610536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df366925-4917-422c-ac37-e7ad8fae2109 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:58.612783 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.629877 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.636031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:22:58.636507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.644435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: df366925-4917-422c-ac37-e7ad8fae2109 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:58.644791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device df366925-4917-422c-ac37-e7ad8fae2109 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:58.645195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6c2140b2-ee85-42b5-866a-23d1355f9ddd no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:22:58.650284 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:22:58.682954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6c2140b2-ee85-42b5-866a-23d1355f9ddd {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:22:58.683226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6c2140b2-ee85-42b5-866a-23d1355f9ddd not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:22:58.728416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.745058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.757754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=115dd3d7-edc2-42f1-ad3f-56276f464efb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:58.765387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c7fbb3a9-17f1-4478-9ade-9a389994fda5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/115dd3d7-edc2-42f1-ad3f-56276f464efb HTTP/1.1" status: 204 len: 168 time: 0.9233880 Apr 21 15:22:58.861496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:58.932426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42068) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:58.980607 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-46205332-9534-4d91-954b-89f23b096702 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=792e82f8898d4e15a292eecd6047b8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469720 Apr 21 15:22:58.983586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42072) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:58.994443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Deleting port df366925-4917-422c-ac37-e7ad8fae2109 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:22:58.994818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.042473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.072273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8adb71ed-4b05-4479-b143-ccf9785b8e80 None None] The port 'df366925-4917-422c-ac37-e7ad8fae2109' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:22:59.076778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.081124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.131434 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.149112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db782a0d-a218-43ca-b9c7-26c42b4309fa,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:59.160311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.161483 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-51a1fbc3-5820-44e0-aa74-f0e6e466fb86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db782a0d-a218-43ca-b9c7-26c42b4309fa HTTP/1.1" status: 204 len: 168 time: 0.1769934 Apr 21 15:22:59.501351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42082) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:59.549552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d93985c0-78a9-45fd-bc31-58a9b0b6179b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b911cb17dd784387b0b6ebb17c4a7693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470426 Apr 21 15:22:59.551896 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42086) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:22:59.607939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.632954 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.685163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.705314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631326b-68e1-4a7c-ad8a-d2ef859ee98f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:22:59.709520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:22:59.710591 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3061edb2-2b58-4335-bb06-5493ee646e19 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e631326b-68e1-4a7c-ad8a-d2ef859ee98f HTTP/1.1" status: 204 len: 168 time: 0.1578383 Apr 21 15:23:00.541346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.360448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42130) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:01.365530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522101156', 'description': 'tempest-secgroup-smoke-522101156 description', 'project_id': '56e72722d2d3464e89e447557a2c3b25'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:01.371280 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:01.375655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:01.378442 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:01.384419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:01.394535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.406371 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.420452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:01.424104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:01.426800 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:01.432241 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:01.519244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.523144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.535836 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:01.543333 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:01.552323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:01.563395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:01.566969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cca3bfa-b62d-4274-84b6-271c3b18dfeb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:01.635146 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.639111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.679161 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9214a6af-d62d-4733-9014-411a001844ff,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:01.681746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.686123 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab63e3b7-73be-41c0-8a05-f059c56c6e7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3214512 Apr 21 15:23:01.686767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:01.694309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:01.700408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:01.704384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:01.707282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:01.713001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:01.732906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.894416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.898001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.921775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a130f1-9e3d-4f3d-9f03-2f0843ce3d30,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:01.930394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:01.931547 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-af7de4bc-c955-44f4-a802-fd301b3771a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2435455 Apr 21 15:23:01.934242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42138) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:01.939450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:01.945037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:01.948707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:01.951743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:01.957294 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:01.974792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.033715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.036871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.060485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1473d1a-b377-4cf0-b3d9-8e0cbb02ebda,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.070128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.071463 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6dd9d0d8-7f7e-421a-abc2-6ba45e0eab7b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362138 Apr 21 15:23:02.074150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42142) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.079041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.084876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.088555 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.092191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.097782 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.115314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.177404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.180634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.204641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5652e713-d28d-4bf0-9eef-b941df1c174a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.213739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.214885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a5887358-d431-4675-be96-a9c6387f5c88 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398246 Apr 21 15:23:02.218148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42146) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.223202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.228692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.232405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.235185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.240622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.256176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.317445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.320844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.345408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00871a9-e345-4cf2-95df-ef783dc9e822,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.354461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.355615 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-61fdaf7d-f703-4eb5-b9f3-dd17e4ba5756 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364901 Apr 21 15:23:02.358689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42150) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.363379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.368891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.372898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.375717 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.381227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.391882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:23:02.398527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.462699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.467011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.491893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75445629-1a7f-468a-8c59-0a0e36a06543,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.499486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.500617 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bc1a573d-99a4-429e-a478-ab6bd79ada3f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410568 Apr 21 15:23:02.503319 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42154) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.508074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '9214a6af-d62d-4733-9014-411a001844ff', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.514706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.518605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.521474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.528287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.539006 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:23:02.545950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.610420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.613659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.636288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dba8b2-266e-41bc-82e7-7343a8b4f005,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.645882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.647022 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-88d77e2d-8a85-4368-9bbf-4fda4b5ac120 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428194 Apr 21 15:23:02.649950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42158) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.655978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'network': {'name': 'tempest-network-smoke--1014276966', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.660568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.664221 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:network and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.667004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.672994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.682528 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:23:02.686792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.713473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:23:02.721763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.722099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Added segment fa004d42-a35b-48b3-bc3c-8c1a2dc22d30 of type vlan for network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 Apr 21 15:23:02.746524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.776141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.782914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:02.782914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.878260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2273200 Apr 21 15:23:02.881329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42162) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:02.886426 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'admin_state_up': True, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:02.890644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ab546-7b4c-4568-a285-776137d8764f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Network': ['ID=2b3ef9f5-5789-49a1-9af0-ae23749a98d6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:02.895759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:02.900704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:router and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:02.901811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:23:02.905049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:02.914720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:02.925286 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.926399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:02.941419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:03.206706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:03.503661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:03.532668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:03.665022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.101 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/6bf805f6-a08f-4073-a158-a323d0e1b09a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:03.913622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:03.943302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:04.008369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:04.011166 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:04.015099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:23:04.047229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=6bf805f6-a08f-4073-a158-a323d0e1b09a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:04.426021 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:04.760955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:04.964586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 18704be0-f627-457a-820a-e0be15238f7a is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:23:05.139310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:23:05.150034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Sync routers for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:23:05.159653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:05.160260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:05.167122 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:05.168440 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bbc3bb26-b352-4b46-ac31-8bdd72664655 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2861316 Apr 21 15:23:05.171604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42166) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:05.341310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:05.424544 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2b5c8350-bd9a-4407-928b-84f155c1167f tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56e72722d2d3464e89e447557a2c3b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2517126 Apr 21 15:23:05.427068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42172) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:05.552813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f94675c-8c7f-4b87-8381-942d1f560fa7 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:05.554282 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0f94675c-8c7f-4b87-8381-942d1f560fa7 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263535 Apr 21 15:23:05.557131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42176) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:05.596327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-deb372a6-418d-4e3f-9935-0cafbd9626dc tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381434 Apr 21 15:23:05.599060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42180) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:05.604416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612294234', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:05.626264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:04Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:05.630091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Checking router: 18704be0-f627-457a-820a-e0be15238f7a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:23:05.630433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Updating router 18704be0-f627-457a-820a-e0be15238f7a port 6bf805f6-a08f-4073-a158-a323d0e1b09a binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:23:05.686478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:05.713870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:05.718377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:subnet and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:05.721151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:05.726761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:05.738363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:23:05.741781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:05.960889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.025570 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.037909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Transition to ACTIVE for port object 6bf805f6-a08f-4073-a158-a323d0e1b09a will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:06.038616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Subnet': ['ID=b24fc29e-47e4-4ea9-8ec9-757a300f5635,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:06.044841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.046989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Checking segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:23:06.047340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network hostable DHCP agents. Network: 2b3ef9f5-5789-49a1-9af0-ae23749a98d6, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:23:06.066168 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:23:06.075772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2b3ef9f5-5789-49a1-9af0-ae23749a98d6) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:06.079784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:06.080350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.098295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7186de-887a-4622-a4de-27adbebb008f None None] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:23:06.101934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a289c8ca-068e-4c4b-ac76-4e4a68446d3a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5018830 Apr 21 15:23:06.104691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42184) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:06.209930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Attempting to bind port 6bf805f6-a08f-4073-a158-a323d0e1b09a on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:23:06.210494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Attempting to bind port 6bf805f6-a08f-4073-a158-a323d0e1b09a by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:23:06.210709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Attempting to bind port 6bf805f6-a08f-4073-a158-a323d0e1b09a on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:23:06.212631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Pushing event updated for resources: {'Port': ['ID=6bf805f6-a08f-4073-a158-a323d0e1b09a,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:06.236466 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:23:06.236829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:23:06.237238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.237634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:23:06.238069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Bound port: 6bf805f6-a08f-4073-a158-a323d0e1b09a, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:23:06.238433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.268759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.269096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.269453 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.269784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.270105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.270430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.270747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.271062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.271380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.272055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.272055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.272301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:06.381616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] For port 6bf805f6-a08f-4073-a158-a323d0e1b09a, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:23:06.394765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] For port 6bf805f6-a08f-4073-a158-a323d0e1b09a, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6bf805f6-a08f-4073-a158-a323d0e1b09a,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:23:06.427518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.488070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:23:06.488863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.575803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:06.576526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:06.676563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2811b5-a88b-4599-807f-9a287c522bf8 None None] Pushing event updated for resources: {'Port': ['ID=6bf805f6-a08f-4073-a158-a323d0e1b09a,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:06.797137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:06.889319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:06.992377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Allocated IP 172.20.0.2 (2b3ef9f5-5789-49a1-9af0-ae23749a98d6/b24fc29e-47e4-4ea9-8ec9-757a300f5635/19b79e19-ebc6-40e2-b5b8-05bc13851206) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:07.348484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.361592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Transition to ACTIVE for port object 19b79e19-ebc6-40e2-b5b8-05bc13851206 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:07.373372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:04Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:07.383546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161037e5-aa4c-4e83-baed-8028b5191bb1 None None] The sync data for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv is: [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:04Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:23:07.387136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Transition to ACTIVE for port object 19b79e19-ebc6-40e2-b5b8-05bc13851206 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:07.392441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.459245 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:07.462093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.1 (2b3ef9f5-5789-49a1-9af0-ae23749a98d6/b24fc29e-47e4-4ea9-8ec9-757a300f5635/8fdf8d88-927b-450a-a402-dd77df133282) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:07.462582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:07.466699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:23:07.504372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Pushing event updated for resources: {'Port': ['ID=19b79e19-ebc6-40e2-b5b8-05bc13851206,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:07.565978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Attempting to bind port 19b79e19-ebc6-40e2-b5b8-05bc13851206 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:23:07.566343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Attempting to bind port 19b79e19-ebc6-40e2-b5b8-05bc13851206 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:23:07.566703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Attempting to bind port 19b79e19-ebc6-40e2-b5b8-05bc13851206 on network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:23:07.572222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:23:07.572588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Checking segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:23:07.572981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.573462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Bound using segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:23:07.573843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Bound port: 19b79e19-ebc6-40e2-b5b8-05bc13851206, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:23:07.574208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.657564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.674241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 8fdf8d88-927b-450a-a402-dd77df133282 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:07.682879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] For port 19b79e19-ebc6-40e2-b5b8-05bc13851206, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:23:07.687137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] For port 19b79e19-ebc6-40e2-b5b8-05bc13851206, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19b79e19-ebc6-40e2-b5b8-05bc13851206,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:23:07.692119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.699607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:07.782980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:07.786223 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:07.790865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:23:07.804017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebac00d-364d-48ac-a3ce-841cf996c287 None None] Pushing event updated for resources: {'Port': ['ID=19b79e19-ebc6-40e2-b5b8-05bc13851206,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:07.837782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:07.866347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.206035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.633818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.640649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.649780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6bf805f6-a08f-4073-a158-a323d0e1b09a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:08.730748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 6bf805f6-a08f-4073-a158-a323d0e1b09a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:08.737665 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6bf805f6-a08f-4073-a158-a323d0e1b09a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:08.738223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.878542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.881547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.885378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cdbb8-2f63-4867-abbd-e54127d7dc16 None None] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:23:08.886232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:08.977103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 6bf805f6-a08f-4073-a158-a323d0e1b09a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6bf805f6-a08f-4073-a158-a323d0e1b09a,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:08.987300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:08.987977 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19b79e19-ebc6-40e2-b5b8-05bc13851206 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:09.023414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:09.024575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:09.149569 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-fb396b39-d69a-4239-b2df-d9f978695c60 None None] Provisioning for port 19b79e19-ebc6-40e2-b5b8-05bc13851206 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:09.207881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=6bf805f6-a08f-4073-a158-a323d0e1b09a,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:09.219921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 18704be0-f627-457a-820a-e0be15238f7a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:23:09.256784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 19b79e19-ebc6-40e2-b5b8-05bc13851206 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:09.266889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 19b79e19-ebc6-40e2-b5b8-05bc13851206 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:09.267253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:09.404769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:23:09.414030 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Sync routers for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:23:09.423592 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-648f15f3-4e0f-4a2f-b686-abe464be09f9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/18704be0-f627-457a-820a-e0be15238f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3178103 Apr 21 15:23:09.424319 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:09.425094 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:09.451032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:09.505589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 19b79e19-ebc6-40e2-b5b8-05bc13851206, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19b79e19-ebc6-40e2-b5b8-05bc13851206,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:09.510530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:09.583912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=19b79e19-ebc6-40e2-b5b8-05bc13851206,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:09.610625 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-e5227673-a4fb-4b33-812f-ed2317df1a34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:23:09.630021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-e5227673-a4fb-4b33-812f-ed2317df1a34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:23:09.633883 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-e5227673-a4fb-4b33-812f-ed2317df1a34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522101156&fields=id&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 267 time: 0.0761569 Apr 21 15:23:09.643108 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:09.705117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Provisioning complete for port 19b79e19-ebc6-40e2-b5b8-05bc13851206 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:09.705703 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:09.807812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-ec8f1ade-29ec-4699-96b0-0dcb19ed292e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:09.808484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-ec8f1ade-29ec-4699-96b0-0dcb19ed292e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:23:09.827991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-ec8f1ade-29ec-4699-96b0-0dcb19ed292e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:23:09.835182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-ec8f1ade-29ec-4699-96b0-0dcb19ed292e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 797 time: 0.1970308 Apr 21 15:23:09.860959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-d9e5b336-a76f-4959-a113-d74c0893804d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/quotas/56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 375 time: 0.0248363 Apr 21 15:23:09.884948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Provisioning for port 8fdf8d88-927b-450a-a402-dd77df133282 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:09.892702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Provisioning complete for port 8fdf8d88-927b-450a-a402-dd77df133282 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:09.893758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:09.951514 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-87eee2b7-a424-4c98-841d-1501b0a5e16a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895364 Apr 21 15:23:09.966121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f07f1858-db4b-4208-a531-c54b82ad6e78 None None] Port 8fdf8d88-927b-450a-a402-dd77df133282 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:23:10.033464 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 2, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:10.033866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-7ef68baf-84ae-45a0-a8ba-83aeea07b15f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:23:10.034938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-7ef68baf-84ae-45a0-a8ba-83aeea07b15f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582025 Apr 21 15:23:10.037809 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Checking router: 18704be0-f627-457a-820a-e0be15238f7a for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:23:10.038331 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Updating router 18704be0-f627-457a-820a-e0be15238f7a port 8fdf8d88-927b-450a-a402-dd77df133282 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:23:10.086842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b3b7cb59-8b3d-40b7-834f-408633191789 None None] Provisioning complete for port 8fdf8d88-927b-450a-a402-dd77df133282 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:10.087467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3b7cb59-8b3d-40b7-834f-408633191789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.095071 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.152528 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7cb59-8b3d-40b7-834f-408633191789 None None] Port 8fdf8d88-927b-450a-a402-dd77df133282 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:23:10.191516 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-0449516d-aa08-4f29-8ac7-c358fad8bceb service neutron] 10.222.0.35 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504617 Apr 21 15:23:10.272175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d45c05b1-7f3e-4fdf-9aa8-086f3069867d None None] Provisioning complete for port 8fdf8d88-927b-450a-a402-dd77df133282 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:10.272503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d45c05b1-7f3e-4fdf-9aa8-086f3069867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.323393 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-ca6ec150-2442-46f8-a618-47fe8bb4a12d service neutron] 10.222.0.35 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261330 Apr 21 15:23:10.329964 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d45c05b1-7f3e-4fdf-9aa8-086f3069867d None None] Port 8fdf8d88-927b-450a-a402-dd77df133282 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:23:10.444496 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.456742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Transition to ACTIVE for port object 8fdf8d88-927b-450a-a402-dd77df133282 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:10.463187 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.587711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6bf805f6-a08f-4073-a158-a323d0e1b09a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:10.592125 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Pushing event updated for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:10.600823 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.601168 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.601526 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.601850 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.602169 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.602489 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.602803 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.603117 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.603431 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.603741 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.604057 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.604364 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:23:10.666464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 6bf805f6-a08f-4073-a158-a323d0e1b09a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:10.666841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.694228 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Attempting to bind port 8fdf8d88-927b-450a-a402-dd77df133282 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:23:10.694591 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Attempting to bind port 8fdf8d88-927b-450a-a402-dd77df133282 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:23:10.695145 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Attempting to bind port 8fdf8d88-927b-450a-a402-dd77df133282 on network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:23:10.701071 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:23:10.701465 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Checking segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:23:10.701877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.702263 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Bound using segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:23:10.702709 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Bound port: 8fdf8d88-927b-450a-a402-dd77df133282, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:23:10.703053 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.795600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19b79e19-ebc6-40e2-b5b8-05bc13851206 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:10.805061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] For port 8fdf8d88-927b-450a-a402-dd77df133282, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:23:10.808009 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] For port 8fdf8d88-927b-450a-a402-dd77df133282, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8fdf8d88-927b-450a-a402-dd77df133282,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:23:10.812892 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.865829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 19b79e19-ebc6-40e2-b5b8-05bc13851206 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:10.866724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:10.886700 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:10.888176 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:11.040520 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84de42-22cd-4faa-b11e-a09209be950d None None] Pushing event updated for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:11.083564 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:11.381507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:23:11.396132 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:10Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:11.399895 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f84d058-bd73-4c55-89e9-6995224f8ae3 None None] The sync data for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv is: [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:10Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:23:11.542227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-072fc51b-5875-422b-9abf-9369da71bbdc req-f1d2ab19-4334-4f06-bab3-132fedada057 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 210 time: 0.0506952 Apr 21 15:23:12.602625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-a0acbd2f-8c3a-4722-85b6-c532f3ad109c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:12.604094 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-a0acbd2f-8c3a-4722-85b6-c532f3ad109c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 797 time: 0.1550708 Apr 21 15:23:12.618638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8fdf8d88-927b-450a-a402-dd77df133282 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:12.662247 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-eb9aafda-7d2f-492c-9371-06f62386cc72 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 379 time: 0.0495734 Apr 21 15:23:12.671262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'port': {'device_id': '1894c306-7785-458f-901e-2d1605a21321', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'admin_state_up': True, 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'security_groups': ['9214a6af-d62d-4733-9014-411a001844ff']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:12.706946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 8fdf8d88-927b-450a-a402-dd77df133282 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:12.714431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8fdf8d88-927b-450a-a402-dd77df133282 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:12.714950 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:12.731866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b96a64da-aa96-4467-9996-9a0f1d892cbb req-f6eaa79a-535d-4698-980e-97956cfb7eb5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 210 time: 0.0588017 Apr 21 15:23:12.819595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:12.823481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:port and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:12.826970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:12.832648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:12.838313 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:12.843592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:23:12.847074 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:12.871174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 8fdf8d88-927b-450a-a402-dd77df133282, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8fdf8d88-927b-450a-a402-dd77df133282,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:12.876011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:12.944363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:13.020869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.4 (2b3ef9f5-5789-49a1-9af0-ae23749a98d6/b24fc29e-47e4-4ea9-8ec9-757a300f5635/df0ea684-4e69-4f25-b9c4-d06b18ed16fe) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:13.204429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:13.219634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object df0ea684-4e69-4f25-b9c4-d06b18ed16fe will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:13.246200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:13.318014 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:13.321045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:13.325729 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:23:13.363462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:13.395336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:13.396032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:13.419274 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-92c0f0e0-c3fd-4e0c-ba77-b877d50b66ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7524490 Apr 21 15:23:13.430347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Request body: {'port': {'device_id': '1894c306-7785-458f-901e-2d1605a21321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:13.550227 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5f30704b-bcd4-406f-a3a1-e43229a26b0f None None] Provisioning for port df0ea684-4e69-4f25-b9c4-d06b18ed16fe completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:13.555542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5f30704b-bcd4-406f-a3a1-e43229a26b0f None None] Provisioning complete for port df0ea684-4e69-4f25-b9c4-d06b18ed16fe triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:13.555910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5f30704b-bcd4-406f-a3a1-e43229a26b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:13.616039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-5f30704b-bcd4-406f-a3a1-e43229a26b0f None None] Port df0ea684-4e69-4f25-b9c4-d06b18ed16fe cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:23:13.656385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:13.922329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48bd78-acfc-47d3-aabb-f649e3f91c39 req-056de22a-1ecb-42d1-94d1-e573658d1bc1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:13.923789 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a48bd78-acfc-47d3-aabb-f649e3f91c39 req-056de22a-1ecb-42d1-94d1-e573658d1bc1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 931 time: 0.0823863 Apr 21 15:23:13.968234 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0a48bd78-acfc-47d3-aabb-f649e3f91c39 req-aa750794-6573-489a-bef8-7a7d3cd8ecd4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 Apr 21 15:23:14.001787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0ea684-4e69-4f25-b9c4-d06b18ed16fe {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:23:14.008871 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.023794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Transition to ACTIVE for port object df0ea684-4e69-4f25-b9c4-d06b18ed16fe will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:23:14.026920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.186965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Pushing event updated for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:14.266835 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Attempting to bind port df0ea684-4e69-4f25-b9c4-d06b18ed16fe on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:23:14.267161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Attempting to bind port df0ea684-4e69-4f25-b9c4-d06b18ed16fe by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:23:14.267482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Attempting to bind port df0ea684-4e69-4f25-b9c4-d06b18ed16fe on network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:23:14.272149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Port df0ea684-4e69-4f25-b9c4-d06b18ed16fe on network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:23:14.272461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Attempting to bind port df0ea684-4e69-4f25-b9c4-d06b18ed16fe on network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:23:14.277824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:23:14.278105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Checking segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:23:14.278480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Bound using segment: {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:23:14.278888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Bound port: df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:23:14.279224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.370206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:23:14.374247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:23:14.378544 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.436067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:14.436671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.438047 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] 10.222.0.13 "PUT /v2.0/ports/df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 1093 time: 1.0119572 Apr 21 15:23:14.438476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:23:14.461436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb1285-a3a4-4abf-88ce-1e67377bf0ff service neutron] Pushing event updated for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:14.511313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6471eb58-9aa9-4a3f-ad00-88aeca6ec401'] response: {'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'status': 'completed', 'code': 200} Apr 21 15:23:14.554734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-abb11790-8f5b-4f39-8c5e-96a939b67799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:14.556438 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-abb11790-8f5b-4f39-8c5e-96a939b67799 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1096 time: 0.0812316 Apr 21 15:23:14.585720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8fdf8d88-927b-450a-a402-dd77df133282 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:14.628276 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-682cc8c7-53f6-46cd-b4d0-8bc49c0d9138 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 217 time: 0.0651569 Apr 21 15:23:14.672105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 8fdf8d88-927b-450a-a402-dd77df133282 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:14.672467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:14.698026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-85845a1b-a6c0-466e-b595-9eb9271f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:14.699372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-85845a1b-a6c0-466e-b595-9eb9271f4da8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 200 len: 835 time: 0.0660782 Apr 21 15:23:14.774276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5b49-3640-4597-8867-369edfc25669 req-a98afbbf-b3f9-4ed3-a77c-ec9e1f41a77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:14.775736 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-a98afbbf-b3f9-4ed3-a77c-ec9e1f41a77d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709615 Apr 21 15:23:14.906866 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-643c2e75-ad66-40db-9918-0550f5ee9887 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249447 Apr 21 15:23:15.039368 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f55e5b49-3640-4597-8867-369edfc25669 req-65254fb6-ba71-4998-95b5-503ac7396981 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271133 Apr 21 15:23:15.153704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-01334c4d-fb7b-4917-b741-511d21832681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:15.155147 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-01334c4d-fb7b-4917-b741-511d21832681 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1096 time: 0.0758402 Apr 21 15:23:15.157748 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9291f-9d76-4ef8-aef0-a8ff41ba3b7a req-714d4d6f-d89c-40e2-8593-208ad99e00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:15.159180 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c4d9291f-9d76-4ef8-aef0-a8ff41ba3b7a req-714d4d6f-d89c-40e2-8593-208ad99e00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 943 time: 0.0844705 Apr 21 15:23:15.204546 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c4d9291f-9d76-4ef8-aef0-a8ff41ba3b7a req-778aa3d9-793e-40e5-873a-06a86de757c4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392756 Apr 21 15:23:15.375912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-cd6d4bc1-ac68-45b5-ad9c-810aec12b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:15.377348 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-cd6d4bc1-ac68-45b5-ad9c-810aec12b79b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 898 time: 0.2163112 Apr 21 15:23:15.442555 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-c8961cfe-1201-4c9d-a8cd-b8d09be1d919 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 217 time: 0.0593531 Apr 21 15:23:15.510006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-790fec9c-0ed1-4cdd-bf27-f144d5a56a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:15.511648 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-790fec9c-0ed1-4cdd-bf27-f144d5a56a59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 200 len: 835 time: 0.0634341 Apr 21 15:23:15.588406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-c8d945ac-deed-4a28-a04f-49705e6ea6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:15.589918 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-c8d945ac-deed-4a28-a04f-49705e6ea6fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720522 Apr 21 15:23:15.783412 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-12c4740e-4ec3-4196-aef2-4c7f9929d821 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269777 Apr 21 15:23:15.915151 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-895adb83-e9e2-486e-8d1f-0f8f4c9cb5c6 req-49b8069d-63bd-413d-b5dd-f31ebce31328 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259215 Apr 21 15:23:16.388535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6b67b-f38e-4c9d-a164-c869489ca883 req-4221e0a5-368c-4898-9781-1aba2390b624 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:16.390026 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ae6b67b-f38e-4c9d-a164-c869489ca883 req-4221e0a5-368c-4898-9781-1aba2390b624 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 943 time: 0.0790634 Apr 21 15:23:16.436846 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ae6b67b-f38e-4c9d-a164-c869489ca883 req-2b869561-3bb5-4204-a75b-e423ec5e3440 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Apr 21 15:23:17.620996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8e168-996a-43ee-bf8d-d78835cfe849 req-96a82d46-6f2d-49ec-a7eb-21264f15a5b3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:17.622688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78c8e168-996a-43ee-bf8d-d78835cfe849 req-96a82d46-6f2d-49ec-a7eb-21264f15a5b3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 943 time: 0.0797081 Apr 21 15:23:17.666475 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78c8e168-996a-43ee-bf8d-d78835cfe849 req-2390ec0a-8da7-439b-8c71-732e9931accc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380898 Apr 21 15:23:18.185825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device df0ea684-4e69-4f25-b9c4-d06b18ed16fe details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:23:18.347686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:18.360192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'port_id': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'mac_address': 'fa:16:3e:08:4a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:23:18.416571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:18.432598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0ea684-4e69-4f25-b9c4-d06b18ed16fe {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:23:18.448109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:18.452274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:18.516888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:18.819331 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['df0ea684-4e69-4f25-b9c4-d06b18ed16fe'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:23:18.852746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a88ae-dace-4113-9903-41cb7e644647 req-3b790e95-83d7-49a7-87f7-cdffc267793c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:18.854224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b5a88ae-dace-4113-9903-41cb7e644647 req-3b790e95-83d7-49a7-87f7-cdffc267793c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 944 time: 0.0838311 Apr 21 15:23:18.898601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b5a88ae-dace-4113-9903-41cb7e644647 req-4191a7d9-0a09-4a40-92c7-0ddc2c0dc93a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378444 Apr 21 15:23:20.079650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d913b-b42c-40a4-a497-ddba0f20750d req-5a2ce95d-0d1d-492d-b9b2-f5cda1d370f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:20.081003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a14d913b-b42c-40a4-a497-ddba0f20750d req-5a2ce95d-0d1d-492d-b9b2-f5cda1d370f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 944 time: 0.0788639 Apr 21 15:23:20.123807 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a14d913b-b42c-40a4-a497-ddba0f20750d req-62c6af2f-ce52-4158-ab62-ca9b9fa7ca84 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Apr 21 15:23:20.200381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device df0ea684-4e69-4f25-b9c4-d06b18ed16fe up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:23:20.265810 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port df0ea684-4e69-4f25-b9c4-d06b18ed16fe completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:23:20.270375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port df0ea684-4e69-4f25-b9c4-d06b18ed16fe triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:23:20.270747 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.385107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.412304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:23:20.422310 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:23:20.426117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:20.460515 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de3c9c5-5871-441c-8ed8-0667f6a782ab'] response: {'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'code': 200} Apr 21 15:23:20.500234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:20.680319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c2622-54d8-4aa9-89fa-8e24f21bc86a req-47934c6a-213a-45d1-87a1-7900210c2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:20.681793 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9f3c2622-54d8-4aa9-89fa-8e24f21bc86a req-47934c6a-213a-45d1-87a1-7900210c2ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1098 time: 0.0737917 Apr 21 15:23:20.720846 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9f3c2622-54d8-4aa9-89fa-8e24f21bc86a req-d342adf2-e315-4852-a149-d0047653579d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Apr 21 15:23:21.397111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8fb9f-5896-4dcf-869b-ece0fe8f351d req-4e1fa6f0-021a-44de-aaaf-7ffca5091f27 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:21.398574 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0a8fb9f-5896-4dcf-869b-ece0fe8f351d req-4e1fa6f0-021a-44de-aaaf-7ffca5091f27 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.1726260 Apr 21 15:23:21.442373 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b0a8fb9f-5896-4dcf-869b-ece0fe8f351d req-a308c596-8da1-41b2-80a1-0e3034f26448 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372791 Apr 21 15:23:22.268579 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:22.627306 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dc553-5cd4-418c-ae4a-57bf101de388 req-b7e7739a-2b8c-47c3-b6de-49017ede8ed6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:22.628707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc0dc553-5cd4-418c-ae4a-57bf101de388 req-b7e7739a-2b8c-47c3-b6de-49017ede8ed6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0818453 Apr 21 15:23:22.672446 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc0dc553-5cd4-418c-ae4a-57bf101de388 req-7d33c16c-5370-45e4-8bb6-6d2ece4907ee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 Apr 21 15:23:22.857112 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c492e8f-c772-48ed-948e-851ec6c1b59f req-7b441750-b0ae-4c95-ad88-016456590776 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:22.858559 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c492e8f-c772-48ed-948e-851ec6c1b59f req-7b441750-b0ae-4c95-ad88-016456590776 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0795412 Apr 21 15:23:22.900362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c492e8f-c772-48ed-948e-851ec6c1b59f req-4b3ef8f6-e4a5-45cf-a0d4-a73fdad4aba3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361896 Apr 21 15:23:22.923429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42250) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:22.995379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e9991-fa1c-45b3-b3fe-9a24498f7d33 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:22.997039 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c23e9991-fa1c-45b3-b3fe-9a24498f7d33 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1093 time: 0.0725017 Apr 21 15:23:22.999727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:23.004655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:23:23.010588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:23:23.014778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:floatingip and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:23:23.017672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:23:23.023227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:23:23.033892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.169846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.302458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.144 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/9994cc9e-448e-4893-8440-833a5d4a8b71) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:23:23.452213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.480498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:23.543947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:23:23.546792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:23:23.550404 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:23:23.585224 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=9994cc9e-448e-4893-8440-833a5d4a8b71,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:23.960461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.034456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.231812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.236166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.447341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=9994cc9e-448e-4893-8440-833a5d4a8b71,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:23:24.457518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:24.626162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 227b0773-4458-4cc3-87df-2202388a2076 associated. External IP: 172.26.4.144, port: df0ea684-4e69-4f25-b9c4-d06b18ed16fe. Apr 21 15:23:24.979039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 18704be0-f627-457a-820a-e0be15238f7a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:23:25.154495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:23:25.164242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Sync routers for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:23:25.173007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:25.173655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:25.178171 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.236182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9cf7ccb0-dbe2-4b8d-b6c7-a67cc751e30a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2354331 Apr 21 15:23:25.236759 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:23:25.301856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb05eab-7a22-43a0-9928-a8c3916e5008'] response: {'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'status': 'completed', 'code': 200} Apr 21 15:23:25.359063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:25.396397 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994915-ee12-442b-b123-30bf05600918 req-0e52d8d5-0fd2-4e2b-a49b-fe11aac01418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:25.398174 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-0e52d8d5-0fd2-4e2b-a49b-fe11aac01418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1098 time: 0.0725629 Apr 21 15:23:25.425135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8857ad-1ad1-432c-9a35-da5e1a84778f req-f22a4e71-03e0-4fdf-9797-dc449f42bd40 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:25.426621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a8857ad-1ad1-432c-9a35-da5e1a84778f req-f22a4e71-03e0-4fdf-9797-dc449f42bd40 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0811732 Apr 21 15:23:25.474986 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8a8857ad-1ad1-432c-9a35-da5e1a84778f req-22ca029e-87ad-4180-8b36-757b51509a34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Apr 21 15:23:25.500210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42262) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:25.519961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebea5-0702-4544-a28a-133516f91894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:25.540012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994915-ee12-442b-b123-30bf05600918 req-fd814f28-d96f-42cb-859a-52d970630479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:25.541464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-fd814f28-d96f-42cb-859a-52d970630479 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 898 time: 0.1371214 Apr 21 15:23:25.612614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bc2baf84-b9b8-4548-b86f-7ef3fc3a8229 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 200 len: 991 time: 0.1112697 Apr 21 15:23:25.647188 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-85555da0-a082-4c83-9280-1161dec795b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 999 time: 0.1000607 Apr 21 15:23:25.714482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994915-ee12-442b-b123-30bf05600918 req-d2deff79-15bf-4fe8-80f8-5b2150d5d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:25.716477 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-d2deff79-15bf-4fe8-80f8-5b2150d5d6ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 200 len: 835 time: 0.0626752 Apr 21 15:23:25.739916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '227b0773-4458-4cc3-87df-2202388a2076', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '18704be0-f627-457a-820a-e0be15238f7a', 'port_id': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'mac_address': 'fa:16:3e:08:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1894c306-7785-458f-901e-2d1605a21321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:23Z', 'updated_at': '2022-04-21T15:23:23Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:25.743936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Checking router: 18704be0-f627-457a-820a-e0be15238f7a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:23:25.752602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:23:25.753229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:22:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:25.792604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b994915-ee12-442b-b123-30bf05600918 req-2d2389ad-c09a-4765-b874-52b413b498b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:25.794571 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-2d2389ad-c09a-4765-b874-52b413b498b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727072 Apr 21 15:23:25.946764 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-c38de057-e148-4f8c-942a-0085330611ad service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402631 Apr 21 15:23:25.951806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:23:26.084326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8b994915-ee12-442b-b123-30bf05600918 req-655a576f-f131-4103-a8f5-44aa9375b3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322696 Apr 21 15:23:26.337741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '227b0773-4458-4cc3-87df-2202388a2076', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '18704be0-f627-457a-820a-e0be15238f7a', 'port_id': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'mac_address': 'fa:16:3e:08:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1894c306-7785-458f-901e-2d1605a21321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:23Z', 'updated_at': '2022-04-21T15:23:23Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:23:26.341725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fed63-bc24-4801-ba6f-283ff48d8100 None None] The sync data for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv is: [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '227b0773-4458-4cc3-87df-2202388a2076', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '18704be0-f627-457a-820a-e0be15238f7a', 'port_id': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'mac_address': 'fa:16:3e:08:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1894c306-7785-458f-901e-2d1605a21321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:23:23Z', 'updated_at': '2022-04-21T15:23:23Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:23:26.518668 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31c2ca-1312-4de5-bb76-e0c920def47f None None] New status for floating IP 227b0773-4458-4cc3-87df-2202388a2076: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:23:26.616453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42266) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:26.722533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-79ca61a8-c8ee-4b3b-ba2c-7e3698d98388 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 200 len: 991 time: 0.1049037 Apr 21 15:23:27.603329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-88473e92-14f0-4374-b1a1-4df13e696040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:27.726317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42270) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:23:27.831638 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b2a0c728-afdb-40fb-96de-c27d33b4a9fe tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 200 len: 993 time: 0.1041245 Apr 21 15:23:28.864768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:29.043995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:30.537376 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:48.380304 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:23:51.650340 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-7573e18e-2ce9-4398-8fb2-a861b787b4b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680494 Apr 21 15:23:51.791292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-457c580e-492f-45a9-b5f8-0661e96beaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:51.792760 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-457c580e-492f-45a9-b5f8-0661e96beaab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1098 time: 0.0758812 Apr 21 15:23:52.026862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-1d5a6938-3b60-4f3a-adfc-4ebfe28e12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:52.028215 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-1d5a6938-3b60-4f3a-adfc-4ebfe28e12dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 898 time: 0.2171643 Apr 21 15:23:52.129445 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-a4370002-4fa2-4480-b15b-dba00cc1e07c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 1001 time: 0.0951509 Apr 21 15:23:52.190775 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-8526b14f-56fa-4187-a3be-b6aa94972fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:52.192126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-8526b14f-56fa-4187-a3be-b6aa94972fd6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 200 len: 835 time: 0.0563691 Apr 21 15:23:52.265986 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:52.266553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-f68c2c87-3c30-4adf-b4f6-a5870706ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:23:52.267888 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-f68c2c87-3c30-4adf-b4f6-a5870706ff7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692434 Apr 21 15:23:52.397307 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-3297410c-91f4-48af-ba15-164238a99026 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232450 Apr 21 15:23:52.529454 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-26e42b9a-f46e-4ebf-b018-fc5ad528f562 req-25ac50a0-7574-489f-8122-c3ef8083f661 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253538 Apr 21 15:23:55.442190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d5e02756-0d11-45a1-a762-994bd7d73f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:57.604011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4393e650-e0bc-42c4-9662-b59bbc45cec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:58.866518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:23:59.044460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:00.539565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:22.265068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:25.379533 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:24:25.442672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d330c7ab-a82d-4eab-a889-cd14456324a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:27.607071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e13c7938-ff0c-426b-b5f5-b6c141c9b50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:28.870114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:29.047067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:30.542886 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:37.508867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20882ab-b973-44ef-b2bf-7b51daf18583 req-124d2553-bdca-4fb8-964d-cb41039ea179 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:37.510265 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e20882ab-b973-44ef-b2bf-7b51daf18583 req-124d2553-bdca-4fb8-964d-cb41039ea179 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0796139 Apr 21 15:24:37.666224 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e20882ab-b973-44ef-b2bf-7b51daf18583 req-7fade4e4-43be-4814-81e5-db3c6ce4020f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502657 Apr 21 15:24:38.849666 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e3734-4a2e-4db9-a419-ed9d0ec71432 req-de85b0a6-0bbf-4503-9c94-f7e0c16c451a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:38.851114 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-857e3734-4a2e-4db9-a419-ed9d0ec71432 req-de85b0a6-0bbf-4503-9c94-f7e0c16c451a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0793879 Apr 21 15:24:38.895021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-857e3734-4a2e-4db9-a419-ed9d0ec71432 req-4b1a6004-02b3-4b18-90d9-f3de2361eef8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375137 Apr 21 15:24:38.919384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42298) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:39.026803 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-778ce57a-ccc6-4f88-afa3-b683219b5050 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 200 len: 993 time: 0.1062088 Apr 21 15:24:40.486547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936e9e9-4f7c-4b91-b8a2-296adf732c2f req-1dc008bf-2540-44f5-bdc0-c8aa5fa47cf4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:40.487974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e936e9e9-4f7c-4b91-b8a2-296adf732c2f req-1dc008bf-2540-44f5-bdc0-c8aa5fa47cf4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0849848 Apr 21 15:24:40.532122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e936e9e9-4f7c-4b91-b8a2-296adf732c2f req-52ec8f64-ca39-496d-bffd-c54e737084a6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385604 Apr 21 15:24:41.714445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4f75a-aa2a-4fef-961e-6a0bd0d77ca3 req-f7e60ad4-9fce-40c5-8a23-9c55078baf6a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:41.715988 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-26b4f75a-aa2a-4fef-961e-6a0bd0d77ca3 req-f7e60ad4-9fce-40c5-8a23-9c55078baf6a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0778906 Apr 21 15:24:41.761497 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-26b4f75a-aa2a-4fef-961e-6a0bd0d77ca3 req-9ba58156-8bdf-4f96-b7ce-8be283a41b04 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Apr 21 15:24:41.784909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42310) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:41.889646 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-93743a6f-1456-45f1-a5cb-1269b4099fbc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 200 len: 993 time: 0.1035492 Apr 21 15:24:42.160115 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42318) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:42.366011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 9994cc9e-448e-4893-8440-833a5d4a8b71 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:24:42.366244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.531333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.531567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.654536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 9994cc9e-448e-4893-8440-833a5d4a8b71 owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:24:42.799385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.849335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=9994cc9e-448e-4893-8440-833a5d4a8b71,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:42.885960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.886295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.886623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.886962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.888033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.888483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.888810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.889129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.889476 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.889792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.890107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.890420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:42.953446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:42.953766 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 227b0773-4458-4cc3-87df-2202388a2076 disassociated (deleted). External IP: 172.26.4.144, port: df0ea684-4e69-4f25-b9c4-d06b18ed16fe. Apr 21 15:24:43.398007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 18704be0-f627-457a-820a-e0be15238f7a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:24:43.575330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:24:43.584611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Sync routers for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:24:43.587850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:43.595507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:43.596115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:43.644865 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-22d0b06c-e103-46b0-91eb-ea1fbf4b2c99 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/floatingips/227b0773-4458-4cc3-87df-2202388a2076 HTTP/1.1" status: 204 len: 168 time: 1.4836926 Apr 21 15:24:43.645569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:24:43.690356 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1805317d-9b2c-4435-83d9-318b93c5af71'] response: {'name': 'network-changed', 'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'status': 'completed', 'code': 200} Apr 21 15:24:43.782630 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:43.787737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-d965f22d-a91a-4ba8-8ec2-9b6c57e7cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:43.789256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-d965f22d-a91a-4ba8-8ec2-9b6c57e7cf82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 1098 time: 0.0758843 Apr 21 15:24:43.950599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-e8f6bed5-bfa4-4644-af68-d8c212fac753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:43.951932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-e8f6bed5-bfa4-4644-af68-d8c212fac753 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 200 len: 898 time: 0.1568880 Apr 21 15:24:44.024836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-ebea75ba-12de-4e93-81d1-ff6867212997 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 200 len: 217 time: 0.0665481 Apr 21 15:24:44.041315 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15c26c-fefc-4519-bed5-ea90804abda0 req-5b6d3825-b69e-48d0-96b5-e97598a77ca9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:44.042784 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d15c26c-fefc-4519-bed5-ea90804abda0 req-5b6d3825-b69e-48d0-96b5-e97598a77ca9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0848303 Apr 21 15:24:44.090200 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9d15c26c-fefc-4519-bed5-ea90804abda0 req-4642589e-a09b-4819-a70a-66a808fa032f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405946 Apr 21 15:24:44.095528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-f2ddadfd-59fb-4c37-b924-a2a75d22cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:44.097741 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-f2ddadfd-59fb-4c37-b924-a2a75d22cc71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 200 len: 835 time: 0.0666194 Apr 21 15:24:44.107017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.111119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Checking router: 18704be0-f627-457a-820a-e0be15238f7a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:24:44.119495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:44.120123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.176118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-0fb936d7-bc05-469e-83d2-bc03ea15396f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:44.177591 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-0fb936d7-bc05-469e-83d2-bc03ea15396f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b3ef9f5-5789-49a1-9af0-ae23749a98d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737531 Apr 21 15:24:44.312924 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-e8baabae-bcc0-4b8a-9917-27dd731c0368 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273465 Apr 21 15:24:44.352095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:44.443564 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1048792d-826e-4a08-b90c-6fb6cdb799c8 req-4df2f159-4f59-49f9-9c64-d56636d3eb99 service neutron] 10.222.0.13 "GET /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248083 Apr 21 15:24:44.657978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:44.661770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50007915-a8a4-400e-8738-dbca2d2a33d7 None None] The sync data for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv is: [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '8fdf8d88-927b-450a-a402-dd77df133282', 'name': '', 'network_id': '2b3ef9f5-5789-49a1-9af0-ae23749a98d6', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:03:40:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:07Z', 'updated_at': '2022-04-21T15:23:12Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'b24fc29e-47e4-4ea9-8ec9-757a300f5635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:24:44.871076 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68d54e-685d-440c-82f4-0c49516cf3c9 None None] New status for floating IP 227b0773-4458-4cc3-87df-2202388a2076: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:24:45.280604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db8d16-9556-4eed-ac07-84722798730d req-32e6df06-df40-488b-a2d2-7c07dec60329 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:45.282038 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-18db8d16-9556-4eed-ac07-84722798730d req-32e6df06-df40-488b-a2d2-7c07dec60329 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0841377 Apr 21 15:24:45.326255 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-18db8d16-9556-4eed-ac07-84722798730d req-2e59f35d-0ed5-405c-9083-e0d54f9ef7d8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Apr 21 15:24:45.787956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-1de50c8a-51b9-43f1-bedf-0c81eaced520 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:45.788635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-1de50c8a-51b9-43f1-bedf-0c81eaced520 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:24:45.805861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-1de50c8a-51b9-43f1-bedf-0c81eaced520 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:24:45.807039 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-1de50c8a-51b9-43f1-bedf-0c81eaced520 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0952396 Apr 21 15:24:45.876002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port df0ea684-4e69-4f25-b9c4-d06b18ed16fe {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:24:45.876343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:46.224066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port df0ea684-4e69-4f25-b9c4-d06b18ed16fe, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:24:46.224413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:46.349077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for df0ea684-4e69-4f25-b9c4-d06b18ed16fe owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:24:46.493077 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:46.507229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb87e7-a6bd-451c-8859-e6fee3d68460 req-ec5428d9-0e88-42a3-a9bb-1c40899be895 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:46.508687 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1dbb87e7-a6bd-451c-8859-e6fee3d68460 req-ec5428d9-0e88-42a3-a9bb-1c40899be895 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=1894c306-7785-458f-901e-2d1605a21321 HTTP/1.1" status: 200 len: 945 time: 0.0787816 Apr 21 15:24:46.544588 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=df0ea684-4e69-4f25-b9c4-d06b18ed16fe,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:46.561805 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1dbb87e7-a6bd-451c-8859-e6fee3d68460 req-4fd62a27-f89d-49d2-910e-4c3f9d6e7c22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=9214a6af-d62d-4733-9014-411a001844ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Apr 21 15:24:46.621865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port df0ea684-4e69-4f25-b9c4-d06b18ed16fe on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:24:46.624181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:46.626626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'name': 'network-vif-deleted', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:24:46.642900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1995584f-eee6-459f-af70-2cf434a0ea0e req-95581014-68e9-489a-aec9-2013f05b1c59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "DELETE /v2.0/ports/df0ea684-4e69-4f25-b9c4-d06b18ed16fe HTTP/1.1" status: 204 len: 173 time: 0.8311653 Apr 21 15:24:46.670559 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00474af-9edb-46a0-8393-eb26b835b239'] response: {'server_uuid': '1894c306-7785-458f-901e-2d1605a21321', 'name': 'network-vif-deleted', 'tag': 'df0ea684-4e69-4f25-b9c4-d06b18ed16fe', 'status': 'completed', 'code': 200} Apr 21 15:24:47.655696 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42336) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:48.195579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.636377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device df0ea684-4e69-4f25-b9c4-d06b18ed16fe no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:48.644790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 8fdf8d88-927b-450a-a402-dd77df133282 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:24:48.645120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.675184 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: df0ea684-4e69-4f25-b9c4-d06b18ed16fe {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:24:48.675533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device df0ea684-4e69-4f25-b9c4-d06b18ed16fe not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:48.833659 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 8fdf8d88-927b-450a-a402-dd77df133282, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=8fdf8d88-927b-450a-a402-dd77df133282,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:24:48.834187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:48.961462 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 8fdf8d88-927b-450a-a402-dd77df133282 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:24:49.297516 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:49.348994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=8fdf8d88-927b-450a-a402-dd77df133282,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:49.617724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.072679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 18704be0-f627-457a-820a-e0be15238f7a has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:24:50.245468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:24:50.255456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Sync routers for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:24:50.258358 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c2f522c8-405f-47ff-b53f-ca71293336ac tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/18704be0-f627-457a-820a-e0be15238f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6016214 Apr 21 15:24:50.260943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42340) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.265291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:50.265925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:50.326500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting subnet b24fc29e-47e4-4ea9-8ec9-757a300f5635 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:24:50.329434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.386329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.440050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:50.470186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.547095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.585091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Subnet': ['ID=b24fc29e-47e4-4ea9-8ec9-757a300f5635,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:50.591664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.598058 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f22b1fe1-2888-4604-af00-d52b64ab03dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/subnets/b24fc29e-47e4-4ea9-8ec9-757a300f5635 HTTP/1.1" status: 204 len: 168 time: 0.3361466 Apr 21 15:24:50.600696 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:50.637454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23a5a3-6499-4da0-bacb-b9a7a587570f None None] Network 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:24:50.783358 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.909661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:24:49Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '6bf805f6-a08f-4073-a158-a323d0e1b09a', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18704be0-f627-457a-820a-e0be15238f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:23:03Z', 'updated_at': '2022-04-21T15:23:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:50.916273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Checking router: 18704be0-f627-457a-820a-e0be15238f7a for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:24:50.925342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Routers {'18704be0-f627-457a-820a-e0be15238f7a'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:50.925972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['18704be0-f627-457a-820a-e0be15238f7a'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:50.962694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.975593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 6bf805f6-a08f-4073-a158-a323d0e1b09a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:24:50.975964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:50.986139 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] DHCP port deletion for 2b3ef9f5-5789-49a1-9af0-ae23749a98d6 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:24:50.999878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Deleting port 19b79e19-ebc6-40e2-b5b8-05bc13851206 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:24:51.000253 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.149580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 6bf805f6-a08f-4073-a158-a323d0e1b09a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=6bf805f6-a08f-4073-a158-a323d0e1b09a,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:24:51.149932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.210741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] Set router 18704be0-f627-457a-820a-e0be15238f7a gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:51.276928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 6bf805f6-a08f-4073-a158-a323d0e1b09a owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:24:51.326399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-425199ed-0266-4357-af49-5cf63273b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:24:50Z', 'revision_number': 6, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:51.335244 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425199ed-0266-4357-af49-5cf63273b337 None None] The sync data for ids ['18704be0-f627-457a-820a-e0be15238f7a'] in dv-neutron-838896-1-hyperv is: [{'id': '18704be0-f627-457a-820a-e0be15238f7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-567095761', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:23:02Z', 'updated_at': '2022-04-21T15:24:50Z', 'revision_number': 6, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:24:51.444209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] For port 19b79e19-ebc6-40e2-b5b8-05bc13851206, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=19b79e19-ebc6-40e2-b5b8-05bc13851206,segment=NetworkSegment(fa004d42-a35b-48b3-bc3c-8c1a2dc22d30),segment_id=fa004d42-a35b-48b3-bc3c-8c1a2dc22d30)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:24:51.444509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.559866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.570953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Calling delete_port for 19b79e19-ebc6-40e2-b5b8-05bc13851206 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:24:51.610362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=6bf805f6-a08f-4073-a158-a323d0e1b09a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:51.650348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.650635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.650858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.651233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.651545 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.651859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.652219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.652585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.652908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.653275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.654416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.654416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.654719 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.702213 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Pushing event deleted for resources: {'Port': ['ID=19b79e19-ebc6-40e2-b5b8-05bc13851206,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:51.704650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] No DVR routers for this DVR port 19b79e19-ebc6-40e2-b5b8-05bc13851206 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:24:51.717795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.718085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.718578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.719222 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.719896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.720531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.720865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.721190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.721561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.721885 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.722205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.722524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.722839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0e0a58-d3ce-4e0f-a7b6-a67f84a9e074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:51.895493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.897656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.920655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.921183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Fanout notify agent at l3_agent the message router_deleted on router 18704be0-f627-457a-820a-e0be15238f7a {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:24:51.936276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:51.937369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bdb2691e-9105-4774-8885-49d315abe335 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/routers/18704be0-f627-457a-820a-e0be15238f7a HTTP/1.1" status: 204 len: 168 time: 1.3356597 Apr 21 15:24:51.940040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:52.050536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.184463 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.214063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3ef9f5-5789-49a1-9af0-ae23749a98d6']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:52.225945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:52.226243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa004d42-a35b-48b3-bc3c-8c1a2dc22d30') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:52.237771 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.254420 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.263612 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:24:52.264020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.275519 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:24:52.279490 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:24:52.363120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.380303 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.392214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Network': ['ID=2b3ef9f5-5789-49a1-9af0-ae23749a98d6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:52.400051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cfda6a8d-964b-4213-b45f-fe00706dc86a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/networks/2b3ef9f5-5789-49a1-9af0-ae23749a98d6 HTTP/1.1" status: 204 len: 168 time: 0.4590476 Apr 21 15:24:52.403351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:52.468295 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.498134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.563546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.581598 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9214a6af-d62d-4733-9014-411a001844ff,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:52.600440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:52.600440 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2956bd5b-d011-4e05-88f3-1da8ac40c598 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/security-groups/9214a6af-d62d-4733-9014-411a001844ff HTTP/1.1" status: 204 len: 168 time: 0.1937201 Apr 21 15:24:52.640576 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8fdf8d88-927b-450a-a402-dd77df133282 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:52.676049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 8fdf8d88-927b-450a-a402-dd77df133282 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:24:52.676464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 8fdf8d88-927b-450a-a402-dd77df133282 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:52.676787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6bf805f6-a08f-4073-a158-a323d0e1b09a no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:52.712019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 6bf805f6-a08f-4073-a158-a323d0e1b09a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:24:52.712345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 6bf805f6-a08f-4073-a158-a323d0e1b09a not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:52.712746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19b79e19-ebc6-40e2-b5b8-05bc13851206 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:24:52.745674 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 19b79e19-ebc6-40e2-b5b8-05bc13851206 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:24:52.746017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 19b79e19-ebc6-40e2-b5b8-05bc13851206 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:24:53.012308 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42360) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.017550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370877908', 'description': 'tempest-secgroup-smoke-370877908 description', 'project_id': '56e72722d2d3464e89e447557a2c3b25'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.023453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.028238 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.031154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.037013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.047078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.066547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.070228 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.072905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.078484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.144198 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.147593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.190980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07e8e72-0258-4f64-8a36-cd427f7ff1e5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.193592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.197623 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-481c4b08-cb4f-440e-a809-36aa5b534118 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1843119 Apr 21 15:24:53.197822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42364) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.203999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.210082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.214033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.217481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.223059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.239488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.302348 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.305547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.333667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7609c723-529f-4a85-be05-6ebc1e1abc51,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.342088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.343331 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a74547a6-268f-4942-92a7-eb6f1e433945 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442404 Apr 21 15:24:53.345928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42368) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.350784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.357679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.361378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.364143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.369650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.385473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.444886 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.448165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.470436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450f3257-c214-427f-a2a1-cdd840380b6e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.478866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.479981 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68288ab8-4097-463b-bb0b-105e30799c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331756 Apr 21 15:24:53.483737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42372) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.488506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.494180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.498002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.500785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.506305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.522122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.586417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.590564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.614092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05289266-4331-439c-a2c7-c1e6148db890,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.623151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.624398 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-925c9185-719f-41cf-9160-a7837e461226 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397769 Apr 21 15:24:53.627108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42376) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.631953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.637753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.641535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.644390 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.650167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.667343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.729098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.732418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.754102 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65aaae96-aef1-4869-9e5c-bc995ce9465f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.764826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.766010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2e8896f0-a140-4c5d-b1b0-b36817abab5f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379697 Apr 21 15:24:53.768890 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42380) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.773601 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.780090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.783819 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.786617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.792424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.803326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:24:53.810068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.872373 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.875682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.896160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fc9fc7-dcdb-445b-ab54-3682d817ea9c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:53.907580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:53.908727 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-85b989fb-4d7c-4bcd-8c1a-465bbc98d661 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389201 Apr 21 15:24:53.911560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42384) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:53.916297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'e07e8e72-0258-4f64-8a36-cd427f7ff1e5', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:53.922875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:53.926664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:53.929460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:53.935715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:53.947641 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:24:53.954149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.017482 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.020676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.044001 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3875432-0b96-40bb-b35a-503cc659ba36,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.051932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.053076 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-68503d02-5be3-40a3-b4da-31a8fcf42210 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406493 Apr 21 15:24:54.055966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42388) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.061932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'network': {'name': 'tempest-network-smoke--1745408954', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:54.066602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.070568 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:network and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.073374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.079172 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.088932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:24:54.093308 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.120603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:24:54.129752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.130074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Added segment 558e1f18-fe49-48c9-a363-c08eead1024d of type vlan for network 2adc769b-898b-4647-bf79-2fca453732f4 Apr 21 15:24:54.156977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.185730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.190984 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:54.191547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.287635 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2306769 Apr 21 15:24:54.290439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42392) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:54.296634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'admin_state_up': True, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:54.299610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b6b5-8e31-418f-962e-b263258b4059 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Network': ['ID=2adc769b-898b-4647-bf79-2fca453732f4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:54.303805 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:54.307568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:router and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:54.310378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 2adc769b-898b-4647-bf79-2fca453732f4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:24:54.311219 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:54.321012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:54.331826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.332843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.348992 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.622292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.925767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:54.955827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.201926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.212 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b32c630d-1d1b-4712-b468-6b0cd6cc989b) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:55.349821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.378591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.445073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-84d465d2-b817-4ec6-aaa4-e5ee9e9386d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:55.446290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:55.449160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:55.452934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:24:55.488688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=b32c630d-1d1b-4712-b468-6b0cd6cc989b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:55.858631 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.196488 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.393075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router c312b190-2581-4b5d-842f-d58275f939fd is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:24:56.670412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:24:56.679558 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Sync routers for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:24:56.689051 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:56.689739 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:56.696950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:56.698180 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5cfbf860-dcce-4525-96ba-016d0adf7e6d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4066825 Apr 21 15:24:56.701569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42396) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:56.740580 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-75c5b5ae-d066-48a7-b9e7-8db55a0e3483 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56e72722d2d3464e89e447557a2c3b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379460 Apr 21 15:24:56.743408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42400) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:56.866349 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:56.874271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c497ce-765e-443b-b4f9-d06e179204a9 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:56.875742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-15c497ce-765e-443b-b4f9-d06e179204a9 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313410 Apr 21 15:24:56.878575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42404) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:56.916764 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-05bd3eb5-1973-4fe5-9b40-b5f452101df7 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371330 Apr 21 15:24:56.920536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42408) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:56.925825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279457493', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:24:57.137636 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:24:57.141389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:subnet and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:24:57.144109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:24:57.149640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:24:57.150288 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:55Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:57.154907 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Checking router: c312b190-2581-4b5d-842f-d58275f939fd for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:24:57.155253 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Updating router c312b190-2581-4b5d-842f-d58275f939fd port b32c630d-1d1b-4712-b468-6b0cd6cc989b binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:24:57.160136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:24:57.163743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.211237 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.380989 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.462710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Subnet': ['ID=96095159-3c83-4e5a-bbf5-1b502de1730c,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:57.467244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Checking segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:24:57.467595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network hostable DHCP agents. Network: 2adc769b-898b-4647-bf79-2fca453732f4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:24:57.488144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2adc769b-898b-4647-bf79-2fca453732f4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:24:57.498587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 2adc769b-898b-4647-bf79-2fca453732f4) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:57.502734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:24:57.503305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.509019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe30df-7557-4ac2-bc4a-fa5bc560909b None None] Network 2adc769b-898b-4647-bf79-2fca453732f4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:24:57.530621 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42412) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:24:57.531208 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-13d901b6-8675-4f84-8fba-e1bfe9a830cd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6091650 Apr 21 15:24:57.580958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.593937 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Transition to ACTIVE for port object b32c630d-1d1b-4712-b468-6b0cd6cc989b will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:57.602944 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.629887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-12f11abb-9f80-4af8-b7aa-b100b0e07bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.687522 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Pushing event updated for resources: {'Port': ['ID=b32c630d-1d1b-4712-b468-6b0cd6cc989b,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:57.689676 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Attempting to bind port b32c630d-1d1b-4712-b468-6b0cd6cc989b on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:24:57.690035 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Attempting to bind port b32c630d-1d1b-4712-b468-6b0cd6cc989b by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:24:57.690388 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Attempting to bind port b32c630d-1d1b-4712-b468-6b0cd6cc989b on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:24:57.699143 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:24:57.699544 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:24:57.699928 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.700312 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:24:57.700768 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Bound port: b32c630d-1d1b-4712-b468-6b0cd6cc989b, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:24:57.701136 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.729778 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.730036 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.730371 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.731221 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.731542 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.731865 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.732183 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.732503 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.732821 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.733137 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.733478 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.733804 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:24:57.752026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-2adc769b-898b-4647-bf79-2fca453732f4', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:24:57.752917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.784855 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] For port b32c630d-1d1b-4712-b468-6b0cd6cc989b, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:24:57.788383 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] For port b32c630d-1d1b-4712-b468-6b0cd6cc989b, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b32c630d-1d1b-4712-b468-6b0cd6cc989b,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:24:57.794459 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:57.881377 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:24:57.881997 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:57.926504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Allocated IP 172.20.0.2 (2adc769b-898b-4647-bf79-2fca453732f4/96095159-3c83-4e5a-bbf5-1b502de1730c/d17c03d8-d61f-4a6c-b54b-26b5649384de) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:57.946362 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bea0c-cb9f-447c-97a7-cd136e77612b None None] Pushing event updated for resources: {'Port': ['ID=b32c630d-1d1b-4712-b468-6b0cd6cc989b,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.065478 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:24:58.141268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.152198 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Transition to ACTIVE for port object d17c03d8-d61f-4a6c-b54b-26b5649384de will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:58.172414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Transition to ACTIVE for port object d17c03d8-d61f-4a6c-b54b-26b5649384de will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:58.178482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.249369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Network 2adc769b-898b-4647-bf79-2fca453732f4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:58.252756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:58.255044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:24:58.257484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.296051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Pushing event updated for resources: {'Port': ['ID=d17c03d8-d61f-4a6c-b54b-26b5649384de,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.360527 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:55Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:24:58.364658 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2a609-e1b4-42d2-aba5-5265b1c42530 None None] The sync data for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv is: [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:55Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:24:58.405782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Attempting to bind port d17c03d8-d61f-4a6c-b54b-26b5649384de on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:24:58.406148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Attempting to bind port d17c03d8-d61f-4a6c-b54b-26b5649384de by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:24:58.406510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Attempting to bind port d17c03d8-d61f-4a6c-b54b-26b5649384de on network 2adc769b-898b-4647-bf79-2fca453732f4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:24:58.412279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:24:58.412909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Checking segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:24:58.413478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.414021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Bound using segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:24:58.414633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Bound port: d17c03d8-d61f-4a6c-b54b-26b5649384de, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:24:58.415169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.517849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] For port d17c03d8-d61f-4a6c-b54b-26b5649384de, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:24:58.520951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] For port d17c03d8-d61f-4a6c-b54b-26b5649384de, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d17c03d8-d61f-4a6c-b54b-26b5649384de,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:24:58.527286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.627414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78562e-15a6-4535-a79e-62e08b83bc70 None None] Pushing event updated for resources: {'Port': ['ID=d17c03d8-d61f-4a6c-b54b-26b5649384de,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:58.726651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b32c630d-1d1b-4712-b468-6b0cd6cc989b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:24:58.728869 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.1 (2adc769b-898b-4647-bf79-2fca453732f4/96095159-3c83-4e5a-bbf5-1b502de1730c/b30b579a-368f-4d3c-ac6e-f80a152e1f56) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:24:58.830600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b32c630d-1d1b-4712-b468-6b0cd6cc989b completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:24:58.836945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b32c630d-1d1b-4712-b468-6b0cd6cc989b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:24:58.837654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:58.946095 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.023677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.054138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b32c630d-1d1b-4712-b468-6b0cd6cc989b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b32c630d-1d1b-4712-b468-6b0cd6cc989b,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:24:59.060774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.097008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.123146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.134527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b32c630d-1d1b-4712-b468-6b0cd6cc989b,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:59.139749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object b30b579a-368f-4d3c-ac6e-f80a152e1f56 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:24:59.166260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.256813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2adc769b-898b-4647-bf79-2fca453732f4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:24:59.259989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:24:59.264401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:24:59.302688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:24:59.329694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.603321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:24:59.764054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138d9c2-b46d-4bf8-8131-11250b74432d None None] Network 2adc769b-898b-4647-bf79-2fca453732f4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:24:59.880701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-15875a38-b9d8-4bda-97ec-a59ce286c737 None None] Provisioning for port d17c03d8-d61f-4a6c-b54b-26b5649384de completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:00.038746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.043550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.161655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.165096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:00.305236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2adc769b-898b-4647-bf79-2fca453732f4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:00.306693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:00.322789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a3e5e3ab-2ae1-48d2-9504-b65f97c3da2e None None] Provisioning for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:00.329329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a3e5e3ab-2ae1-48d2-9504-b65f97c3da2e None None] Provisioning complete for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:00.329824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a3e5e3ab-2ae1-48d2-9504-b65f97c3da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.386493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a3e5e3ab-2ae1-48d2-9504-b65f97c3da2e None None] Port b30b579a-368f-4d3c-ac6e-f80a152e1f56 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:25:00.495646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router c312b190-2581-4b5d-842f-d58275f939fd has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:25:00.517681 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-d8ed5410-3075-401c-ac2d-5e4c67824dd1 None None] Provisioning complete for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:00.518163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d8ed5410-3075-401c-ac2d-5e4c67824dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.582487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.592442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed5410-3075-401c-ac2d-5e4c67824dd1 None None] Port b30b579a-368f-4d3c-ac6e-f80a152e1f56 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:25:00.712361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-84a79c9c-d9b9-4d2d-8abd-3862f24a7d0b None None] Provisioning complete for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:00.712822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-84a79c9c-d9b9-4d2d-8abd-3862f24a7d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.737854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d17c03d8-d61f-4a6c-b54b-26b5649384de up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:00.799108 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:25:00.812414 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8def9c1e-2dd2-4736-a641-6a1616b2ee89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/c312b190-2581-4b5d-842f-d58275f939fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2798584 Apr 21 15:25:00.817844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Sync routers for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:25:00.826790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-84a79c9c-d9b9-4d2d-8abd-3862f24a7d0b None None] Port b30b579a-368f-4d3c-ac6e-f80a152e1f56 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:25:00.838866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:25:00.839548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:00.914292 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port d17c03d8-d61f-4a6c-b54b-26b5649384de completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:00.931680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d17c03d8-d61f-4a6c-b54b-26b5649384de triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:00.932060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:00.976931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-f0016c10-04a6-4c11-82d0-3677cd7c1224 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:00.992632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-f0016c10-04a6-4c11-82d0-3677cd7c1224 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:00.994182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-f0016c10-04a6-4c11-82d0-3677cd7c1224 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370877908&fields=id&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 267 time: 0.0592008 Apr 21 15:25:01.080966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:25:01.151878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a9e1b419-665f-4494-80a8-29de7db12ee2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:01.153237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a9e1b419-665f-4494-80a8-29de7db12ee2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:01.168670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a9e1b419-665f-4494-80a8-29de7db12ee2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:01.170461 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a9e1b419-665f-4494-80a8-29de7db12ee2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 797 time: 0.1687574 Apr 21 15:25:01.186457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-1a37d5ef-bc78-4768-ad81-3495738ef04a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/quotas/56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 375 time: 0.0101492 Apr 21 15:25:01.268946 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-1ceb601c-da65-4155-a401-d5172112b939 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774760 Apr 21 15:25:01.318833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.408022 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-b4cb6307-c094-4bf8-a1b1-43791253b2f6 service neutron] 10.222.0.35 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269960 Apr 21 15:25:01.416080 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port d17c03d8-d61f-4a6c-b54b-26b5649384de, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d17c03d8-d61f-4a6c-b54b-26b5649384de,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:25:01.423204 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.423967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b32c630d-1d1b-4712-b468-6b0cd6cc989b up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:01.544568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-8b2da4b7-72a5-4c08-8d8e-a3c08136116c service neutron] 10.222.0.35 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302919 Apr 21 15:25:01.591192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=d17c03d8-d61f-4a6c-b54b-26b5649384de,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:01.614734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b32c630d-1d1b-4712-b468-6b0cd6cc989b triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:01.615098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:01.682194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 2, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:01.689766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Checking router: c312b190-2581-4b5d-842f-d58275f939fd for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:25:01.690339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Updating router c312b190-2581-4b5d-842f-d58275f939fd port b30b579a-368f-4d3c-ac6e-f80a152e1f56 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:25:01.725815 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-18b1b224-0d66-4fe3-918d-68eebfb7179b req-444a53d4-5423-42d3-85d9-402732fbec3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 210 time: 0.0433338 Apr 21 15:25:01.790789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.172460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.184755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Transition to ACTIVE for port object b30b579a-368f-4d3c-ac6e-f80a152e1f56 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:02.191202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.321409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05547-b644-4af9-ab27-462cf86e37a5 None None] Pushing event updated for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:02.379700 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:25:02.416046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Attempting to bind port b30b579a-368f-4d3c-ac6e-f80a152e1f56 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:25:02.417312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Attempting to bind port b30b579a-368f-4d3c-ac6e-f80a152e1f56 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:25:02.417721 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Attempting to bind port b30b579a-368f-4d3c-ac6e-f80a152e1f56 on network 2adc769b-898b-4647-bf79-2fca453732f4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:25:02.423607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:25:02.423938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Checking segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:25:02.424324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.424705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Bound using segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:25:02.425152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Bound port: b30b579a-368f-4d3c-ac6e-f80a152e1f56, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:25:02.425567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.523520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] For port b30b579a-368f-4d3c-ac6e-f80a152e1f56, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:25:02.526578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] For port b30b579a-368f-4d3c-ac6e-f80a152e1f56, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b30b579a-368f-4d3c-ac6e-f80a152e1f56,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:25:02.531035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.608477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:25:02.609085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:02.662796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d17c03d8-d61f-4a6c-b54b-26b5649384de up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:02.699219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e05547-b644-4af9-ab27-462cf86e37a5 None None] Pushing event updated for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:02.870303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port d17c03d8-d61f-4a6c-b54b-26b5649384de triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:02.870667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:02.911387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:25:02.948931 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a47130ba-ba92-41f6-9f96-c87bec7eb1c3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:02.950533 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a47130ba-ba92-41f6-9f96-c87bec7eb1c3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 797 time: 0.2012651 Apr 21 15:25:02.974766 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74389b5c-b0e9-42d7-b6b6-eb3bed670d25 req-28b9ad64-3196-4d45-b327-3b8d176a3f21 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 210 time: 0.0677319 Apr 21 15:25:03.005972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-46a365c5-b5f9-4597-b6d9-022606d53d97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:25:03.019492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-46a365c5-b5f9-4597-b6d9-022606d53d97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:25:03.020975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-46a365c5-b5f9-4597-b6d9-022606d53d97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 379 time: 0.0611219 Apr 21 15:25:03.030439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'port': {'device_id': '4b5405b1-c2be-4118-834c-274e14efed0d', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'admin_state_up': True, 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'security_groups': ['e07e8e72-0258-4f64-8a36-cd427f7ff1e5']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:25:03.172375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:25:03.176789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:port and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:25:03.179776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:25:03.186619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:25:03.201498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:25:03.205218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.348535 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:03.352428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c07675c-f152-4382-974a-171eb878ba12 None None] The sync data for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv is: [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:02Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:25:03.373794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.5 (2adc769b-898b-4647-bf79-2fca453732f4/96095159-3c83-4e5a-bbf5-1b502de1730c/707e0425-ddce-4017-8d96-6fe4dc294064) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:25:03.583848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.600475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 707e0425-ddce-4017-8d96-6fe4dc294064 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:03.626151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.704922 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 2adc769b-898b-4647-bf79-2fca453732f4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:03.707991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:03.711736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:25:03.743736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:03.787644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:03.789646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.821143 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-e62426c5-d4fe-4da2-bce4-cae79b687c67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944822 Apr 21 15:25:03.834819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Request body: {'port': {'device_id': '4b5405b1-c2be-4118-834c-274e14efed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:25:03.955044 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df71fe46-11f1-4fca-857c-0b33ff88f28e None None] Provisioning for port 707e0425-ddce-4017-8d96-6fe4dc294064 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:03.960109 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-df71fe46-11f1-4fca-857c-0b33ff88f28e None None] Provisioning complete for port 707e0425-ddce-4017-8d96-6fe4dc294064 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:03.960758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df71fe46-11f1-4fca-857c-0b33ff88f28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:03.962651 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.030277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-df71fe46-11f1-4fca-857c-0b33ff88f28e None None] Port 707e0425-ddce-4017-8d96-6fe4dc294064 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:25:04.217512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58959c74-1cde-4798-a91a-392c0f9ec6a6 req-38b2920a-1858-4cdb-b508-5d1844734082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:04.219791 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58959c74-1cde-4798-a91a-392c0f9ec6a6 req-38b2920a-1858-4cdb-b508-5d1844734082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 931 time: 0.1305232 Apr 21 15:25:04.268182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-58959c74-1cde-4798-a91a-392c0f9ec6a6 req-902f7dbe-2707-49fa-8dca-74672d82b318 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Apr 21 15:25:04.370903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707e0425-ddce-4017-8d96-6fe4dc294064 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:25:04.379851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.394636 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Transition to ACTIVE for port object 707e0425-ddce-4017-8d96-6fe4dc294064 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:25:04.398813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.662506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b30b579a-368f-4d3c-ac6e-f80a152e1f56 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:04.674551 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:04.730100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:04.735210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:04.735606 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.748603 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Attempting to bind port 707e0425-ddce-4017-8d96-6fe4dc294064 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:25:04.748935 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Attempting to bind port 707e0425-ddce-4017-8d96-6fe4dc294064 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:25:04.749280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Attempting to bind port 707e0425-ddce-4017-8d96-6fe4dc294064 on network 2adc769b-898b-4647-bf79-2fca453732f4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:25:04.753848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Port 707e0425-ddce-4017-8d96-6fe4dc294064 on network 2adc769b-898b-4647-bf79-2fca453732f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:25:04.754163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Attempting to bind port 707e0425-ddce-4017-8d96-6fe4dc294064 on network 2adc769b-898b-4647-bf79-2fca453732f4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:25:04.759033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:25:04.759360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Checking segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:25:04.759725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Bound using segment: {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:25:04.760124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Bound port: 707e0425-ddce-4017-8d96-6fe4dc294064, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558e1f18-fe49-48c9-a363-c08eead1024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:25:04.760456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.855864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:25:04.859085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=707e0425-ddce-4017-8d96-6fe4dc294064,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:25:04.864064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.865383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.898110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b30b579a-368f-4d3c-ac6e-f80a152e1f56, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b30b579a-368f-4d3c-ac6e-f80a152e1f56,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:25:04.911320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.931395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:04.932004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:04.933425 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] 10.222.0.13 "PUT /v2.0/ports/707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 1093 time: 1.1034644 Apr 21 15:25:04.933864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:25:04.973278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b971ac-83d3-4908-b352-67942020bf68 service neutron] Pushing event updated for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:05.001211 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:05.030127 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1111cf1-a7b0-4997-aefa-2c6823efc588'] response: {'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064', 'status': 'completed', 'code': 200} Apr 21 15:25:05.073406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a24bedfe-1d38-49b3-8c7d-ca296ed84163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.075426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-a24bedfe-1d38-49b3-8c7d-ca296ed84163 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1096 time: 0.0813353 Apr 21 15:25:05.147042 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-6711b8b3-2915-42f5-aa73-d6ed732b90e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 217 time: 0.0650637 Apr 21 15:25:05.208596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-ad6d084d-92af-4cd4-a534-3e2254066247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.209953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-ad6d084d-92af-4cd4-a534-3e2254066247 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0564682 Apr 21 15:25:05.285158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-2fdb8f1f-9048-47b9-9f70-750aee92a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.286608 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-2fdb8f1f-9048-47b9-9f70-750aee92a8fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703909 Apr 21 15:25:05.419418 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-bd57e72f-e40e-476e-aa3a-a9e6d2c45382 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265454 Apr 21 15:25:05.454455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a85b97-6166-441a-b453-448e8a82cd81 req-bee8160d-b118-4ff4-af66-33d9092ff170 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.455912 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35a85b97-6166-441a-b453-448e8a82cd81 req-bee8160d-b118-4ff4-af66-33d9092ff170 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 943 time: 0.0838401 Apr 21 15:25:05.499162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-35a85b97-6166-441a-b453-448e8a82cd81 req-3b6daf87-93f0-4e06-86fe-a6fdb27b91d6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374904 Apr 21 15:25:05.551614 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-005fce0c-4fd5-43e4-b762-a94c2a17d924 req-2f18445f-61f6-4405-90f7-8c508144fec8 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257720 Apr 21 15:25:05.665876 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-e0c2a4af-abbe-40a0-b0c9-b4da82479f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.667211 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-e0c2a4af-abbe-40a0-b0c9-b4da82479f64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1096 time: 0.0732884 Apr 21 15:25:05.795271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-a3582090-9670-4cd1-bf6c-b370db534ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.796672 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-a3582090-9670-4cd1-bf6c-b370db534ae7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.1240060 Apr 21 15:25:05.866807 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-260cb890-210a-4339-91dc-968d81f5af67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 217 time: 0.0638249 Apr 21 15:25:05.927884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-60eb3abe-b788-44d9-8d50-ebcea985085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:05.929193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-60eb3abe-b788-44d9-8d50-ebcea985085a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0567031 Apr 21 15:25:06.003345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-5cc9fdad-d4bd-4575-989c-02b2588db75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:06.004784 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-5cc9fdad-d4bd-4575-989c-02b2588db75d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697260 Apr 21 15:25:06.134396 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-d3e7fbaa-0215-43b2-8a7b-6fede9dd5439 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231649 Apr 21 15:25:06.265630 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b1c819d-f4c6-45ec-b965-79092fcd971a req-ef4e7aaa-3190-48d4-aef5-62fdee297671 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243153 Apr 21 15:25:06.638477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b30b579a-368f-4d3c-ac6e-f80a152e1f56 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:06.683820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4a354-c024-4e3f-9b11-187b85c2a219 req-5dd3fdfc-d1ee-443f-bd74-7ee68ec16b05 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:06.685447 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7b4a354-c024-4e3f-9b11-187b85c2a219 req-5dd3fdfc-d1ee-443f-bd74-7ee68ec16b05 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 943 time: 0.0799875 Apr 21 15:25:06.706343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b30b579a-368f-4d3c-ac6e-f80a152e1f56 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:06.706706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:06.732980 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7b4a354-c024-4e3f-9b11-187b85c2a219 req-73025f6f-4e4e-4701-b9c8-07749504673a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416834 Apr 21 15:25:07.922536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e68763-9dbb-4827-ba17-78444d0dfd3f req-f4d46fec-2c2a-457a-8a18-e35706fbcf77 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:07.923963 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7e68763-9dbb-4827-ba17-78444d0dfd3f req-f4d46fec-2c2a-457a-8a18-e35706fbcf77 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 943 time: 0.0800283 Apr 21 15:25:07.967444 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f7e68763-9dbb-4827-ba17-78444d0dfd3f req-a396410d-a0e4-410a-a6d2-e58762b2a8c8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378184 Apr 21 15:25:08.713422 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 707e0425-ddce-4017-8d96-6fe4dc294064 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:25:08.844677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=707e0425-ddce-4017-8d96-6fe4dc294064,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:25:08.857465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '707e0425-ddce-4017-8d96-6fe4dc294064', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'port_id': '707e0425-ddce-4017-8d96-6fe4dc294064', 'mac_address': 'fa:16:3e:e2:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:25:08.913794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:08.930533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707e0425-ddce-4017-8d96-6fe4dc294064 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:25:08.945941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=707e0425-ddce-4017-8d96-6fe4dc294064,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:25:08.951733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:09.019112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:09.156214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e45f-8c1a-40cb-a6b7-eea18b521eed req-f0c9630a-c8f8-4466-8489-ed63c0264b41 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:09.157703 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-23d8e45f-8c1a-40cb-a6b7-eea18b521eed req-f0c9630a-c8f8-4466-8489-ed63c0264b41 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 944 time: 0.0845802 Apr 21 15:25:09.202746 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-23d8e45f-8c1a-40cb-a6b7-eea18b521eed req-dcbd6db6-fd63-4f61-a554-7568559b1af8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387857 Apr 21 15:25:09.291669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['707e0425-ddce-4017-8d96-6fe4dc294064'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:25:10.383951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8c2d8-62ac-4b44-8fc9-b8b27b64b42a req-0d4fee71-561e-4927-8320-3d831854dd95 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:10.385402 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07b8c2d8-62ac-4b44-8fc9-b8b27b64b42a req-0d4fee71-561e-4927-8320-3d831854dd95 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 944 time: 0.0804267 Apr 21 15:25:10.429665 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-07b8c2d8-62ac-4b44-8fc9-b8b27b64b42a req-efef5da8-c68e-4ed7-bc42-ca0a6026fea7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386512 Apr 21 15:25:10.728946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 707e0425-ddce-4017-8d96-6fe4dc294064 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:25:10.799100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 707e0425-ddce-4017-8d96-6fe4dc294064 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:25:10.803600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 707e0425-ddce-4017-8d96-6fe4dc294064 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:25:10.803969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:10.949522 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:10.975518 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:25:10.985346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=707e0425-ddce-4017-8d96-6fe4dc294064,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:25:10.989604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:11.058150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:11.077060 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e961f295-9134-4ea5-9d2e-1ff5b6b68984'] response: {'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064', 'code': 200} Apr 21 15:25:11.308070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d009a-7800-4c89-ae7f-45583752996a req-8e5fa01a-a906-4bb5-9a12-3f24b26c6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:11.310731 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-937d009a-7800-4c89-ae7f-45583752996a req-8e5fa01a-a906-4bb5-9a12-3f24b26c6416 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0751395 Apr 21 15:25:11.350641 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-937d009a-7800-4c89-ae7f-45583752996a req-07486ce3-6bcf-489b-9d16-9fbdb1854664 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344584 Apr 21 15:25:11.613795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13205756-45d6-4096-baa4-d8db87c6c628 req-f74f65b4-5fea-4d29-825c-8e93a18d82d2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:11.615209 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-13205756-45d6-4096-baa4-d8db87c6c628 req-f74f65b4-5fea-4d29-825c-8e93a18d82d2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0808837 Apr 21 15:25:11.658593 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-13205756-45d6-4096-baa4-d8db87c6c628 req-95c37e8e-ad33-4703-9346-5bfa80f4ae17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378118 Apr 21 15:25:12.840792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba0433-fc73-41c6-93ac-216adadf1774 req-b25374df-935e-4777-8f29-61c4a34bf917 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:12.842169 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65ba0433-fc73-41c6-93ac-216adadf1774 req-b25374df-935e-4777-8f29-61c4a34bf917 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0799510 Apr 21 15:25:12.884518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-65ba0433-fc73-41c6-93ac-216adadf1774 req-698a3bb3-3950-4352-b1a2-d5aa25e10f44 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365806 Apr 21 15:25:13.072036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5252e4a-1386-4959-95e3-b144dd1b33cc req-7376891a-3354-423b-92d6-c0fe5fee3bf9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:13.073475 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c5252e4a-1386-4959-95e3-b144dd1b33cc req-7376891a-3354-423b-92d6-c0fe5fee3bf9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0824211 Apr 21 15:25:13.123693 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c5252e4a-1386-4959-95e3-b144dd1b33cc req-8b3ebf90-d454-4a5f-93e3-328935593d4a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438089 Apr 21 15:25:13.146086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42472) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:13.214533 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d3c99-6fea-468c-9f05-ad23a6ff1ef1 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:13.216647 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-278d3c99-6fea-468c-9f05-ad23a6ff1ef1 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1093 time: 0.0695515 Apr 21 15:25:13.219389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42476) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:13.224066 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '707e0425-ddce-4017-8d96-6fe4dc294064', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:25:13.229834 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:25:13.233659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:floatingip and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:25:13.236402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:25:13.242013 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:25:13.254530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:13.482160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:13.614548 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.208 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/76030dc1-a691-42c4-bc30-58188a002031) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:25:13.756704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:13.785229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:13.849566 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:25:13.852731 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:25:13.857140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:25:13.898376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=76030dc1-a691-42c4-bc30-58188a002031,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:14.265931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:14.338382 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:14.540015 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:14.544632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:14.654148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=76030dc1-a691-42c4-bc30-58188a002031,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:25:14.663855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:14.833509 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 97e15b7e-7d20-497f-960b-401a60f0fa57 associated. External IP: 172.26.4.208, port: 707e0425-ddce-4017-8d96-6fe4dc294064. Apr 21 15:25:15.291166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router c312b190-2581-4b5d-842f-d58275f939fd has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:25:15.463329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:25:15.473507 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Sync routers for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:25:15.482570 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:25:15.483246 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:15.487191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:15.546285 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9cdc9f47-5f69-440b-b144-8d9ec42f97f1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3257012 Apr 21 15:25:15.546667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:25:15.597156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42fc78c-e6a1-4ae2-aee9-af52d2e12385'] response: {'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064', 'status': 'completed', 'code': 200} Apr 21 15:25:15.664686 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:25:15.690778 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-6d27a34f-1cf5-4993-966e-3835994226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:15.692434 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-6d27a34f-1cf5-4993-966e-3835994226bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0735228 Apr 21 15:25:15.731380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a033d3-a4e8-4cad-a63c-94fa2f260af6 req-2e143a28-ef7e-424c-ab9f-cad112f01256 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:15.732911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70a033d3-a4e8-4cad-a63c-94fa2f260af6 req-2e143a28-ef7e-424c-ab9f-cad112f01256 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0831265 Apr 21 15:25:15.785710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70a033d3-a4e8-4cad-a63c-94fa2f260af6 req-ac262451-2dde-4ca7-99dc-57b731c080fa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470226 Apr 21 15:25:15.812603 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42484) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:15.828718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-0bb0a59c-8ff3-4a17-ac11-99b8fb1cadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:15.830377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-0bb0a59c-8ff3-4a17-ac11-99b8fb1cadfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.1327121 Apr 21 15:25:15.927549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b3797fec-65bb-456f-901f-cd24c3f22e11 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/97e15b7e-7d20-497f-960b-401a60f0fa57 HTTP/1.1" status: 200 len: 991 time: 0.1137888 Apr 21 15:25:16.054649 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-a59aa7d9-e915-498d-912f-b086c1c45567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 999 time: 0.2181184 Apr 21 15:25:16.055623 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '97e15b7e-7d20-497f-960b-401a60f0fa57', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'port_id': '707e0425-ddce-4017-8d96-6fe4dc294064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'mac_address': 'fa:16:3e:e2:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5405b1-c2be-4118-834c-274e14efed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:14Z', 'updated_at': '2022-04-21T15:25:14Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:16.059857 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Checking router: c312b190-2581-4b5d-842f-d58275f939fd for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:25:16.068739 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:25:16.069367 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:24:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:16.122648 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-78c361d5-54be-4752-b427-be4a22c11cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:16.124184 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-78c361d5-54be-4752-b427-be4a22c11cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0642920 Apr 21 15:25:16.208432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-9d3950e6-a270-4e98-884f-1314ef0fd962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:16.211097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-9d3950e6-a270-4e98-884f-1314ef0fd962 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805590 Apr 21 15:25:16.276405 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:25:16.343583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-ac21e00d-523d-47ff-b275-0c1342370146 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268518 Apr 21 15:25:16.474132 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f083d27a-b6a0-4ca4-bfb7-41df6a389f86 req-83ddc3f9-5d79-4671-8f05-f153ddf82d2f service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249790 Apr 21 15:25:16.616498 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '97e15b7e-7d20-497f-960b-401a60f0fa57', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'port_id': '707e0425-ddce-4017-8d96-6fe4dc294064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'mac_address': 'fa:16:3e:e2:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5405b1-c2be-4118-834c-274e14efed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:14Z', 'updated_at': '2022-04-21T15:25:14Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:25:16.620229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b20602-c1a8-47c2-87fc-dbaa1aa819c6 None None] The sync data for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv is: [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '97e15b7e-7d20-497f-960b-401a60f0fa57', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'port_id': '707e0425-ddce-4017-8d96-6fe4dc294064', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'mac_address': 'fa:16:3e:e2:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5405b1-c2be-4118-834c-274e14efed0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:25:14Z', 'updated_at': '2022-04-21T15:25:14Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:25:16.796683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75aa48-9d44-471d-8830-dea6f6f4adc5 None None] New status for floating IP 97e15b7e-7d20-497f-960b-401a60f0fa57: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:25:16.931073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42488) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:17.038581 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2dd0a520-ced7-4010-8a26-de7d0d78fe90 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/97e15b7e-7d20-497f-960b-401a60f0fa57 HTTP/1.1" status: 200 len: 991 time: 0.1064498 Apr 21 15:25:18.042509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42492) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:25:18.149611 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-869be17d-1605-4a5a-b870-f8cad06cf016 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/97e15b7e-7d20-497f-960b-401a60f0fa57 HTTP/1.1" status: 200 len: 993 time: 0.1054211 Apr 21 15:25:22.276959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:25.447200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e2a1b472-d38a-47d0-95f3-8b59cafd3157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:27.611960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f499c6a9-4324-4f07-8590-b96a0fad030f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:28.878742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:29.050404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:30.556793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:39.378415 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:25:52.274554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:53.691423 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-ce27b5e3-483f-446a-a3ac-5e75d9cfd370 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131840 Apr 21 15:25:53.827786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-c898dc38-8ac0-4685-98f1-c5393bc8c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:53.828741 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-c898dc38-8ac0-4685-98f1-c5393bc8c5f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0714495 Apr 21 15:25:53.971218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-89b5fb2f-ad62-4923-9edd-e818be12ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:53.972638 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-89b5fb2f-ad62-4923-9edd-e818be12ce00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.1254072 Apr 21 15:25:54.075540 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-1677d120-b86d-4999-8709-719bcd86b871 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 1001 time: 0.0964482 Apr 21 15:25:54.136792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-73b787d7-1790-415c-b0ec-47cb5c6e1590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:54.138176 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-73b787d7-1790-415c-b0ec-47cb5c6e1590 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0566571 Apr 21 15:25:54.216215 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-e47a1ec3-22ab-4a29-9eb7-46436595c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:25:54.218013 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-e47a1ec3-22ab-4a29-9eb7-46436595c163 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724306 Apr 21 15:25:54.229428 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-23d18973-15d7-453e-a740-cac1e733bb9b service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:25:54.230264 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-23d18973-15d7-453e-a740-cac1e733bb9b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046003 Apr 21 15:25:54.361829 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-23b06c66-8b00-4e0d-a4bf-668b03202345 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248147 Apr 21 15:25:54.491880 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-af5a857a-d3e4-4b3f-bfbe-4cb97f15d18b req-c30e60ef-d39a-4d26-9b0c-8479102ec1ba service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235290 Apr 21 15:25:55.448621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ef411c88-48e8-412f-a81f-7afacedf656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:57.613636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b559-b326-478c-a7cd-71120614ed0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:58.881039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:25:59.052350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:00.556998 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:16.378576 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:26:19.092708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-e17664e1-09be-4bbd-9f35-c375151317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:19.094197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-e17664e1-09be-4bbd-9f35-c375151317e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0723550 Apr 21 15:26:19.185824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa7c31-100a-4027-aaa7-51b72dbb8a81 req-6932a4b3-4d51-45aa-b379-97c052dd2a76 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:19.187645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-80fa7c31-100a-4027-aaa7-51b72dbb8a81 req-6932a4b3-4d51-45aa-b379-97c052dd2a76 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.1341500 Apr 21 15:26:19.234872 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-80fa7c31-100a-4027-aaa7-51b72dbb8a81 req-40509c3a-8916-4b1b-aac5-a0eaa422a4aa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Apr 21 15:26:19.337063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-e277470a-20c6-4777-960b-0c59b59ef0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:19.338431 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-e277470a-20c6-4777-960b-0c59b59ef0ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.2354457 Apr 21 15:26:19.441186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-03f341a7-0003-493a-b61b-dbcc8423888b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 1001 time: 0.0957375 Apr 21 15:26:19.505038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-eb755679-5d5b-42d2-a1c6-1eb5f7521496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:19.506414 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-eb755679-5d5b-42d2-a1c6-1eb5f7521496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0588386 Apr 21 15:26:19.581681 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-0ca065d0-8338-47c6-a545-5a41191c92d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:19.583111 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-0ca065d0-8338-47c6-a545-5a41191c92d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701458 Apr 21 15:26:19.714283 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-33a61d7c-5c07-4306-831f-f75e721e0110 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237469 Apr 21 15:26:19.845787 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-beb3cc0b-784e-4d80-bcb3-a8ef210c09da req-4267b8bc-052a-43a4-8e51-2fdda84a27ea service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Apr 21 15:26:20.468986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224c698-1aec-4223-bd81-b081b0b8bbe6 req-e89c4025-79d9-4cba-8804-f90d8cc2b642 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:20.471267 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7224c698-1aec-4223-bd81-b081b0b8bbe6 req-e89c4025-79d9-4cba-8804-f90d8cc2b642 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.1248980 Apr 21 15:26:20.514044 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7224c698-1aec-4223-bd81-b081b0b8bbe6 req-f564ef8b-d377-43ef-9060-eaf28f440333 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Apr 21 15:26:21.702170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c72a9-a7cf-4009-b4ac-aa98efc2d111 req-5fd393e7-ce40-4b8a-9b19-108363b8f9bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:21.704109 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e95c72a9-a7cf-4009-b4ac-aa98efc2d111 req-5fd393e7-ce40-4b8a-9b19-108363b8f9bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0822647 Apr 21 15:26:21.747571 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e95c72a9-a7cf-4009-b4ac-aa98efc2d111 req-fbd45684-bf13-4f31-ba8f-911a1b31f357 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377643 Apr 21 15:26:22.272086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:22.944595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49167b-49ae-44a0-857c-bb57d1b59f1f req-5a2f8e68-409c-4a0f-b5f3-ac0d67429136 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:22.946008 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eb49167b-49ae-44a0-857c-bb57d1b59f1f req-5a2f8e68-409c-4a0f-b5f3-ac0d67429136 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0858865 Apr 21 15:26:22.992535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eb49167b-49ae-44a0-857c-bb57d1b59f1f req-30b95c0c-375e-4f83-aed9-55ad21d50eb1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407674 Apr 21 15:26:24.182912 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b84f91-ad2e-4860-8c50-336a8e3b3f11 req-c5ef04e6-7195-4666-bc35-0168ab04cf83 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:24.184318 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-32b84f91-ad2e-4860-8c50-336a8e3b3f11 req-c5ef04e6-7195-4666-bc35-0168ab04cf83 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0817697 Apr 21 15:26:24.227871 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-32b84f91-ad2e-4860-8c50-336a8e3b3f11 req-8cb998be-83a9-4cc0-befe-7b1f4f4e8eb1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367978 Apr 21 15:26:25.417701 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8768bdd-e51c-4214-aa9a-bca7e66e1630 req-64fd5cfa-abda-402c-a1e7-321e78d29610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:25.419201 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8768bdd-e51c-4214-aa9a-bca7e66e1630 req-64fd5cfa-abda-402c-a1e7-321e78d29610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0872238 Apr 21 15:26:25.449763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c921327-0086-43c7-8165-2da727ae9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:25.570178 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8768bdd-e51c-4214-aa9a-bca7e66e1630 req-9ed35702-d000-4d3f-8cc3-7248d2a34ff1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453266 Apr 21 15:26:26.751408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f9d24-c483-4cea-983a-e8412613cb65 req-5b19f517-9a47-4b24-899c-78c83f8507c0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:26.752825 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-352f9d24-c483-4cea-983a-e8412613cb65 req-5b19f517-9a47-4b24-899c-78c83f8507c0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0783057 Apr 21 15:26:26.796780 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-352f9d24-c483-4cea-983a-e8412613cb65 req-96fcdd09-ac85-4bf5-9912-5101f5ea74e0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 Apr 21 15:26:27.617063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43401333-681a-4692-aa92-97544e34652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:27.981804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ae6d7-9cd9-48c4-85ef-698b8a3074c1 req-47379713-4bfe-4bd5-b005-c1cb7425460c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:27.983154 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-953ae6d7-9cd9-48c4-85ef-698b8a3074c1 req-47379713-4bfe-4bd5-b005-c1cb7425460c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0829821 Apr 21 15:26:28.030030 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-953ae6d7-9cd9-48c4-85ef-698b8a3074c1 req-d4c9f666-85b9-458b-9cac-7808edf2c247 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400879 Apr 21 15:26:28.883584 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:29.055120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:29.217983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851f5d5-9b63-4f09-b657-d01413050106 req-ae4bf2a4-0a1e-4dc9-ad2d-987a06333053 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:29.219345 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b851f5d5-9b63-4f09-b657-d01413050106 req-ae4bf2a4-0a1e-4dc9-ad2d-987a06333053 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0778177 Apr 21 15:26:29.264938 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b851f5d5-9b63-4f09-b657-d01413050106 req-d7f3b97a-3c94-425c-af05-5334cbf78b16 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399702 Apr 21 15:26:30.448110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca10c-b6dd-4bd4-a375-3f1619e42295 req-381b0a5d-b5df-4e4f-bd54-346a8fa589dc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:30.449618 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fabca10c-b6dd-4bd4-a375-3f1619e42295 req-381b0a5d-b5df-4e4f-bd54-346a8fa589dc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0792053 Apr 21 15:26:30.492214 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fabca10c-b6dd-4bd4-a375-3f1619e42295 req-47d66f74-07bb-4d38-aba8-f995c8528ad4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368302 Apr 21 15:26:30.561075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:31.676889 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748eccd-a0e4-472f-805d-ae1068ed4de0 req-618d564c-2c4a-4c8f-bff1-5b1a3dd49fbf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:31.678346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0748eccd-a0e4-472f-805d-ae1068ed4de0 req-618d564c-2c4a-4c8f-bff1-5b1a3dd49fbf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0817230 Apr 21 15:26:31.721753 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0748eccd-a0e4-472f-805d-ae1068ed4de0 req-406f1632-abdf-4d35-b115-4d8bb3ac3801 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Apr 21 15:26:31.744395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:26:31.851464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-984f01f2-bb20-4ddc-966d-69a185f6b677 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/97e15b7e-7d20-497f-960b-401a60f0fa57 HTTP/1.1" status: 200 len: 993 time: 0.1059906 Apr 21 15:26:52.272626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:53.376807 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:26:54.617468 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-8ab04a92-564e-4508-822a-518467ed7b7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677454 Apr 21 15:26:54.776542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-5d87c54f-f19b-4b92-a2b1-f25a5d0d5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:54.778009 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-5d87c54f-f19b-4b92-a2b1-f25a5d0d5523 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0749269 Apr 21 15:26:54.921401 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-cffd74ea-955d-4236-b137-cd6d6715635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:54.922775 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-cffd74ea-955d-4236-b137-cd6d6715635e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.1260519 Apr 21 15:26:55.026905 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-d33733b8-2d21-4fa6-9798-8b9672dd231a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 1001 time: 0.0964224 Apr 21 15:26:55.088618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-6cb6405a-f8cf-4dee-9446-bb0a83ee99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:55.090034 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-6cb6405a-f8cf-4dee-9446-bb0a83ee99d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0568938 Apr 21 15:26:55.163761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-3dd34ed4-0f5d-4796-b7be-f4985486e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:26:55.165163 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-3dd34ed4-0f5d-4796-b7be-f4985486e27f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684428 Apr 21 15:26:55.295577 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-0bb96d03-fb41-4b48-af8f-607dd05c0640 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241915 Apr 21 15:26:55.425945 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-234ac1d6-ba8f-4f59-9a20-0ed1cb0049e8 req-2148b5da-43a3-4c06-87d6-f387e0fe91f3 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238320 Apr 21 15:26:55.452733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-012ac572-3474-4923-98f0-4efaa88aeba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:57.619255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7ba64164-a82f-484b-81c3-1c8d1968034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:58.886067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:26:59.056931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:00.563291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:20.330735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42578) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:20.529697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 76030dc1-a691-42c4-bc30-58188a002031 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:27:20.530033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:20.694099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:20.694414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:20.814686 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 76030dc1-a691-42c4-bc30-58188a002031 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:27:20.961385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:21.009083 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=76030dc1-a691-42c4-bc30-58188a002031,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:21.051058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.051399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.051730 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.052055 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.052378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.052705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.053019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.053362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.053737 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.053994 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.054307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.054618 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:21.108314 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:21.108638 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 97e15b7e-7d20-497f-960b-401a60f0fa57 disassociated (deleted). External IP: 172.26.4.208, port: 707e0425-ddce-4017-8d96-6fe4dc294064. Apr 21 15:27:21.561350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router c312b190-2581-4b5d-842f-d58275f939fd has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:27:21.739594 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:27:21.749571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Sync routers for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:27:21.755536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:21.759877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:21.760470 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:26:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:21.810446 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab0ea5e6-25bc-45ba-bcf6-d5117c1a2585 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/floatingips/97e15b7e-7d20-497f-960b-401a60f0fa57 HTTP/1.1" status: 204 len: 168 time: 1.4786451 Apr 21 15:27:21.811070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:27:21.922311 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3894c4d-c054-47cb-b5be-9b10dbc7a993'] response: {'name': 'network-changed', 'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064', 'status': 'completed', 'code': 200} Apr 21 15:27:21.942184 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:22.030482 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-bd19ea28-5e9e-4650-a334-b0e1c7b7d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:22.032544 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-bd19ea28-5e9e-4650-a334-b0e1c7b7d210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 1098 time: 0.0891275 Apr 21 15:27:22.199194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2091c-be40-4083-a059-49d8317f6ce3 req-85b43e92-ad56-4233-9ec6-ca74c0efd331 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:22.200276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cbe2091c-be40-4083-a059-49d8317f6ce3 req-85b43e92-ad56-4233-9ec6-ca74c0efd331 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:22.218454 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-cbe2091c-be40-4083-a059-49d8317f6ce3 req-85b43e92-ad56-4233-9ec6-ca74c0efd331 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:22.220794 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cbe2091c-be40-4083-a059-49d8317f6ce3 req-85b43e92-ad56-4233-9ec6-ca74c0efd331 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.1114733 Apr 21 15:27:22.271533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cbe2091c-be40-4083-a059-49d8317f6ce3 req-e2e5e135-e875-425e-9c37-a1a268e0ede5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Apr 21 15:27:22.288814 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:22.292790 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Checking router: c312b190-2581-4b5d-842f-d58275f939fd for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:27:22.298037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:22.303541 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:22.304183 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:26:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:22.311619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-1c368f28-e15d-46ed-be47-6b9ffdd47c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:22.313126 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-1c368f28-e15d-46ed-be47-6b9ffdd47c62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 200 len: 898 time: 0.2501199 Apr 21 15:27:22.382658 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-0e4e654a-952d-42d0-b829-461ef7da58e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 200 len: 217 time: 0.0636919 Apr 21 15:27:22.445364 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-c198f582-631c-4372-8bef-3bbc69441b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:22.446774 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-c198f582-631c-4372-8bef-3bbc69441b79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 200 len: 834 time: 0.0582700 Apr 21 15:27:22.507935 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:22.521776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-1018dc70-16a9-43ad-a2eb-9c5e61d9d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:22.523256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-1018dc70-16a9-43ad-a2eb-9c5e61d9d016 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2adc769b-898b-4647-bf79-2fca453732f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698762 Apr 21 15:27:22.661411 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-569daad1-aa44-4327-906d-70dbbb31d1cd service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305048 Apr 21 15:27:22.816561 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ce6d52a0-f325-4005-bbfc-a23d291cdebb req-7ff4b812-0eab-4744-ad39-f76a18641979 service neutron] 10.222.0.13 "GET /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491277 Apr 21 15:27:22.836125 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:22.840617 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c7a5b-2691-47a6-b226-510878d051b5 None None] The sync data for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv is: [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b30b579a-368f-4d3c-ac6e-f80a152e1f56', 'name': '', 'network_id': '2adc769b-898b-4647-bf79-2fca453732f4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:e1:db:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:58Z', 'updated_at': '2022-04-21T15:25:04Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '96095159-3c83-4e5a-bbf5-1b502de1730c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:27:23.066079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d47a56-87c3-4491-8f35-86f22a2f32af None None] New status for floating IP 97e15b7e-7d20-497f-960b-401a60f0fa57: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:27:23.488181 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583922-ecd6-478d-863d-05f81c7f7b7c req-e560545e-465e-47a3-a3de-9b318b21a28a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:23.489544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6583922-ecd6-478d-863d-05f81c7f7b7c req-e560545e-465e-47a3-a3de-9b318b21a28a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0776665 Apr 21 15:27:23.537791 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6583922-ecd6-478d-863d-05f81c7f7b7c req-76e8b99d-d298-4867-9cd6-e02a00a51fba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=e07e8e72-0258-4f64-8a36-cd427f7ff1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Apr 21 15:27:23.896153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-61e7fd75-61ed-4bbc-a419-14de2715dcd3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:23.896822 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-61e7fd75-61ed-4bbc-a419-14de2715dcd3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:23.908700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-61e7fd75-61ed-4bbc-a419-14de2715dcd3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:23.909822 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-61e7fd75-61ed-4bbc-a419-14de2715dcd3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 945 time: 0.0952654 Apr 21 15:27:23.978059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 707e0425-ddce-4017-8d96-6fe4dc294064 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:27:23.978394 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:24.220496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 707e0425-ddce-4017-8d96-6fe4dc294064, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=707e0425-ddce-4017-8d96-6fe4dc294064,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:24.220844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:24.340918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 707e0425-ddce-4017-8d96-6fe4dc294064 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:27:24.483355 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:24.538310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=707e0425-ddce-4017-8d96-6fe4dc294064,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:24.583141 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.583479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.583809 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.584135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.584458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.584782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.585099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.585438 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.585757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.586068 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.586379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.586687 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:24.626260 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port 707e0425-ddce-4017-8d96-6fe4dc294064 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:27:24.628685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:24.632341 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'name': 'network-vif-deleted', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:27:24.655516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a6b7b09a-937e-4f91-bc3c-65767c2d04f4 req-89ac0ecd-6f58-445e-83f7-1fa2b17a0f17 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "DELETE /v2.0/ports/707e0425-ddce-4017-8d96-6fe4dc294064 HTTP/1.1" status: 204 len: 173 time: 0.7400379 Apr 21 15:27:24.682957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d50d490-021c-45af-8c03-98d0d95aedc9'] response: {'server_uuid': '4b5405b1-c2be-4118-834c-274e14efed0d', 'name': 'network-vif-deleted', 'tag': '707e0425-ddce-4017-8d96-6fe4dc294064', 'status': 'completed', 'code': 200} Apr 21 15:27:24.701389 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-09ec2ef7-fd4b-4bf3-8fbf-80f05eac9875 req-cb264e52-ee19-4cbf-a4c0-37d0cdccecec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b5405b1-c2be-4118-834c-274e14efed0d HTTP/1.1" status: 200 len: 210 time: 0.0551901 Apr 21 15:27:25.454511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfc7e-f76f-46bd-8894-05ae6f999f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:25.798131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42600) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:26.339862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:26.794966 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port b30b579a-368f-4d3c-ac6e-f80a152e1f56 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:27:26.795298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:26.984098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port b30b579a-368f-4d3c-ac6e-f80a152e1f56, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b30b579a-368f-4d3c-ac6e-f80a152e1f56,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:26.985275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:27.108899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for b30b579a-368f-4d3c-ac6e-f80a152e1f56 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:27:27.299589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:27.347393 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=b30b579a-368f-4d3c-ac6e-f80a152e1f56,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:27.397084 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 707e0425-ddce-4017-8d96-6fe4dc294064 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:27.434273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 707e0425-ddce-4017-8d96-6fe4dc294064 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:27:27.434876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 707e0425-ddce-4017-8d96-6fe4dc294064 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:27.621307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-486ae18c-2f41-4ef6-bddf-8b48d55ac4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:27.624866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.083919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router c312b190-2581-4b5d-842f-d58275f939fd has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:27:28.255273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:27:28.265687 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Sync routers for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:27:28.267465 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4cff577c-7c35-4e7a-a0f7-bbb8c0250048 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/c312b190-2581-4b5d-842f-d58275f939fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4682992 Apr 21 15:27:28.270283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42604) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:28.276628 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:28.277234 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:28.338384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting subnet 96095159-3c83-4e5a-bbf5-1b502de1730c {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:27:28.341228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.394712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.450913 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:28.476281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.552257 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.590309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Subnet': ['ID=96095159-3c83-4e5a-bbf5-1b502de1730c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:28.596287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.603158 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-643d39bb-ec9c-446b-b57d-3be40d58366c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/subnets/96095159-3c83-4e5a-bbf5-1b502de1730c HTTP/1.1" status: 204 len: 168 time: 0.3319283 Apr 21 15:27:28.603483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2340865f-829a-4ac8-b758-2ec42d125915 None None] Network 2adc769b-898b-4647-bf79-2fca453732f4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:27:28.605712 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42608) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:28.743873 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:27:27Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:28.747814 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Checking router: c312b190-2581-4b5d-842f-d58275f939fd for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:27:28.757467 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Routers {'c312b190-2581-4b5d-842f-d58275f939fd'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:28.758067 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['c312b190-2581-4b5d-842f-d58275f939fd'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:28.793840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.889702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] DHCP port deletion for 2adc769b-898b-4647-bf79-2fca453732f4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:27:28.894110 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.895474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Deleting port d17c03d8-d61f-4a6c-b54b-26b5649384de {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:27:28.895828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.955651 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] Set router c312b190-2581-4b5d-842f-d58275f939fd gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:28.987485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:28.997959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port b32c630d-1d1b-4712-b468-6b0cd6cc989b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:27:28.998297 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.122357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.126175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] For port d17c03d8-d61f-4a6c-b54b-26b5649384de, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=d17c03d8-d61f-4a6c-b54b-26b5649384de,segment=NetworkSegment(558e1f18-fe49-48c9-a363-c08eead1024d),segment_id=558e1f18-fe49-48c9-a363-c08eead1024d)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:29.126581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.182688 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port b32c630d-1d1b-4712-b468-6b0cd6cc989b, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b32c630d-1d1b-4712-b468-6b0cd6cc989b,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:29.184042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.288664 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:27:27Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:29.292848 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad50a2-6189-4a9f-8938-8ff7b3d8afd0 None None] The sync data for ids ['c312b190-2581-4b5d-842f-d58275f939fd'] in dv-neutron-838896-1-hyperv is: [{'id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1474571362', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:27:27Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b32c630d-1d1b-4712-b468-6b0cd6cc989b', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c312b190-2581-4b5d-842f-d58275f939fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:24:54Z', 'updated_at': '2022-04-21T15:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:27:29.294673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Calling delete_port for d17c03d8-d61f-4a6c-b54b-26b5649384de owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:27:29.373416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.426520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Pushing event deleted for resources: {'Port': ['ID=d17c03d8-d61f-4a6c-b54b-26b5649384de,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:29.428789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] No DVR routers for this DVR port d17c03d8-d61f-4a6c-b54b-26b5649384de on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:27:29.431000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for b32c630d-1d1b-4712-b468-6b0cd6cc989b owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:27:29.437989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.439011 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.439348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.439678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.440099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.440319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.440640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.440960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.441299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.441614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.441923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.442234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce229a4-dc60-4aec-bc0c-703c89a1dfb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:29.598558 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.676752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=b32c630d-1d1b-4712-b468-6b0cd6cc989b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:29.742811 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.917004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.919085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.942196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.942925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Fanout notify agent at l3_agent the message router_deleted on router c312b190-2581-4b5d-842f-d58275f939fd {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:27:29.958595 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:29.959783 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8fa67a6c-5c75-4c7c-bcd6-0b3aefe1cb34 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/routers/c312b190-2581-4b5d-842f-d58275f939fd HTTP/1.1" status: 204 len: 168 time: 1.3529255 Apr 21 15:27:29.962417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42612) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:30.088243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.217831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.242729 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2adc769b-898b-4647-bf79-2fca453732f4']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:30.254324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558e1f18-fe49-48c9-a363-c08eead1024d') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:30.254620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558e1f18-fe49-48c9-a363-c08eead1024d') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:30.265540 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.281038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.287413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:27:30.287792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:27:30.302387 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:27:30.376620 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:27:30.386069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.404778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.416343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Network': ['ID=2adc769b-898b-4647-bf79-2fca453732f4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:30.424325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cc034014-0bc7-4e65-b154-6b929bc8bb3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/networks/2adc769b-898b-4647-bf79-2fca453732f4 HTTP/1.1" status: 204 len: 168 time: 0.4609187 Apr 21 15:27:30.427049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42616) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:30.496522 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.525341 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.567066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.592738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.612554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07e8e72-0258-4f64-8a36-cd427f7ff1e5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:30.622016 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:30.623122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45a5b1fb-db33-4023-8ee9-3dbcea09cfcb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/security-groups/e07e8e72-0258-4f64-8a36-cd427f7ff1e5 HTTP/1.1" status: 204 len: 168 time: 0.1951630 Apr 21 15:27:30.706034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b30b579a-368f-4d3c-ac6e-f80a152e1f56 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:30.739855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b30b579a-368f-4d3c-ac6e-f80a152e1f56 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:27:30.740185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b30b579a-368f-4d3c-ac6e-f80a152e1f56 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:30.740587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d17c03d8-d61f-4a6c-b54b-26b5649384de no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:30.775931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: d17c03d8-d61f-4a6c-b54b-26b5649384de {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:27:30.776206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device d17c03d8-d61f-4a6c-b54b-26b5649384de not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:30.776597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b32c630d-1d1b-4712-b468-6b0cd6cc989b no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:27:30.807878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b32c630d-1d1b-4712-b468-6b0cd6cc989b {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:27:30.808223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b32c630d-1d1b-4712-b468-6b0cd6cc989b not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:27:31.981250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42626) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:31.987143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984588041', 'description': 'tempest-secgroup-smoke-1984588041 description', 'project_id': '56e72722d2d3464e89e447557a2c3b25'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:31.993170 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:31.997530 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.002198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.008298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.017883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.037735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.041365 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.044032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.050567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.120494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.124059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.171961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f73ae8a1-624e-456c-a324-769985248478,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.175869 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.177082 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-37548916-350f-4617-b998-f4420cd9ffeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1948094 Apr 21 15:27:32.180499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.184718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.191041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.194745 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.197535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.203019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.220722 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.280074 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.283662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.306036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ce8633-b15d-4d52-ac2d-6a7e55d611bc,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.315854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.316995 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-93f08728-3f9b-4590-b2ea-eb9b6de11cf6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361222 Apr 21 15:27:32.319679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42634) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.324416 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.331196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.334908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.337735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.343269 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.360524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.420973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.424757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.451572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144464bd-fb22-4b23-acc6-a6b0f1b81f7b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.461542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.462904 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-96d97e78-ec5d-4ccd-ab32-0b9305a045f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422820 Apr 21 15:27:32.465559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42638) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.470902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.476567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.480399 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.483230 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.489108 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.505910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.568511 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.571903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.594656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa375c3-fa1d-4c21-9aaf-441ea9fded82,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.604310 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.605803 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-11245af8-8136-4f18-b716-7bef068d07b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390023 Apr 21 15:27:32.608123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42642) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.613503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.619078 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.622822 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.626145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.631644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.647823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.711044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.714752 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.740282 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16804c97-4738-4dec-b4ad-f2de6b1c8c88,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.749003 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.750254 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ac171372-d5b4-420a-85d3-5f53f6cda9cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411903 Apr 21 15:27:32.753680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42646) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.758478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.764264 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.768089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.770993 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.776853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.786412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:27:32.792762 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.858942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.863381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.887195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621f114a-2749-4fbe-99f2-05470d229846,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:32.895707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:32.896902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-0f4ec829-cc0b-4462-93e3-5150754e1ac7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423373 Apr 21 15:27:32.899619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42650) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:32.904716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'f73ae8a1-624e-456c-a324-769985248478', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:32.910339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:32.914002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:32.916756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:32.922917 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:32.932918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:27:32.940287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.006019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.009281 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.032228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a52707d-d628-4049-84d1-d4147327c287,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:33.040872 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.042068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9d269117-44cd-4613-9254-e0f663674fc6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415560 Apr 21 15:27:33.044863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42654) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:33.050849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'network': {'name': 'tempest-network-smoke--784960707', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'port_security_enabled': True}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:33.055506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:33.059527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:network and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:33.062430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:33.068433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:33.077914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:33.081279 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.108084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:27:33.117544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.117882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Added segment 670d5d2c-c588-46f5-91bb-ba827a6b7415 of type vlan for network 3633d8b6-6b13-4452-91b2-21f31fe11a76 Apr 21 15:27:33.142935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.170527 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.176370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:33.176938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.284580 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Network': ['ID=3633d8b6-6b13-4452-91b2-21f31fe11a76,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:33.289807 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9effe060-a0e8-42bc-b480-daa534d3ffcf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2414858 Apr 21 15:27:33.290082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42658) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:33.295126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'admin_state_up': True, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:33.296549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:27:33.303991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:33.307916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:router and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:33.311524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:33.317456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:33.329044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.330542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.346777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:33.723336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.025743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.054883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.193893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.250 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b5133710-ae90-46c4-820e-7573f6f78f7e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:34.344847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.372801 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:34.439402 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:34.442184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:34.445767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:27:34.480574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=b5133710-ae90-46c4-820e-7573f6f78f7e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:34.960370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:35.298790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:35.497880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:27:35.672516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:27:35.682029 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Sync routers for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:27:35.697307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:35.697926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:35.698649 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:35.699939 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3944a390-2827-479a-83d2-80bcd8e87aed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4089682 Apr 21 15:27:35.703079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42662) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:35.745039 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-44503c30-8d33-4524-8b06-1d75a723a45b tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56e72722d2d3464e89e447557a2c3b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403640 Apr 21 15:27:35.747551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42666) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:35.874979 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:35.877276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c626aff-d6a6-44b0-8372-ced7b9a03029 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:35.878731 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9c626aff-d6a6-44b0-8372-ced7b9a03029 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303155 Apr 21 15:27:35.881480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42670) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:35.922621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c11f8a4-e0bf-4e38-88f5-a4e947cc19a2 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396891 Apr 21 15:27:35.925910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42674) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:35.931158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586717547', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:36.039925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:36.043653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:subnet and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:36.046419 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:36.052336 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:36.063806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:36.067383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.158076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:34Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:36.161949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Checking router: bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:27:36.162296 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Updating router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf port b5133710-ae90-46c4-820e-7573f6f78f7e binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:27:36.214724 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.277411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.476391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Subnet': ['ID=efb87a9e-0f26-4496-ade0-9f2475e0c8be,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:36.485182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Checking segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:27:36.485641 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network hostable DHCP agents. Network: 3633d8b6-6b13-4452-91b2-21f31fe11a76, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:27:36.504374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:27:36.512980 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 3633d8b6-6b13-4452-91b2-21f31fe11a76) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:36.518190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:36.518778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.525148 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3adf58c-cb18-46e6-ae77-55bc3b3dc17b None None] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:27:36.540666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-707d6c08-3213-48a1-89b7-de11e6f09961 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6137147 Apr 21 15:27:36.543486 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42678) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:36.660047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.687141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Transition to ACTIVE for port object b5133710-ae90-46c4-820e-7573f6f78f7e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:36.705380 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.829970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1418bac-a5fb-44a0-9f23-75bf44af1e0a None None] Pushing event updated for resources: {'Port': ['ID=b5133710-ae90-46c4-820e-7573f6f78f7e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:36.835575 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Attempting to bind port b5133710-ae90-46c4-820e-7573f6f78f7e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:36.835943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Attempting to bind port b5133710-ae90-46c4-820e-7573f6f78f7e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:36.836423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Attempting to bind port b5133710-ae90-46c4-820e-7573f6f78f7e on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:27:36.846594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:27:36.846967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:27:36.847366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.847806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:27:36.848264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Bound port: b5133710-ae90-46c4-820e-7573f6f78f7e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:36.848656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:36.926146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-3633d8b6-6b13-4452-91b2-21f31fe11a76', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:27:36.926951 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.015291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] For port b5133710-ae90-46c4-820e-7573f6f78f7e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:27:37.035745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] For port b5133710-ae90-46c4-820e-7573f6f78f7e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b5133710-ae90-46c4-820e-7573f6f78f7e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:27:37.040145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.172842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:37.173276 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:37.231668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1418bac-a5fb-44a0-9f23-75bf44af1e0a None None] Pushing event updated for resources: {'Port': ['ID=b5133710-ae90-46c4-820e-7573f6f78f7e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:37.242192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.249176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Allocated IP 172.20.0.2 (3633d8b6-6b13-4452-91b2-21f31fe11a76/efb87a9e-0f26-4496-ade0-9f2475e0c8be/462efd4a-04b9-4cf5-9574-5154820dfb04) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:37.453882 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:37.758677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.798849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Transition to ACTIVE for port object 462efd4a-04b9-4cf5-9574-5154820dfb04 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:37.824825 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Transition to ACTIVE for port object 462efd4a-04b9-4cf5-9574-5154820dfb04 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:37.831441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:37.894320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.1 (3633d8b6-6b13-4452-91b2-21f31fe11a76/efb87a9e-0f26-4496-ade0-9f2475e0c8be/15969e97-7f41-4c60-9ef5-598f1cfc4de9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:37.905619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:37.911404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:37.915588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:27:37.924682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Pushing event updated for resources: {'Port': ['ID=462efd4a-04b9-4cf5-9574-5154820dfb04,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:37.954197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:34Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:37.990408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76325d0a-bac1-48d2-95c7-e1909810e4fe None None] The sync data for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv is: [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:34Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:27:38.022043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Attempting to bind port 462efd4a-04b9-4cf5-9574-5154820dfb04 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:38.022418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Attempting to bind port 462efd4a-04b9-4cf5-9574-5154820dfb04 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:38.022806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Attempting to bind port 462efd4a-04b9-4cf5-9574-5154820dfb04 on network 3633d8b6-6b13-4452-91b2-21f31fe11a76 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:27:38.028713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:27:38.029090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Checking segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:27:38.029521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.029916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Bound using segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:27:38.030382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Bound port: 462efd4a-04b9-4cf5-9574-5154820dfb04, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:38.030754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.071376 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.090165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 15969e97-7f41-4c60-9ef5-598f1cfc4de9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:38.115255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.176268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] For port 462efd4a-04b9-4cf5-9574-5154820dfb04, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:27:38.179300 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:38.180671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] For port 462efd4a-04b9-4cf5-9574-5154820dfb04, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=462efd4a-04b9-4cf5-9574-5154820dfb04,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:27:38.186847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:38.193386 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:27:38.201163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.300161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a9b6f-3048-4ded-9a43-51a7a0144153 None None] Pushing event updated for resources: {'Port': ['ID=462efd4a-04b9-4cf5-9574-5154820dfb04,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:38.403389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:38.415979 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.716049 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:38.792298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b5133710-ae90-46c4-820e-7573f6f78f7e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:38.870917 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b5133710-ae90-46c4-820e-7573f6f78f7e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:38.876349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b5133710-ae90-46c4-820e-7573f6f78f7e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:38.876803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.002073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.018650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b5133710-ae90-46c4-820e-7573f6f78f7e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b5133710-ae90-46c4-820e-7573f6f78f7e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:39.023242 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.024062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 462efd4a-04b9-4cf5-9574-5154820dfb04 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:39.145124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b5133710-ae90-46c4-820e-7573f6f78f7e,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:39.155966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 462efd4a-04b9-4cf5-9574-5154820dfb04 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:39.171740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.180127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.293082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.296547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:39.348612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776dfa09-a372-4196-8e1f-d0f0e9991ead None None] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:27:39.432149 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Provisioning for port 462efd4a-04b9-4cf5-9574-5154820dfb04 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:39.435804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:39.436842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:39.448255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Provisioning complete for port 462efd4a-04b9-4cf5-9574-5154820dfb04 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:39.448628 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.649236 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:27:39.671443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.723818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] For port 462efd4a-04b9-4cf5-9574-5154820dfb04, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=462efd4a-04b9-4cf5-9574-5154820dfb04,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:39.728556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:39.803828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e75d1-34f5-454d-8327-a7c1d9fa45d3 None None] Pushing event updated for resources: {'Port': ['ID=462efd4a-04b9-4cf5-9574-5154820dfb04,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:39.960873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:27:39.970314 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Sync routers for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:27:39.983226 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f1fa3240-0abe-4a18-9813-34c81e955292 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4295785 Apr 21 15:27:39.983673 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:39.983673 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:40.057368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Provisioning complete for port 462efd4a-04b9-4cf5-9574-5154820dfb04 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.057462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.165070 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-e5ec8fa0-cc65-478a-b251-baf7e5bc0924 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:40.184817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-e5ec8fa0-cc65-478a-b251-baf7e5bc0924 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:40.186402 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-e5ec8fa0-cc65-478a-b251-baf7e5bc0924 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984588041&fields=id&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 267 time: 0.0695906 Apr 21 15:27:40.220602 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:40.226945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Provisioning for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:40.232636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Provisioning complete for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.233010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.289501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ca03a-99b1-4ea7-855f-c68db19c351d None None] Port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:27:40.362338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-61c2458d-dfff-4607-ac1f-8e1066334678 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:40.363052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-61c2458d-dfff-4607-ac1f-8e1066334678 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:40.380413 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-61c2458d-dfff-4607-ac1f-8e1066334678 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:40.381800 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-61c2458d-dfff-4607-ac1f-8e1066334678 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 796 time: 0.1881490 Apr 21 15:27:40.403470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-51958d89-f35b-4d3d-90e2-1436eb0e5206 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/quotas/56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 375 time: 0.0160329 Apr 21 15:27:40.411537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9da6cd61-bfdf-46a9-af7e-9b7b88958e7f None None] Provisioning complete for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.412066 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9da6cd61-bfdf-46a9-af7e-9b7b88958e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.467446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9da6cd61-bfdf-46a9-af7e-9b7b88958e7f None None] Port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:27:40.493428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-d12cb31e-bfe7-455a-9766-92eaede9d541 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:27:40.508604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-d12cb31e-bfe7-455a-9766-92eaede9d541 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:27:40.509928 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-d12cb31e-bfe7-455a-9766-92eaede9d541 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000421 Apr 21 15:27:40.558003 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 2, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:40.561721 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Checking router: bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:27:40.562245 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Updating router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:27:40.589008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-52dd5a82-fb46-4715-adca-0c8db58fa324 None None] Provisioning complete for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.589531 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-52dd5a82-fb46-4715-adca-0c8db58fa324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.617733 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.643467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-52dd5a82-fb46-4715-adca-0c8db58fa324 None None] Port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:27:40.652748 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-12166bc5-1986-4cf7-8a19-88b78c8e7a43 service neutron] 10.222.0.35 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303060 Apr 21 15:27:40.722643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b5133710-ae90-46c4-820e-7573f6f78f7e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:40.791265 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4385563c-2b5d-49b3-be6e-ad136c7fef92 service neutron] 10.222.0.35 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317909 Apr 21 15:27:40.800839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b5133710-ae90-46c4-820e-7573f6f78f7e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.801239 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.924597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 462efd4a-04b9-4cf5-9574-5154820dfb04 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:40.981494 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.991675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 462efd4a-04b9-4cf5-9574-5154820dfb04 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:40.992043 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:40.993604 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Transition to ACTIVE for port object 15969e97-7f41-4c60-9ef5-598f1cfc4de9 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:40.999057 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.127063 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Pushing event updated for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:41.222762 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.223099 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.223425 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.223745 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.224061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.224405 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.224717 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.225025 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.225366 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.225675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.225978 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.226283 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:27:41.254699 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Attempting to bind port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:41.255054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Attempting to bind port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:41.255405 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Attempting to bind port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 on network 3633d8b6-6b13-4452-91b2-21f31fe11a76 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:27:41.260438 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:27:41.260796 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Checking segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:27:41.261182 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.261577 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Bound using segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:27:41.262021 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Bound port: 15969e97-7f41-4c60-9ef5-598f1cfc4de9, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:41.262379 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.349538 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] For port 15969e97-7f41-4c60-9ef5-598f1cfc4de9, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:27:41.352314 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] For port 15969e97-7f41-4c60-9ef5-598f1cfc4de9, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15969e97-7f41-4c60-9ef5-598f1cfc4de9,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:27:41.356540 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:41.431332 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:41.431943 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:41.489633 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4be079-b98a-4d3e-be61-fd9d78603a08 None None] Pushing event updated for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:41.615093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:41.929707 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:41Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:41.933585 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495878a-2960-4401-a172-9b5932f456d8 None None] The sync data for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv is: [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:41Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:27:42.012367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2f00cc53-98e9-416d-8e3b-02b896b2255d req-e15da895-ebb7-4337-b843-45dd56a708d6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0548248 Apr 21 15:27:42.765530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15969e97-7f41-4c60-9ef5-598f1cfc4de9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:42.835345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:42.840512 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:42.840874 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.959267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:42.993725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 15969e97-7f41-4c60-9ef5-598f1cfc4de9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15969e97-7f41-4c60-9ef5-598f1cfc4de9,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:42.998013 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:43.069038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:43.107702 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-013b04ce-ee8e-4d14-b478-32c641801bcc req-40bef614-c5ea-44b2-912b-b80df83fc7da tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0429866 Apr 21 15:27:44.201633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fc3999e-c3ad-4ee4-ac68-9e1ae09c565a req-d4a86a06-b985-4b7c-81cf-315dab03dc82 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0427918 Apr 21 15:27:44.714708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15969e97-7f41-4c60-9ef5-598f1cfc4de9 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:44.780807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:44.781190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:45.302809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7de831f1-4d89-4e72-a1a3-923c59e4e537 req-803b0786-a1eb-4133-9199-bad757a0c43b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0505364 Apr 21 15:27:46.461017 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d3674622-295f-4c86-b9b1-7a7dc5cf8d41 req-85333333-8cf6-498d-bdea-8878f91ae3fd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0428174 Apr 21 15:27:47.052165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-5ed86d00-a53f-4ea2-877d-0f838004d08f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:47.053534 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-5ed86d00-a53f-4ea2-877d-0f838004d08f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 796 time: 0.1546061 Apr 21 15:27:47.109036 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-6f770844-9035-4766-a18c-ee75520166ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 380 time: 0.0479484 Apr 21 15:27:47.117342 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'port': {'device_id': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'admin_state_up': True, 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'security_groups': ['f73ae8a1-624e-456c-a324-769985248478']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:47.250973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:47.260731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:47.270445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:27:47.273819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.431242 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.8 (3633d8b6-6b13-4452-91b2-21f31fe11a76/efb87a9e-0f26-4496-ade0-9f2475e0c8be/1df68257-7fe7-4945-8248-7b092b9cbcbf) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:47.612518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-be9f3ee9-7cd0-494d-aab0-d0912edc3f54 req-5c3e3dd1-d317-4aa5-b6dc-3a31a8f17c89 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0439625 Apr 21 15:27:47.624369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.640039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 1df68257-7fe7-4945-8248-7b092b9cbcbf will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:47.664949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.735439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:47.738445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:47.742159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:27:47.772836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:47.810917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:47.811513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.839941 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-2a5bcbed-d90a-45d2-8871-78e8507164b8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260768 Apr 21 15:27:47.851836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Request body: {'port': {'device_id': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:47.944436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-50822f95-c717-4326-9477-91b7fd8226fd None None] Provisioning for port 1df68257-7fe7-4945-8248-7b092b9cbcbf completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:47.949931 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-50822f95-c717-4326-9477-91b7fd8226fd None None] Provisioning complete for port 1df68257-7fe7-4945-8248-7b092b9cbcbf triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:47.950301 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50822f95-c717-4326-9477-91b7fd8226fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:47.968353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.006113 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-50822f95-c717-4326-9477-91b7fd8226fd None None] Port 1df68257-7fe7-4945-8248-7b092b9cbcbf cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:27:48.401011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:27:48.408393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.422654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Transition to ACTIVE for port object 1df68257-7fe7-4945-8248-7b092b9cbcbf will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:27:48.426673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.581465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:48.666731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Attempting to bind port 1df68257-7fe7-4945-8248-7b092b9cbcbf on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:27:48.666970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Attempting to bind port 1df68257-7fe7-4945-8248-7b092b9cbcbf by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:27:48.667295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Attempting to bind port 1df68257-7fe7-4945-8248-7b092b9cbcbf on network 3633d8b6-6b13-4452-91b2-21f31fe11a76 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:27:48.671878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Port 1df68257-7fe7-4945-8248-7b092b9cbcbf on network 3633d8b6-6b13-4452-91b2-21f31fe11a76 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:27:48.672192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Attempting to bind port 1df68257-7fe7-4945-8248-7b092b9cbcbf on network 3633d8b6-6b13-4452-91b2-21f31fe11a76 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:27:48.677270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:27:48.677600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Checking segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:27:48.677964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Bound using segment: {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:27:48.678379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Bound port: 1df68257-7fe7-4945-8248-7b092b9cbcbf, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '670d5d2c-c588-46f5-91bb-ba827a6b7415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:27:48.678712 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.770222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:27:48.773334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:27:48.779958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.803740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf0b37-b03a-4573-aae5-87968b00041b req-9872349b-de40-45c5-89df-bf7c4a74ee64 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:48.805221 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcdf0b37-b03a-4573-aae5-87968b00041b req-9872349b-de40-45c5-89df-bf7c4a74ee64 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 943 time: 0.0881069 Apr 21 15:27:48.843107 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:48.844276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:48.846552 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] 10.222.0.13 "PUT /v2.0/ports/1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1093 time: 0.9977734 Apr 21 15:27:48.847009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:27:48.857654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dcdf0b37-b03a-4573-aae5-87968b00041b req-dcfa104a-bac6-4b12-9105-39336745f4cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Apr 21 15:27:48.885479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433f8a4-0187-4e7a-a2cf-1fefe0bb5154 service neutron] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:48.967100 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8175947-984a-4994-bcad-b892ec49c335'] response: {'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'status': 'completed', 'code': 200} Apr 21 15:27:48.974066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-dbeec965-d590-4ed2-99d0-e6c531bbd24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:48.975528 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-dbeec965-d590-4ed2-99d0-e6c531bbd24a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1096 time: 0.0812488 Apr 21 15:27:49.048326 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-54efb168-266b-4aa0-a4a9-3cf3dc5c6c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 217 time: 0.0650654 Apr 21 15:27:49.108583 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-722e3e95-60a1-4637-aabf-d957ccef5b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:49.110976 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-722e3e95-60a1-4637-aabf-d957ccef5b9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0579293 Apr 21 15:27:49.191759 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-87c54d8d-9d44-4b25-935e-97b61468e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:49.193102 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-87c54d8d-9d44-4b25-935e-97b61468e0d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759003 Apr 21 15:27:49.322003 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-002c82fc-503b-4ee4-8de1-60bc7b6230ed service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229219 Apr 21 15:27:49.449808 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-8f0363b5-2e0c-47d5-bf31-ca18927cf516 req-44c95e97-9757-4304-a092-d7b6fdee6bde service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217363 Apr 21 15:27:49.563393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-68a7f1ab-376d-4e3e-9eba-76810a9f81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:49.565143 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-68a7f1ab-376d-4e3e-9eba-76810a9f81a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1096 time: 0.0714138 Apr 21 15:27:49.700704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-d62996f5-348d-43cd-a89a-1f132e350b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:49.702080 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-d62996f5-348d-43cd-a89a-1f132e350b0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1309175 Apr 21 15:27:49.868242 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-f478682b-7114-471a-a7df-7e7474df1a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 217 time: 0.1602819 Apr 21 15:27:49.931026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-f1f0bdf9-9631-4584-8fe5-49d5c6c921ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:49.932419 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-f1f0bdf9-9631-4584-8fe5-49d5c6c921ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0586946 Apr 21 15:27:50.014618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-8af2de4a-9d14-48bc-b8d9-0147ad9e9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:50.016174 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-8af2de4a-9d14-48bc-b8d9-0147ad9e9d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770876 Apr 21 15:27:50.044561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8b03-0bea-464b-bb71-60724259559c req-c0034079-f5a1-4469-a74d-7fbd2a4d010b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:50.046048 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec5b8b03-0bea-464b-bb71-60724259559c req-c0034079-f5a1-4469-a74d-7fbd2a4d010b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 943 time: 0.0817552 Apr 21 15:27:50.090255 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ec5b8b03-0bea-464b-bb71-60724259559c req-7b230d06-4259-4ec9-a3f2-d51aa313fba5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Apr 21 15:27:50.148683 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-59a4eab8-8c1c-4504-8472-f02cc31c5004 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254613 Apr 21 15:27:50.277303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-4d45d362-0c16-4452-bb91-b88f2970c598 req-3fcc7189-50bb-42f6-ba2f-ea139796cdfd service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227777 Apr 21 15:27:51.279573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf825c-44b2-4f65-8532-1ca2c5dacb59 req-db2a3a76-5c94-499c-89d1-93999f046b47 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:51.280990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50bf825c-44b2-4f65-8532-1ca2c5dacb59 req-db2a3a76-5c94-499c-89d1-93999f046b47 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 943 time: 0.0834026 Apr 21 15:27:51.324772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-50bf825c-44b2-4f65-8532-1ca2c5dacb59 req-ca0dd213-a76b-44f9-b728-21d43b507935 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Apr 21 15:27:51.491284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:27:51.621659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:51.635415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'mac_address': 'fa:16:3e:be:d8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:27:51.694602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.711071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:27:51.725916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:51.729820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:51.795890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:52.086803 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1df68257-7fe7-4945-8248-7b092b9cbcbf'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:27:52.299462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:52.507190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb8580-7ff1-426f-a2fc-3988974485df req-92c4fdbb-c4d0-4e9e-9712-044bb6f8a3f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:52.508623 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9eb8580-7ff1-426f-a2fc-3988974485df req-92c4fdbb-c4d0-4e9e-9712-044bb6f8a3f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 944 time: 0.0785441 Apr 21 15:27:52.554826 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9eb8580-7ff1-426f-a2fc-3988974485df req-f131ced1-067c-4569-908c-ec5285ae3e59 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406365 Apr 21 15:27:53.523507 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:27:53.592098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 1df68257-7fe7-4945-8248-7b092b9cbcbf completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:27:53.598234 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 1df68257-7fe7-4945-8248-7b092b9cbcbf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:27:53.598597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:53.718980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:53.740883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efb716-eb3f-4a7d-9166-d4f0b52519f1 req-8e75c479-dca7-4575-ac33-174f712ba9c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:53.742458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-96efb716-eb3f-4a7d-9166-d4f0b52519f1 req-8e75c479-dca7-4575-ac33-174f712ba9c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 944 time: 0.0807056 Apr 21 15:27:53.745957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:27:53.755486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:27:53.762960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:53.792479 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-96efb716-eb3f-4a7d-9166-d4f0b52519f1 req-a2f61c42-8b57-4ff9-b6a3-1a530f87aa0e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Apr 21 15:27:53.814438 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb73d72-5ab7-4c18-b764-99581968592a'] response: {'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'code': 200} Apr 21 15:27:53.843352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:54.036333 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b53c-b23f-4363-a26f-84899ba1d2e7 req-b70b62a8-d6a1-452a-9a28-dd8791dadd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:54.037794 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d29b53c-b23f-4363-a26f-84899ba1d2e7 req-b70b62a8-d6a1-452a-9a28-dd8791dadd8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0749717 Apr 21 15:27:54.076429 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1d29b53c-b23f-4363-a26f-84899ba1d2e7 req-795d4dad-74d3-43ff-b6bb-e24b474ba3c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332148 Apr 21 15:27:54.978227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6646e-4064-4d9a-9334-5067dd9fe904 req-53ea527d-244e-4493-8173-7a4e1c28a832 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:54.979544 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-28c6646e-4064-4d9a-9334-5067dd9fe904 req-53ea527d-244e-4493-8173-7a4e1c28a832 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0818567 Apr 21 15:27:55.022841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-28c6646e-4064-4d9a-9334-5067dd9fe904 req-083af3a7-079a-4b18-b11b-22d26833c3e9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376253 Apr 21 15:27:55.455779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ef71-4dea-4f4a-8301-c1e989638eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.209126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1aab-64a8-40a2-bf96-3a95d02d56c9 req-19ab98dc-57be-48f3-91aa-08bce369d234 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:56.210605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-953e1aab-64a8-40a2-bf96-3a95d02d56c9 req-19ab98dc-57be-48f3-91aa-08bce369d234 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0807178 Apr 21 15:27:56.254394 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-953e1aab-64a8-40a2-bf96-3a95d02d56c9 req-36c515d9-dadd-4c22-8513-cda204664385 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 Apr 21 15:27:56.442039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2edd-0919-46e8-9f7a-4f8fb13d8644 req-6f6ff99d-da69-4504-ba9c-2eadbf72251d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:56.443473 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e37d2edd-0919-46e8-9f7a-4f8fb13d8644 req-6f6ff99d-da69-4504-ba9c-2eadbf72251d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0834911 Apr 21 15:27:56.490458 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e37d2edd-0919-46e8-9f7a-4f8fb13d8644 req-13096f1e-11d2-4bf2-b8a7-4ced77ec12aa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413420 Apr 21 15:27:56.512465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42752) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:56.581490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d8302-ad26-46be-9bc6-5b2ff6373a28 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:56.582954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f35d8302-ad26-46be-9bc6-5b2ff6373a28 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1093 time: 0.0695632 Apr 21 15:27:56.585865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:56.590556 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:27:56.596969 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:27:56.600928 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:floatingip and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:27:56.603816 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:27:56.609500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:27:56.619962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.654777 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-92348fed-42a6-4cb9-9665-3df325f227ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696735 Apr 21 15:27:56.757488 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:56.800347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-5280d5c0-916c-4c0e-8f53-eb95669181ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:56.802213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-5280d5c0-916c-4c0e-8f53-eb95669181ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0763280 Apr 21 15:27:56.955842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-11ecc608-ae35-4f44-8faa-b61570aa42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:56.957283 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-11ecc608-ae35-4f44-8faa-b61570aa42c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1358588 Apr 21 15:27:57.000678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.15 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c95ae2d0-b879-4202-9230-10a7c5fc6619) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:27:57.033430 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-47a28ae4-74ac-4473-a182-ca8af475f46e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 217 time: 0.0695856 Apr 21 15:27:57.094395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-7835bace-dd75-439e-b694-5c60433ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:57.096913 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-7835bace-dd75-439e-b694-5c60433ad0b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0578794 Apr 21 15:27:57.146141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.172109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-480a8ba9-b1a5-41b7-88f6-49dc5625d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:57.174348 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-480a8ba9-b1a5-41b7-88f6-49dc5625d645 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713830 Apr 21 15:27:57.176802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.247774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:27:57.250714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:27:57.253493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:27:57.289132 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=c95ae2d0-b879-4202-9230-10a7c5fc6619,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:57.304416 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-f6eb6d82-4569-4d52-9aab-706a06b508a5 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243737 Apr 21 15:27:57.436058 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e15b8240-c383-4a6b-a7f1-603feaaf8963 req-18da816e-fe7b-49b2-86e4-3b3e152c296e service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252747 Apr 21 15:27:57.624893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d704ec8b-ffe7-4963-bac1-affc74d3c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.683810 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.761971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.975115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:57.979427 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:58.099176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=c95ae2d0-b879-4202-9230-10a7c5fc6619,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:27:58.107932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:58.273929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP ae9ea327-ed10-4db2-8394-e7cdb0d223c2 associated. External IP: 172.26.4.15, port: 1df68257-7fe7-4945-8248-7b092b9cbcbf. Apr 21 15:27:58.729157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:27:58.890774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:58.911755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:27:58.921362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Sync routers for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:27:58.930506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:58.931190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:58.935734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:58.990531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-068ad432-28fb-4f6e-8507-c236f5ab7ec3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4036741 Apr 21 15:27:58.991202 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:27:59.039000 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce3033d-7553-426c-8587-8de5ee30986a'] response: {'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'status': 'completed', 'code': 200} Apr 21 15:27:59.117782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:27:59.130237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:59.136728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-6a5dc12b-5415-4745-88cc-6bbadd1cc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:59.138339 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-6a5dc12b-5415-4745-88cc-6bbadd1cc891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0792234 Apr 21 15:27:59.183806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e140-f06d-44d3-9b07-d824d946d993 req-299f9054-eba7-4c79-9309-ceddac8a69a2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:59.185448 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82b2e140-f06d-44d3-9b07-d824d946d993 req-299f9054-eba7-4c79-9309-ceddac8a69a2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0997007 Apr 21 15:27:59.233638 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82b2e140-f06d-44d3-9b07-d824d946d993 req-84583bfe-838a-4fb9-95c2-217844b77b41 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 Apr 21 15:27:59.258010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42764) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:27:59.457858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-80ef4907-e7cd-4993-b2bf-e8643d17f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:59.459195 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-80ef4907-e7cd-4993-b2bf-e8643d17f1a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.3145726 Apr 21 15:27:59.511880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'ae9ea327-ed10-4db2-8394-e7cdb0d223c2', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'mac_address': 'fa:16:3e:be:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:27:57Z', 'updated_at': '2022-04-21T15:27:57Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:59.515659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Checking router: bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:27:59.524532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:27:59.525131 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:27:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:27:59.553546 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8ce2f472-c03d-4cc9-81fc-bc531aceea78 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/ae9ea327-ed10-4db2-8394-e7cdb0d223c2 HTTP/1.1" status: 200 len: 990 time: 0.2944295 Apr 21 15:27:59.575835 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-8cdd1c0e-adbe-4d94-8b3e-80b71a5caa4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 998 time: 0.1082039 Apr 21 15:27:59.637944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-58eed321-34a6-477e-8604-9c374a33007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:59.639532 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-58eed321-34a6-477e-8604-9c374a33007a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0575969 Apr 21 15:27:59.705255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:27:59.719638 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-4080c329-4725-4d54-ab86-d1eb85bbc2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:27:59.721508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-4080c329-4725-4d54-ab86-d1eb85bbc2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763090 Apr 21 15:27:59.858564 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-91a1a886-5604-41dc-bb95-ac350a0fb39e service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312926 Apr 21 15:27:59.991885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-44668147-f0ed-40c6-8442-76735b01f9b6 req-32f1475e-c095-4cca-9b70-1a925bd935a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271946 Apr 21 15:28:00.056305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'ae9ea327-ed10-4db2-8394-e7cdb0d223c2', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'mac_address': 'fa:16:3e:be:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:27:57Z', 'updated_at': '2022-04-21T15:27:57Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:28:00.060238 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ca708-ad65-4c42-917f-e84bc7123e7e None None] The sync data for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv is: [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': 'ae9ea327-ed10-4db2-8394-e7cdb0d223c2', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'mac_address': 'fa:16:3e:be:d8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:27:57Z', 'updated_at': '2022-04-21T15:27:57Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:28:00.239983 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc18315-83e6-4ca5-b6e9-ff898088e64e None None] New status for floating IP ae9ea327-ed10-4db2-8394-e7cdb0d223c2: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:28:00.557372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42768) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:28:00.569499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:00.659394 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-833e3230-7d4f-4e07-a31f-465fbedbb943 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/ae9ea327-ed10-4db2-8394-e7cdb0d223c2 HTTP/1.1" status: 200 len: 992 time: 0.1008606 Apr 21 15:28:07.374849 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:28:22.315305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:25.456796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d4e5140b-7c31-4971-ace0-4e2d213400d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:27.626185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a73d16c-9841-4864-ad16-6d4624ac41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:28.894856 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:29.059014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:30.571617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:44.374566 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:28:52.322280 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:55.458554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-359232c2-bb1c-48f3-a3cc-114500cd911c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:56.797160 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-bb710d2f-0618-4bad-894b-f3bf49d468af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720313 Apr 21 15:28:56.948080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-cc84686d-1e9c-46e4-af3b-f70eaa59aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:28:56.949478 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-cc84686d-1e9c-46e4-af3b-f70eaa59aa2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0712228 Apr 21 15:28:57.096388 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-cabc3163-383e-4bf7-8e77-844bd7050b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:28:57.097823 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-cabc3163-383e-4bf7-8e77-844bd7050b61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1263385 Apr 21 15:28:57.200581 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-b9c460fd-ac28-4bfd-b7c9-c6be83ad1490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0955684 Apr 21 15:28:57.263330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-4cf8dce4-d618-4904-bc89-b58044a60d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:28:57.264700 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-4cf8dce4-d618-4904-bc89-b58044a60d36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0562963 Apr 21 15:28:57.339683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-32981213-f576-4c5b-afd8-e69e0351b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:28:57.341080 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-32981213-f576-4c5b-afd8-e69e0351b923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708151 Apr 21 15:28:57.469613 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-b61a46f9-805e-4025-ab21-da986deb4085 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215444 Apr 21 15:28:57.599267 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13e990e3-27df-41fb-837a-3f1b30fbd217 req-ce6bbfff-48a9-46be-a87c-7c84987595e6 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218643 Apr 21 15:28:57.627530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1eefd401-1054-499a-bdfb-345e9a43efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:58.896338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:28:59.059895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:00.572471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:01.775689 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-1aaae9be-7086-4c12-82a0-b54a2007b021 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125867 Apr 21 15:29:01.791983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706c04-4b27-436d-90fc-6d04c6094962 req-17cc40ca-73bb-4ca0-b8e1-c1f4bb7eab41 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:01.793951 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2f706c04-4b27-436d-90fc-6d04c6094962 req-17cc40ca-73bb-4ca0-b8e1-c1f4bb7eab41 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0846863 Apr 21 15:29:01.842372 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2f706c04-4b27-436d-90fc-6d04c6094962 req-1c27f654-d61c-4e47-a8dd-ddcab5a1786c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420036 Apr 21 15:29:03.034313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b21b9-24e6-4afd-89f1-76062f0ce9f3 req-acf04d6d-aa11-4214-8cb5-88ebe416b9b4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:03.035787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc3b21b9-24e6-4afd-89f1-76062f0ce9f3 req-acf04d6d-aa11-4214-8cb5-88ebe416b9b4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0825207 Apr 21 15:29:03.082902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc3b21b9-24e6-4afd-89f1-76062f0ce9f3 req-f86f1441-3f67-463d-9f64-0230a0b87779 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Apr 21 15:29:03.135393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-ad100343-c55f-411f-b01d-e718adc3423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:03.136835 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-ad100343-c55f-411f-b01d-e718adc3423d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.1817687 Apr 21 15:29:03.266491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-ca6cfb15-bd22-482c-97da-e319cc69fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:03.267862 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-ca6cfb15-bd22-482c-97da-e319cc69fa30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1252291 Apr 21 15:29:03.371223 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-d34c5c50-6025-46c3-908a-ab05bbe71561 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0978315 Apr 21 15:29:03.433896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-d51d7fce-cbf7-48ed-af33-03fbc3ebed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:03.435273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-d51d7fce-cbf7-48ed-af33-03fbc3ebed8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0565956 Apr 21 15:29:03.512179 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-8cdf863b-cdd3-4521-9fb5-d67330a1d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:03.513625 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-8cdf863b-cdd3-4521-9fb5-d67330a1d58a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729198 Apr 21 15:29:03.663391 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-c4dd1a11-66de-4c17-aefe-d3b95c6aae65 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379490 Apr 21 15:29:03.796665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-0fd66db3-96cb-4bb1-a0ca-b5c2a00189a0 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266880 Apr 21 15:29:04.271451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae070e-1fd1-4091-8add-d107d67f49c4 req-55f4652f-0607-4025-a3fd-abe56dddc0e7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:04.272979 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6ae070e-1fd1-4091-8add-d107d67f49c4 req-55f4652f-0607-4025-a3fd-abe56dddc0e7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0827396 Apr 21 15:29:04.316522 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e6ae070e-1fd1-4091-8add-d107d67f49c4 req-90409cb6-fc71-4077-a5b0-34cc84f1b0c8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369587 Apr 21 15:29:05.497517 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd74075-3793-40f4-ac2a-4adb2906c189 req-7c78ba75-a0b8-4565-8294-1862909f8cde tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:05.498928 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1cd74075-3793-40f4-ac2a-4adb2906c189 req-7c78ba75-a0b8-4565-8294-1862909f8cde tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0775619 Apr 21 15:29:05.541466 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1cd74075-3793-40f4-ac2a-4adb2906c189 req-bc2f0406-312c-4886-9323-4e909e1e8fcd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368812 Apr 21 15:29:06.726385 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272798f2-b6af-4287-bb46-836a922d8acc req-d644e889-c242-425a-ac80-545c2d97c4ee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:06.728366 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-272798f2-b6af-4287-bb46-836a922d8acc req-d644e889-c242-425a-ac80-545c2d97c4ee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0812879 Apr 21 15:29:06.770714 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-272798f2-b6af-4287-bb46-836a922d8acc req-c2ba8f85-2171-49e1-8369-5b097ced19a2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367892 Apr 21 15:29:07.954296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736279f6-2844-4744-afaa-bfc48b52102b req-6745f1da-3080-45d4-8e18-0872ce029b47 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:07.955734 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-736279f6-2844-4744-afaa-bfc48b52102b req-6745f1da-3080-45d4-8e18-0872ce029b47 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0793812 Apr 21 15:29:08.002593 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-736279f6-2844-4744-afaa-bfc48b52102b req-f3d87216-74ab-42b0-b7e9-d691236558a0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 Apr 21 15:29:09.186194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6193e10-a44f-428a-8e8f-ca65e35de86d req-cf0d87a9-66fb-409b-bf85-029971e42574 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:09.187718 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f6193e10-a44f-428a-8e8f-ca65e35de86d req-cf0d87a9-66fb-409b-bf85-029971e42574 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0807438 Apr 21 15:29:09.232074 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f6193e10-a44f-428a-8e8f-ca65e35de86d req-5b7b3f06-8548-479d-a110-4ef25055169e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374913 Apr 21 15:29:10.419976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1e11-6034-4310-b46f-69805ac04df5 req-03dac44a-cabf-4f6e-8f32-308d9be8b6d1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:10.421428 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed4f1e11-6034-4310-b46f-69805ac04df5 req-03dac44a-cabf-4f6e-8f32-308d9be8b6d1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0828698 Apr 21 15:29:10.464227 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed4f1e11-6034-4310-b46f-69805ac04df5 req-2e3344ce-9304-44ab-a09b-d22d29b0fbf5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371032 Apr 21 15:29:11.650974 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bd31b-b403-4141-9b6e-15b235f95e0a req-c8caa6a5-6c35-44e1-ab7d-7a07b291637e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:11.652403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e66bd31b-b403-4141-9b6e-15b235f95e0a req-c8caa6a5-6c35-44e1-ab7d-7a07b291637e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0797219 Apr 21 15:29:11.696108 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e66bd31b-b403-4141-9b6e-15b235f95e0a req-8c75f43a-5cda-4685-8e37-fd81835cb62a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373418 Apr 21 15:29:12.880700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b861c5-1686-42be-b913-156fbfbc4f6d req-55e47d1b-b24b-4438-8b17-f8e95802009a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:12.882153 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9b861c5-1686-42be-b913-156fbfbc4f6d req-55e47d1b-b24b-4438-8b17-f8e95802009a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0832355 Apr 21 15:29:12.925369 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9b861c5-1686-42be-b913-156fbfbc4f6d req-4b8301a0-b668-4301-96f1-b31d17f77173 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Apr 21 15:29:14.110624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb036e62-edc1-4f8e-a338-c22c38defff6 req-33502fbb-4196-4eb3-939c-2b20e11b4060 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:14.112086 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb036e62-edc1-4f8e-a338-c22c38defff6 req-33502fbb-4196-4eb3-939c-2b20e11b4060 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0810833 Apr 21 15:29:14.160772 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cb036e62-edc1-4f8e-a338-c22c38defff6 req-5e1323f1-399b-48f7-9751-f83ec36e3aea tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Apr 21 15:29:15.441002 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb060c0c-3be4-4618-999a-f57b51a3c2be req-5ed290bf-fea4-4a7b-aa90-02a8fc3ce47e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:15.442455 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fb060c0c-3be4-4618-999a-f57b51a3c2be req-5ed290bf-fea4-4a7b-aa90-02a8fc3ce47e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.1764467 Apr 21 15:29:15.485416 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fb060c0c-3be4-4618-999a-f57b51a3c2be req-cba9f656-2c42-4b1b-8445-f4b4fb9b7154 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365999 Apr 21 15:29:15.552465 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-0b42edd7-e8d0-4489-aa61-13a3147a969a service neutron] 10.222.0.13 "GET /v2.0/ports/1df68257-7fe7-4945-8248-7b092b9cbcbf/bindings/hv-neutron-8388 HTTP/1.1" status: 200 len: 384 time: 0.0744283 Apr 21 15:29:15.811952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-0211375e-6cab-45d7-985f-119fe0ae206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:15.813324 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-0211375e-6cab-45d7-985f-119fe0ae206a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 1098 time: 0.0713391 Apr 21 15:29:15.906845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-4227ed97-16c5-43c6-a9d7-b5398b3c4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:15.908256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-4227ed97-16c5-43c6-a9d7-b5398b3c4bde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0736432 Apr 21 15:29:16.038794 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-d478aae7-901b-488d-bec7-2bb2ad3e20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:16.040728 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-d478aae7-901b-488d-bec7-2bb2ad3e20e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1267123 Apr 21 15:29:16.142465 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-3b80aece-7c94-4dac-9fc5-40f65c04684a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0956063 Apr 21 15:29:16.203348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-31271373-e42b-4696-93f5-5c4822664102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:16.204764 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-31271373-e42b-4696-93f5-5c4822664102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0571058 Apr 21 15:29:16.280728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-78c91d98-86cb-47ff-af47-b795aa1dbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:16.282161 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-78c91d98-86cb-47ff-af47-b795aa1dbdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719965 Apr 21 15:29:16.421883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-be3539c8-c3ec-4970-a705-b9cc523667aa service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336489 Apr 21 15:29:16.553931 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-74a79756-badf-4ce7-97d0-19f3ad96dab3 req-4168af57-6570-4049-9923-85b5654a4399 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266160 Apr 21 15:29:16.675950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e412e-0c6f-488c-826c-c4763e50528f req-77678a91-36aa-4219-8b67-27bcc29941c9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:16.677320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-293e412e-0c6f-488c-826c-c4763e50528f req-77678a91-36aa-4219-8b67-27bcc29941c9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0842361 Apr 21 15:29:16.724304 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-293e412e-0c6f-488c-826c-c4763e50528f req-8f7533a5-7e82-4860-8f08-76a7b781b28f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Apr 21 15:29:17.902309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:29:17.904609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:29:17.912123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f71d92-548f-4df1-bbbc-bba6a8420225 req-e21a6fb8-cd89-43f7-8fcd-43b6ade5143a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:17.913621 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1f71d92-548f-4df1-bbbc-bba6a8420225 req-e21a6fb8-cd89-43f7-8fcd-43b6ade5143a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0788684 Apr 21 15:29:17.962886 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1f71d92-548f-4df1-bbbc-bba6a8420225 req-9de23913-3292-442d-8a9a-7ebf95b4a1c3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Apr 21 15:29:18.159010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:18.189060 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:29:18.210379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'port_id': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'mac_address': 'fa:16:3e:be:d8:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:29:18.211716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:29:18.257476 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:29:18.268147 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ed25d00-cb0f-47f1-8092-c9b5ddcb2146'] response: {'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'code': 200} Apr 21 15:29:18.271765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:18.318314 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:18.347202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:29:18.397357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:18.415844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.416125 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.416462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.416796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.417124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.417488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.417813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.418137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.418460 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.418782 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.419099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.419418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:29:18.430289 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:29:18.430813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:29:18.984402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:19.001098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:29:19.017345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:29:19.020955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:19.091417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:19.127661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['1df68257-7fe7-4945-8248-7b092b9cbcbf'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:29:19.152405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d4e9a-07e7-4fb3-ae86-7ae7993b0669 req-c6e8d6e0-9b70-46da-92d7-165f2b1e8d67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:19.153883 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d1d4e9a-07e7-4fb3-ae86-7ae7993b0669 req-c6e8d6e0-9b70-46da-92d7-165f2b1e8d67 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 944 time: 0.0799987 Apr 21 15:29:19.202767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6d1d4e9a-07e7-4fb3-ae86-7ae7993b0669 req-3aa8bf65-1367-4074-9fe2-e36115e933da tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Apr 21 15:29:19.893767 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:29:19.960268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 1df68257-7fe7-4945-8248-7b092b9cbcbf triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:29:19.961185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:20.079072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:20.111039 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:29:20.114740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:20.189698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:29:20.269177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:29:20.321891 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198b4d36-f085-4d7b-9d1d-e131c0e31b8e'] response: {'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'code': 200} Apr 21 15:29:20.395190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a41757-1820-4850-96bb-3a2683cfd336 req-0d924c5a-3afc-472a-aee9-01ad43af4634 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:20.396608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82a41757-1820-4850-96bb-3a2683cfd336 req-0d924c5a-3afc-472a-aee9-01ad43af4634 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0822480 Apr 21 15:29:20.439619 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-82a41757-1820-4850-96bb-3a2683cfd336 req-0e27e51c-9ef5-4edd-9b63-a76e6182c502 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Apr 21 15:29:20.740693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffd936-c07e-4edd-9ccb-c8321aa5db88 req-ecebe331-2456-4d5b-9e61-22e33d8c5c03 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:20.742759 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fbffd936-c07e-4edd-9ccb-c8321aa5db88 req-ecebe331-2456-4d5b-9e61-22e33d8c5c03 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0835006 Apr 21 15:29:20.788360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fbffd936-c07e-4edd-9ccb-c8321aa5db88 req-62e67f0c-d002-4dc2-8bd0-dab86737f273 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Apr 21 15:29:20.852371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-66b88d5c-05ef-4710-a32d-bd4d057353f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:20.853032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-66b88d5c-05ef-4710-a32d-bd4d057353f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:29:20.869047 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-66b88d5c-05ef-4710-a32d-bd4d057353f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:29:20.870377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-66b88d5c-05ef-4710-a32d-bd4d057353f5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&tenant_id=56e72722d2d3464e89e447557a2c3b25&binding%3Ahost_id=hv-neutron-8388 HTTP/1.1" status: 200 len: 945 time: 0.2085724 Apr 21 15:29:20.982377 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553299-37b3-4baa-8938-5b4112306caa req-19eafde9-a723-486d-b037-b4fe1a80c153 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:20.983731 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0553299-37b3-4baa-8938-5b4112306caa req-19eafde9-a723-486d-b037-b4fe1a80c153 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0837593 Apr 21 15:29:21.010779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-18f0018d-4c85-44e9-a14f-83a46606d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:21.012604 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-18f0018d-4c85-44e9-a14f-83a46606d2de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0740066 Apr 21 15:29:21.028507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f0553299-37b3-4baa-8938-5b4112306caa req-a61f2022-0ec9-4595-8a31-5def6bea6330 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388412 Apr 21 15:29:21.141750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-0fe6ee4a-b204-415a-a9b7-8e5d8be98534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:21.143141 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-0fe6ee4a-b204-415a-a9b7-8e5d8be98534 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1252370 Apr 21 15:29:21.240679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-f25ec310-2e8a-4e71-9473-79d24c7772b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0920074 Apr 21 15:29:21.306628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-aaf8c27f-d3c9-4045-9ed5-eb009b7d334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:21.307980 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-aaf8c27f-d3c9-4045-9ed5-eb009b7d334a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0600607 Apr 21 15:29:21.373760 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:29:21.381425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-8d2b38ba-8591-4ff9-9272-3c8f8a8feb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:21.382898 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-8d2b38ba-8591-4ff9-9272-3c8f8a8feb1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690539 Apr 21 15:29:21.512947 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-f4380ac5-e4a2-4ac9-938d-c598d97a3fef service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233621 Apr 21 15:29:21.643576 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3d4a0732-9062-4baf-a785-c60de384fcb7 req-596e6c1b-653d-4ff9-8005-efab2f79ad2e service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237514 Apr 21 15:29:22.219760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488bcab-b7c5-4f02-8704-0eadda8594d8 req-5ce0c12d-6db5-4684-ba7b-bae3fffa6eeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:22.221184 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f488bcab-b7c5-4f02-8704-0eadda8594d8 req-5ce0c12d-6db5-4684-ba7b-bae3fffa6eeb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0807350 Apr 21 15:29:22.270933 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f488bcab-b7c5-4f02-8704-0eadda8594d8 req-492d1ddd-4be8-4a23-b7f0-4c85a0f9f88d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435019 Apr 21 15:29:22.294072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42872) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:29:22.333754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:22.401611 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c85688ce-9641-42ec-b895-ad12e15b8376 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/ae9ea327-ed10-4db2-8394-e7cdb0d223c2 HTTP/1.1" status: 200 len: 992 time: 0.1063905 Apr 21 15:29:25.462801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-82f14eb7-99cf-4164-aba7-738842d1964d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:27.629381 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a7a132c3-5da7-4f15-8c96-ce139bf826b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:28.900710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:29.060675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:30.577896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:45.811678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-04eaf271-7879-4e17-9b02-2125a937dbcd req-21f3b96e-4504-471f-bd00-be9bf8d8396c service neutron] (88108) timed out ('10.222.0.13', 65158) {{(pid=88108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 21 15:29:52.328768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:55.465589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-618b062d-2b3e-48d2-ab37-a478f3c9e4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:57.630725 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6c067053-863f-45ea-a431-0dc37c2d7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:58.374146 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:29:58.642983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-8c1f8997-e4a3-48fe-9e11-6d6869b2231e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715752 Apr 21 15:29:58.778678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-a643c48c-67db-4b60-a420-ce28961731a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:58.780101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-a643c48c-67db-4b60-a420-ce28961731a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0708506 Apr 21 15:29:58.901656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:58.924661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-270b56a7-eef0-4324-b75b-841d6e90d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:58.926101 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-270b56a7-eef0-4324-b75b-841d6e90d7f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1268575 Apr 21 15:29:59.030954 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-78e4090b-2130-45e8-b731-59a8ad773881 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 1000 time: 0.0974774 Apr 21 15:29:59.062941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:29:59.093472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-78e73f8b-c4d7-4e81-b3d8-623d52bc4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:59.094882 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-78e73f8b-c4d7-4e81-b3d8-623d52bc4d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0581369 Apr 21 15:29:59.174700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-a7a50526-bda0-4bd6-9517-1574810b4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:29:59.176136 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-a7a50526-bda0-4bd6-9517-1574810b4cc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743625 Apr 21 15:29:59.306758 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-6a652765-6788-4d1b-ac17-eeb8da0b9ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238649 Apr 21 15:29:59.532535 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-298bf104-9b8e-4db8-9778-8f247fc1f621 req-e23c2c8c-b6c1-49b5-aeaa-54be33996e6c service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190864 Apr 21 15:30:00.579054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:15.364958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42902) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:15.565512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port c95ae2d0-b879-4202-9230-10a7c5fc6619 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:30:15.565849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:15.733997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:15.734206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:15.855126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for c95ae2d0-b879-4202-9230-10a7c5fc6619 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:30:16.003101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:16.055332 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=c95ae2d0-b879-4202-9230-10a7c5fc6619,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:16.094194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.094523 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.094856 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.095182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.095504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.095823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.096141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.096458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.096774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.097087 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.097425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.097738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:16.156629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:16.156954 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP ae9ea327-ed10-4db2-8394-e7cdb0d223c2 disassociated (deleted). External IP: 172.26.4.15, port: 1df68257-7fe7-4945-8248-7b092b9cbcbf. Apr 21 15:30:16.596760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:30:16.774862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:30:16.785595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Sync routers for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:30:16.796578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:16.797045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:29:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:16.799226 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:16.856710 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-13b0c6e7-a3be-48bf-801d-4654f5595ff6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/floatingips/ae9ea327-ed10-4db2-8394-e7cdb0d223c2 HTTP/1.1" status: 204 len: 168 time: 1.4895699 Apr 21 15:30:16.857395 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:30:16.903008 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff816c5-bf0f-4ec9-baea-456be345bd58'] response: {'name': 'network-changed', 'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'status': 'completed', 'code': 200} Apr 21 15:30:16.982357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:16.992126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-490edb6e-1489-4e45-a5ba-9d3d171e9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:16.993617 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-490edb6e-1489-4e45-a5ba-9d3d171e9688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 1098 time: 0.0712101 Apr 21 15:30:17.137311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-aa995a24-0b34-4bbe-9221-28c33865f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:17.138681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-aa995a24-0b34-4bbe-9221-28c33865f657 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 200 len: 897 time: 0.1398787 Apr 21 15:30:17.233959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-eb74e79f-4a89-4855-9315-bdbc5b1dd593 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 200 len: 217 time: 0.0878484 Apr 21 15:30:17.264213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906f677-eb08-43e3-8ea6-8fe7c286a1a8 req-08900c7b-e9b5-4c9c-820f-f1f799527f09 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:17.265187 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3906f677-eb08-43e3-8ea6-8fe7c286a1a8 req-08900c7b-e9b5-4c9c-820f-f1f799527f09 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:30:17.281939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-3906f677-eb08-43e3-8ea6-8fe7c286a1a8 req-08900c7b-e9b5-4c9c-820f-f1f799527f09 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:30:17.283755 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3906f677-eb08-43e3-8ea6-8fe7c286a1a8 req-08900c7b-e9b5-4c9c-820f-f1f799527f09 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.1256430 Apr 21 15:30:17.301752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-97a56695-9d7e-478f-bc33-977c75bf76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:17.303342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-97a56695-9d7e-478f-bc33-977c75bf76dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 200 len: 834 time: 0.0629115 Apr 21 15:30:17.349298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3906f677-eb08-43e3-8ea6-8fe7c286a1a8 req-7ac00608-053b-414e-b781-ffe265cf5584 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581901 Apr 21 15:30:17.372804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:17.378302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Checking router: bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:30:17.389309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:17.389785 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-594c6074-21c3-42cd-b6f9-e2efcfb11190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:17.390372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:29:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:17.391393 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-594c6074-21c3-42cd-b6f9-e2efcfb11190 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3633d8b6-6b13-4452-91b2-21f31fe11a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819335 Apr 21 15:30:17.540034 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-08b56399-d201-4d41-a500-0a395df781cf service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414669 Apr 21 15:30:17.594207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:17.671024 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e9ec69a5-6da7-4669-b55c-93a33e3f1ccd req-3e87cc15-7540-41a4-8cc6-889411310aaa service neutron] 10.222.0.13 "GET /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247835 Apr 21 15:30:17.907712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:17.911600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b8f771-0f49-4395-a742-f4e5a0059040 None None] The sync data for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv is: [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:27:38Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '15969e97-7f41-4c60-9ef5-598f1cfc4de9', 'name': '', 'network_id': '3633d8b6-6b13-4452-91b2-21f31fe11a76', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:37Z', 'updated_at': '2022-04-21T15:27:42Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': 'efb87a9e-0f26-4496-ade0-9f2475e0c8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:30:18.119824 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52b9288-262a-4aeb-89e2-726d9c6c0002 None None] New status for floating IP ae9ea327-ed10-4db2-8394-e7cdb0d223c2: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:30:18.524758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2849da-f01c-419e-958c-f489c4346e47 req-642d0fae-bae1-4ca3-ad4b-535f44520c62 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:18.526170 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb2849da-f01c-419e-958c-f489c4346e47 req-642d0fae-bae1-4ca3-ad4b-535f44520c62 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0789423 Apr 21 15:30:18.569423 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb2849da-f01c-419e-958c-f489c4346e47 req-bd93bb4b-6e4c-40fa-ab21-047d99223cc7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=f73ae8a1-624e-456c-a324-769985248478&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370276 Apr 21 15:30:19.051888 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-d009565f-691b-4ff5-8d0a-51a75e1e65f8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:19.053303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-d009565f-691b-4ff5-8d0a-51a75e1e65f8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 945 time: 0.0809774 Apr 21 15:30:19.122097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:30:19.122425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:19.361691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 1df68257-7fe7-4945-8248-7b092b9cbcbf, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=1df68257-7fe7-4945-8248-7b092b9cbcbf,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:19.362032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:19.485411 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 1df68257-7fe7-4945-8248-7b092b9cbcbf owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:30:19.626136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:19.680466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=1df68257-7fe7-4945-8248-7b092b9cbcbf,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:19.719600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.719952 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.720291 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.720662 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.720985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.721373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.721719 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.722039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.722393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.722731 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.723067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.723383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:19.727344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bde420ab-6dac-431d-93de-b14f67e682a0 req-753d0695-092b-40a9-a4b8-201bb41fb349 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ac6c5a-35e5-4395-bf48-702109131e1b HTTP/1.1" status: 200 len: 210 time: 0.0503728 Apr 21 15:30:19.767152 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port 1df68257-7fe7-4945-8248-7b092b9cbcbf on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:30:19.769698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:19.772208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-deleted', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:30:19.789800 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-24a54a2d-ac14-4f7e-aad1-29e7dbee00a7 req-e2743b10-47a3-4fb4-ab92-77f595f1c430 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "DELETE /v2.0/ports/1df68257-7fe7-4945-8248-7b092b9cbcbf HTTP/1.1" status: 204 len: 173 time: 0.7296584 Apr 21 15:30:19.825933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ceaa851-f691-4941-8751-de1ee093f5a7'] response: {'server_uuid': 'e9ac6c5a-35e5-4395-bf48-702109131e1b', 'name': 'network-vif-deleted', 'tag': '1df68257-7fe7-4945-8248-7b092b9cbcbf', 'status': 'completed', 'code': 200} Apr 21 15:30:20.821444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:21.368927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:21.821711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 15969e97-7f41-4c60-9ef5-598f1cfc4de9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:30:21.822339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.002589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 15969e97-7f41-4c60-9ef5-598f1cfc4de9, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=15969e97-7f41-4c60-9ef5-598f1cfc4de9,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:22.002927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.129033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 15969e97-7f41-4c60-9ef5-598f1cfc4de9 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:30:22.188069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:30:22.222041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 1df68257-7fe7-4945-8248-7b092b9cbcbf {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:30:22.222373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 1df68257-7fe7-4945-8248-7b092b9cbcbf not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:30:22.341753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.452355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:22.502927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=15969e97-7f41-4c60-9ef5-598f1cfc4de9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:22.770275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.228632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:30:23.403985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:30:23.413471 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Sync routers for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:30:23.416332 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5ebe7c06-2424-4ee7-87b4-0842363c989d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5938489 Apr 21 15:30:23.419591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42924) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:23.423735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:23.424326 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:29:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:23.484104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting subnet efb87a9e-0f26-4496-ade0-9f2475e0c8be {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:30:23.487018 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.544972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.604093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:23.625576 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.703985 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.743244 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Subnet': ['ID=efb87a9e-0f26-4496-ade0-9f2475e0c8be,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:23.747219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:23.755539 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4b2fe103-e08a-409e-95d1-c095d03a2635 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/subnets/efb87a9e-0f26-4496-ade0-9f2475e0c8be HTTP/1.1" status: 204 len: 168 time: 0.3326619 Apr 21 15:30:23.755790 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42928) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:23.789395 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed777717-b8c9-4eec-85b3-638f05476b11 None None] Network 3633d8b6-6b13-4452-91b2-21f31fe11a76 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:30:23.947457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.098536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:30:22Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': 'b5133710-ae90-46c4-820e-7573f6f78f7e', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:11:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:27:34Z', 'updated_at': '2022-04-21T15:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:24.102734 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Checking router: bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:30:24.111805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Routers {'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:24.112417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:29:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:24.128363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.139286 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port b5133710-ae90-46c4-820e-7573f6f78f7e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:30:24.139668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.164468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] DHCP port deletion for 3633d8b6-6b13-4452-91b2-21f31fe11a76 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:30:24.184135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Deleting port 462efd4a-04b9-4cf5-9574-5154820dfb04 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:30:24.184496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.316073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port b5133710-ae90-46c4-820e-7573f6f78f7e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b5133710-ae90-46c4-820e-7573f6f78f7e,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:24.316652 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.355963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] Set router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:24.471678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:30:24Z', 'revision_number': 6, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:24.500694 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ee2813-74ab-4875-835d-83477e6bb66b None None] The sync data for ids ['bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf'] in dv-neutron-838896-1-hyperv is: [{'id': 'bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759850962', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:27:33Z', 'updated_at': '2022-04-21T15:30:24Z', 'revision_number': 6, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:30:24.556327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for b5133710-ae90-46c4-820e-7573f6f78f7e owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:30:24.580981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] For port 462efd4a-04b9-4cf5-9574-5154820dfb04, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=462efd4a-04b9-4cf5-9574-5154820dfb04,segment=NetworkSegment(670d5d2c-c588-46f5-91bb-ba827a6b7415),segment_id=670d5d2c-c588-46f5-91bb-ba827a6b7415)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:24.581429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.713730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Calling delete_port for 462efd4a-04b9-4cf5-9574-5154820dfb04 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:30:24.735192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.781870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=b5133710-ae90-46c4-820e-7573f6f78f7e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:24.819120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.868134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Pushing event deleted for resources: {'Port': ['ID=462efd4a-04b9-4cf5-9574-5154820dfb04,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:24.878022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.878356 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.878689 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.879023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.879330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.879797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.880155 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.880564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.880790 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.881108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.881564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.881759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:24.892425 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dd2e6-7bcf-47ca-a26d-daa9fc9daa43 None None] No DVR routers for this DVR port 462efd4a-04b9-4cf5-9574-5154820dfb04 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:30:24.905339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:24.973571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 462efd4a-04b9-4cf5-9574-5154820dfb04 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:30:25.020105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 462efd4a-04b9-4cf5-9574-5154820dfb04 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:30:25.020443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 462efd4a-04b9-4cf5-9574-5154820dfb04 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:30:25.020852 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15969e97-7f41-4c60-9ef5-598f1cfc4de9 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:30:25.060098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 15969e97-7f41-4c60-9ef5-598f1cfc4de9 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:30:25.060467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 15969e97-7f41-4c60-9ef5-598f1cfc4de9 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:30:25.110147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.112450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.135775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.136913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Fanout notify agent at l3_agent the message router_deleted on router bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:30:25.153254 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.154284 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-c5f43fd6-1be1-41ab-9ca5-08d7c8f1a8ed tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/routers/bd2fdcff-88e1-4a2c-81d3-8ea3464f41cf HTTP/1.1" status: 204 len: 168 time: 1.3975983 Apr 21 15:30:25.157030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42932) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:25.289343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.425765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.454118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633d8b6-6b13-4452-91b2-21f31fe11a76']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:25.467564 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c19f3639-f1f7-4658-b6c7-a09bd3b417b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.468888 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '670d5d2c-c588-46f5-91bb-ba827a6b7415') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:25.469185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '670d5d2c-c588-46f5-91bb-ba827a6b7415') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:25.480758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.497996 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.504251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:30:25.504648 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:30:25.520118 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:30:25.602754 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.619854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.631296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Network': ['ID=3633d8b6-6b13-4452-91b2-21f31fe11a76,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:25.639449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-45af3197-36c2-4c40-82bd-bce484b2759f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/networks/3633d8b6-6b13-4452-91b2-21f31fe11a76 HTTP/1.1" status: 204 len: 168 time: 0.4813690 Apr 21 15:30:25.642041 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:25.717038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.748987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.817526 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.836253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73ae8a1-624e-456c-a324-769985248478,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:25.847014 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:25.848118 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8d149e7d-5f0f-43c4-92fb-a15e4a71928c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/security-groups/f73ae8a1-624e-456c-a324-769985248478 HTTP/1.1" status: 204 len: 168 time: 0.2051747 Apr 21 15:30:26.215034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42944) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:26.220251 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38969160', 'description': 'tempest-secgroup-smoke-38969160 description', 'project_id': '56e72722d2d3464e89e447557a2c3b25'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:26.226160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.230847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.233758 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.239296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.249160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.267875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.271544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.274247 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.280518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.346705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.350174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.396082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae435e6e-d16a-47d0-a235-5d3ec607e608,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:26.400242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.404839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42948) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:26.405329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-36b17ea5-4f93-48a5-8443-2edf9f8532d4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1890249 Apr 21 15:30:26.409908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:26.415764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.420656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.423498 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.432441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.448309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.609094 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.612950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.636002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e3bc58-ae59-4ffd-96cc-93083942fdd4,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:26.645229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.646445 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-22f9313b-94a0-4591-8d17-ca96071d7caa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2405872 Apr 21 15:30:26.649051 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42952) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:26.655294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:26.660894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.664728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.667690 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.673276 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.689078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.749330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.752998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.755897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b5133710-ae90-46c4-820e-7573f6f78f7e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:30:26.780744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449501c9-10ed-4155-afcc-7b5917f7da5e,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:26.791196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.795475 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-0a96ac2b-d2ce-4bbc-a9a9-17534169fe1c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423054 Apr 21 15:30:26.795765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42956) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:26.800954 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:26.803598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b5133710-ae90-46c4-820e-7573f6f78f7e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:30:26.803949 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b5133710-ae90-46c4-820e-7573f6f78f7e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:30:26.807507 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.811799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.814747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.820451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.837796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.901839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.905983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.930125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ded7a7-8106-4275-8d15-2f1246ce3fe9,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:26.938303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:26.939511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e7b6c56c-38f4-4bea-aebb-ca42d4d80faf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427257 Apr 21 15:30:26.942232 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42960) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:26.946961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:26.952563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:26.956313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:26.959123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:26.965345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:26.982034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.042436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.046527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.066486 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4975dc9b-faf2-463c-a320-6fd548c274be,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:27.077156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.078397 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-7b18428c-ed11-470f-a39f-4f1b5f3d00bb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352437 Apr 21 15:30:27.081006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42964) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:27.085928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:27.092089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:27.096123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:27.098943 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:27.104525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:27.115317 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:30:27.121951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.183724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.187225 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.212121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18bee39-43b6-4a39-b84d-ff4040e6b165,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:27.220548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.221717 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-98b35a16-9a25-4b7f-8a7d-4bc101b7658c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397731 Apr 21 15:30:27.224395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42968) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:27.229247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': 'ae435e6e-d16a-47d0-a235-5d3ec607e608', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:27.235536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:27.239265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:27.242073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:27.247744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:27.256953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:30:27.263483 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.328810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.331985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.354622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d32c08d-07b9-4585-8b56-952f2d3223b8,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:27.363371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.364512 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3a418f7-81cc-45d8-ab33-28909dcd2140 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392357 Apr 21 15:30:27.367283 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42972) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:27.372826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'network': {'name': 'tempest-network-smoke--335611644', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:27.377553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:27.381540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:network and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:27.384319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:27.390445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:27.400473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:30:27.404395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.430545 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:30:27.438968 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.439323 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Added segment 42e53496-0809-4ce7-8adb-9d1cd359e465 of type vlan for network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 Apr 21 15:30:27.466324 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.494126 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.499604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:27.500178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.607674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2393951 Apr 21 15:30:27.610473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42976) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:27.613562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5300e-2426-4cf3-82d0-2bb6e2184e3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Network': ['ID=4d9609ae-dd07-4fcb-b71c-e579cc5acd34,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:27.615874 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'admin_state_up': True, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:27.623629 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:27.628167 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:router and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:27.628322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:30:27.631028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:27.637879 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:27.647715 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.648708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.659982 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fc32d19a-85ad-4b38-9318-cf00310110f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:27.666374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.027777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.323182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.351637 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.485109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.205 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/09087bc8-d1ab-462e-bc32-33375521ac68) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:28.628299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.658183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:28.728030 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:28.731428 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:28.733903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:30:28.769005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=09087bc8-d1ab-462e-bc32-33375521ac68,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:28.905510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:29.068028 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:29.163222 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:29.624253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:29.823417 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:30:29.999242 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:30:30.009327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Sync routers for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:30:30.020009 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:30.020674 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:30.026870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.028142 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bdb9fb12-d93b-413f-8286-c258b96bc1ae tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4165168 Apr 21 15:30:30.031194 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42980) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:30.122836 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2182a76e-b5d6-421a-8f11-5241527fb26a tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56e72722d2d3464e89e447557a2c3b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0905616 Apr 21 15:30:30.125364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42986) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:30.197852 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:30.261060 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2527fabd-936a-4764-8978-ccbca4d29810 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:30.263327 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2527fabd-936a-4764-8978-ccbca4d29810 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1370082 Apr 21 15:30:30.266054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42990) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:30.308035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-24d4fa1f-46d5-4f08-b6d8-ebc768b7fb96 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409367 Apr 21 15:30:30.311735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 42994) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:30.316914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979700550', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:30.425461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:30.429317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:subnet and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:30.432048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:30.437702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:30.447372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:30:30.451572 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.481557 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:28Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:30.485308 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Checking router: 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:30:30.485650 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Updating router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 port 09087bc8-d1ab-462e-bc32-33375521ac68 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:30:30.537275 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.582677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.665128 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.742634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Subnet': ['ID=630613fe-da60-4715-b6ba-8c0035194e2e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:30.751995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Checking segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:30:30.752346 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network hostable DHCP agents. Network: 4d9609ae-dd07-4fcb-b71c-e579cc5acd34, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:30:30.772708 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:30:30.782445 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 4d9609ae-dd07-4fcb-b71c-e579cc5acd34) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:30.787733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:30.788378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.795793 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf02dda-36a9-478f-932a-aa690b75f1aa None None] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:30:30.818966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 42998) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:30.819518 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9e15ccf4-6020-449e-aac0-05219655cb22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5062099 Apr 21 15:30:30.873238 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.885511 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Transition to ACTIVE for port object 09087bc8-d1ab-462e-bc32-33375521ac68 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:30.892899 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.977486 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Pushing event updated for resources: {'Port': ['ID=09087bc8-d1ab-462e-bc32-33375521ac68,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:30.981060 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Attempting to bind port 09087bc8-d1ab-462e-bc32-33375521ac68 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:30:30.981443 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Attempting to bind port 09087bc8-d1ab-462e-bc32-33375521ac68 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:30:30.981799 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Attempting to bind port 09087bc8-d1ab-462e-bc32-33375521ac68 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:30:30.988479 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.988825 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.989154 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.989508 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.989831 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.990151 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.990470 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.990793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.991105 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.991417 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.991730 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.992039 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:30:30.997795 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:30:30.998163 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:30:30.998555 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:30.998933 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:30:30.999386 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Bound port: 09087bc8-d1ab-462e-bc32-33375521ac68, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:30:30.999748 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.072704 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] For port 09087bc8-d1ab-462e-bc32-33375521ac68, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:30:31.075926 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] For port 09087bc8-d1ab-462e-bc32-33375521ac68, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09087bc8-d1ab-462e-bc32-33375521ac68,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:30:31.080236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:30:31.081104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.081338 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.162119 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:31.162831 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:31.229326 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f61d5-65fe-46de-ad62-4f199e507169 None None] Pushing event updated for resources: {'Port': ['ID=09087bc8-d1ab-462e-bc32-33375521ac68,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:31.253078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Allocated IP 172.20.0.2 (4d9609ae-dd07-4fcb-b71c-e579cc5acd34/630613fe-da60-4715-b6ba-8c0035194e2e/68f98a47-a6b7-48f8-8e69-a2d771f26dd4) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:31.361743 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:31.473281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.485163 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Transition to ACTIVE for port object 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:31.503438 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Transition to ACTIVE for port object 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:31.509604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.539247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.576831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:31.579743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:31.583323 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:30:31.589008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Pushing event updated for resources: {'Port': ['ID=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:31.682669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Attempting to bind port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:30:31.682945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Attempting to bind port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:30:31.683478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Attempting to bind port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 on network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:30:31.689161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:30:31.689563 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Checking segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:30:31.689963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.690345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Bound using segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:30:31.690805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Bound port: 68f98a47-a6b7-48f8-8e69-a2d771f26dd4, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:30:31.691177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.700165 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:28Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:31.704631 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b4e8ea-c2db-4d8b-a770-1311287c6210 None None] The sync data for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv is: [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:28Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:30:31.794130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] For port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:30:31.799069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] For port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:30:31.804907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:31.898529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288872e-42a1-46f0-b42b-f874ab570f81 None None] Pushing event updated for resources: {'Port': ['ID=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:32.091878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.1 (4d9609ae-dd07-4fcb-b71c-e579cc5acd34/630613fe-da60-4715-b6ba-8c0035194e2e/1f326218-f6e0-480a-896a-0aab436f3d42) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:32.287937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:32.305409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 1f326218-f6e0-480a-896a-0aab436f3d42 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:32.329872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:32.403685 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:32.406962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:32.411003 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:30:32.447937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:32.475227 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:32.606839 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:32.874807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:32.950073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3df4a1-9fd4-4569-a179-198ed33f86c1 None None] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:30:32.984287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:33.035347 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09087bc8-d1ab-462e-bc32-33375521ac68 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:33.060733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.065022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.119441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Provisioning for port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:33.142493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Provisioning complete for port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:33.142868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.182036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:33.185072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.245333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 09087bc8-d1ab-462e-bc32-33375521ac68 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:33.260126 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 09087bc8-d1ab-462e-bc32-33375521ac68 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:33.260493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.331472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:33.332836 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:33.434953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.521417 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.522193 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:30:33.533413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] For port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:33.539197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.594779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 09087bc8-d1ab-462e-bc32-33375521ac68, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09087bc8-d1ab-462e-bc32-33375521ac68,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:33.606677 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.624730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6875cc-5487-42ad-b7b0-735ce14a23fe None None] Pushing event updated for resources: {'Port': ['ID=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:33.707784 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=09087bc8-d1ab-462e-bc32-33375521ac68,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:33.772065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Provisioning for port 1f326218-f6e0-480a-896a-0aab436f3d42 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:33.778203 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Provisioning complete for port 1f326218-f6e0-480a-896a-0aab436f3d42 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:33.778887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.896673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:30:33.908534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Port 1f326218-f6e0-480a-896a-0aab436f3d42 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:30:33.911509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Sync routers for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:30:33.921596 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1e8624d4-37a5-4317-a69f-eb30d5b0a55a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/2c4e5565-e5e6-45ad-9b75-d7436d6b68e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1007001 Apr 21 15:30:33.929683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Provisioning complete for port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:33.930581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e6725c6-630a-427d-bb8e-f2b228df1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:33.955955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:33.956731 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:34.232943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:34.234191 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-e28dfe49-6c8c-44b0-9b0c-1481c7a2ebd9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:30:34.249353 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-e28dfe49-6c8c-44b0-9b0c-1481c7a2ebd9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:30:34.250508 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-e28dfe49-6c8c-44b0-9b0c-1481c7a2ebd9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38969160&fields=id&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 267 time: 0.1861973 Apr 21 15:30:34.399950 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-01fba50e-21b3-4bdb-a13a-da57b2247965 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:34.400616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-01fba50e-21b3-4bdb-a13a-da57b2247965 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:30:34.415976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-01fba50e-21b3-4bdb-a13a-da57b2247965 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:30:34.417032 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-01fba50e-21b3-4bdb-a13a-da57b2247965 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 796 time: 0.1595910 Apr 21 15:30:34.431950 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-15ffde11-21b8-418f-8b3a-a60fd2cef57c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/quotas/56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 375 time: 0.0090022 Apr 21 15:30:34.514699 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-839221d2-dda7-43c2-98ec-0ff47cf804cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:30:34.529981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-839221d2-dda7-43c2-98ec-0ff47cf804cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:30:34.531215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-839221d2-dda7-43c2-98ec-0ff47cf804cb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936351 Apr 21 15:30:34.544489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-89739743-0637-4881-8727-f2a602e4ba6f None None] Provisioning complete for port 1f326218-f6e0-480a-896a-0aab436f3d42 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:34.544864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-89739743-0637-4881-8727-f2a602e4ba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:34.608096 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-3120395e-8480-4e44-a917-a7adf93bcafd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:30:34.609073 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-3120395e-8480-4e44-a917-a7adf93bcafd service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0661414 Apr 21 15:30:34.613480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-89739743-0637-4881-8727-f2a602e4ba6f None None] Port 1f326218-f6e0-480a-896a-0aab436f3d42 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:30:34.630613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 2, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:34.634374 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Checking router: 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:30:34.634726 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Updating router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 port 1f326218-f6e0-480a-896a-0aab436f3d42 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:30:34.687174 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:34.741377 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-a0802edb-dfff-426c-84e1-34dbcd488342 service neutron] 10.222.0.35 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254368 Apr 21 15:30:34.822484 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:34.883882 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-37bbdc32-439f-46ad-853b-b2c23812fe76 service neutron] 10.222.0.35 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355810 Apr 21 15:30:35.020085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:35.020537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.079122 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-34309d67-5299-45d0-9131-6ca295f219cf req-4da04bb6-d5ca-4c7d-a6a2-f3b5f5969ddc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 210 time: 0.0557516 Apr 21 15:30:35.205647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.215791 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09087bc8-d1ab-462e-bc32-33375521ac68 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:35.258561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Transition to ACTIVE for port object 1f326218-f6e0-480a-896a-0aab436f3d42 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:35.275625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.374470 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:30:35.460257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3600-6be2-4ccd-8e79-bec6bcd17fe1 None None] Pushing event updated for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:35.544064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 09087bc8-d1ab-462e-bc32-33375521ac68 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:35.544440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.604327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Attempting to bind port 1f326218-f6e0-480a-896a-0aab436f3d42 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:30:35.604698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Attempting to bind port 1f326218-f6e0-480a-896a-0aab436f3d42 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:30:35.605524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Attempting to bind port 1f326218-f6e0-480a-896a-0aab436f3d42 on network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:30:35.615130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:30:35.615501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Checking segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:30:35.615896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.616284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Bound using segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:30:35.616760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Bound port: 1f326218-f6e0-480a-896a-0aab436f3d42, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:30:35.617150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.778299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] For port 1f326218-f6e0-480a-896a-0aab436f3d42, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:30:35.781414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] For port 1f326218-f6e0-480a-896a-0aab436f3d42, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1f326218-f6e0-480a-896a-0aab436f3d42,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:30:35.785391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:35.864032 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:35.864671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:35.928903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3600-6be2-4ccd-8e79-bec6bcd17fe1 None None] Pushing event updated for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:36.055090 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:36.233635 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-1d10abb6-58ac-4070-93de-e7aec9bbd240 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:36.234316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-1d10abb6-58ac-4070-93de-e7aec9bbd240 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:30:36.249725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-19d92be2-191b-463d-93c8-049b333f617f req-1d10abb6-58ac-4070-93de-e7aec9bbd240 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:30:36.250747 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-1d10abb6-58ac-4070-93de-e7aec9bbd240 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 796 time: 0.1951296 Apr 21 15:30:36.285487 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6beb9f2e-89da-405d-b56b-6f6822a97672 req-7c6f8354-eeb5-4627-8823-ddeb92395103 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 210 time: 0.0579894 Apr 21 15:30:36.309409 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-c994265a-775d-40d9-b415-8958f36668d0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 378 time: 0.0489669 Apr 21 15:30:36.317176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'port': {'device_id': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'admin_state_up': True, 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'security_groups': ['ae435e6e-d16a-47d0-a235-5d3ec607e608']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:36.405996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:35Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:36.409929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a680f4d-e035-49c7-b98e-59e79211049a None None] The sync data for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv is: [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:35Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:30:36.469001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:36.483113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:36.492764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:30:36.496896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:36.668066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.5 (4d9609ae-dd07-4fcb-b71c-e579cc5acd34/630613fe-da60-4715-b6ba-8c0035194e2e/113b304f-368e-4be2-8e5b-dfb0d1564d33) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:36.836442 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1f326218-f6e0-480a-896a-0aab436f3d42 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:36.889463 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:36.910784 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 113b304f-368e-4be2-8e5b-dfb0d1564d33 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:36.913739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 1f326218-f6e0-480a-896a-0aab436f3d42 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:36.920968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1f326218-f6e0-480a-896a-0aab436f3d42 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:36.921375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:36.937165 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.017802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:37.021008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:37.025131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:30:37.053056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.057522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:37.093649 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 1f326218-f6e0-480a-896a-0aab436f3d42, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1f326218-f6e0-480a-896a-0aab436f3d42,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:37.099801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:37.100436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.100879 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.130704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-849d2f11-7136-4756-a655-88fbba369b2e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8177013 Apr 21 15:30:37.147335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Request body: {'port': {'device_id': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:37.188272 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:37.281022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.321722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bf7cf0ae-8901-44ef-b2a0-ca8f194daa88 None None] Provisioning for port 113b304f-368e-4be2-8e5b-dfb0d1564d33 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:37.328910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bf7cf0ae-8901-44ef-b2a0-ca8f194daa88 None None] Provisioning complete for port 113b304f-368e-4be2-8e5b-dfb0d1564d33 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:37.330465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf7cf0ae-8901-44ef-b2a0-ca8f194daa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.393675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-bf7cf0ae-8901-44ef-b2a0-ca8f194daa88 None None] Port 113b304f-368e-4be2-8e5b-dfb0d1564d33 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:30:37.486038 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814cfdc-1589-41b1-b1b5-6449eb221e1d req-1967cd45-5168-4f33-80ab-3da75f64deb7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:37.487742 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a814cfdc-1589-41b1-b1b5-6449eb221e1d req-1967cd45-5168-4f33-80ab-3da75f64deb7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 931 time: 0.0897517 Apr 21 15:30:37.541779 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a814cfdc-1589-41b1-b1b5-6449eb221e1d req-f2e906d2-3a29-4fab-974b-a49930887c71 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480189 Apr 21 15:30:37.645420 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113b304f-368e-4be2-8e5b-dfb0d1564d33 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:30:37.653329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.667605 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Transition to ACTIVE for port object 113b304f-368e-4be2-8e5b-dfb0d1564d33 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:30:37.671285 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:37.932816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:38.003722 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Attempting to bind port 113b304f-368e-4be2-8e5b-dfb0d1564d33 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:30:38.003981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Attempting to bind port 113b304f-368e-4be2-8e5b-dfb0d1564d33 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:30:38.004294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Attempting to bind port 113b304f-368e-4be2-8e5b-dfb0d1564d33 on network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:30:38.008706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Port 113b304f-368e-4be2-8e5b-dfb0d1564d33 on network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:30:38.009013 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Attempting to bind port 113b304f-368e-4be2-8e5b-dfb0d1564d33 on network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:30:38.014054 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:30:38.014373 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Checking segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:30:38.014744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Bound using segment: {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:30:38.015143 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Bound port: 113b304f-368e-4be2-8e5b-dfb0d1564d33, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e53496-0809-4ce7-8adb-9d1cd359e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:30:38.015471 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:38.102665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:30:38.106037 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:30:38.110564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:38.166909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.168046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:38.169414 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] 10.222.0.13 "PUT /v2.0/ports/113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 1093 time: 1.0316517 Apr 21 15:30:38.169848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:30:38.192489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c64c1b-3c55-42b7-9fe6-5a937a70fa12 service neutron] Pushing event updated for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:38.250072 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0888e8d7-8efd-432a-b6b7-16b9d97ec1f4'] response: {'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'status': 'completed', 'code': 200} Apr 21 15:30:38.294112 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-80486118-5689-4063-bc34-d12e683d30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.295579 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-80486118-5689-4063-bc34-d12e683d30ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1096 time: 0.0821390 Apr 21 15:30:38.368488 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-d97bad85-27a0-423a-ae72-72f5a9e23bda service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 217 time: 0.0660472 Apr 21 15:30:38.430740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-2110f462-c468-4834-9480-2b547742a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.432105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-2110f462-c468-4834-9480-2b547742a1c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0580254 Apr 21 15:30:38.506124 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92be2-191b-463d-93c8-049b333f617f req-30e58ea6-5cf0-41ab-aab6-5e536de12099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.507563 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-30e58ea6-5cf0-41ab-aab6-5e536de12099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699379 Apr 21 15:30:38.645273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-0d148daa-9994-45bc-8138-6d36e4da6e75 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315377 Apr 21 15:30:38.724552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312b3a5-869f-41cf-b042-bd3506cc3831 req-e276bb87-ca18-4d35-a447-c2975f6f6121 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.726054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2312b3a5-869f-41cf-b042-bd3506cc3831 req-e276bb87-ca18-4d35-a447-c2975f6f6121 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 943 time: 0.0798125 Apr 21 15:30:38.773723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2312b3a5-869f-41cf-b042-bd3506cc3831 req-15728caf-529a-414c-a242-e5c93daefaff tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413079 Apr 21 15:30:38.781329 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-19d92be2-191b-463d-93c8-049b333f617f req-e3f64368-7216-4bf2-b4b1-6028e696febd service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303518 Apr 21 15:30:38.810247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1f326218-f6e0-480a-896a-0aab436f3d42 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:38.880190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 1f326218-f6e0-480a-896a-0aab436f3d42 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:38.880552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:38.927048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-fc2d7787-44a8-4815-976e-d974c61f3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:38.928485 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-fc2d7787-44a8-4815-976e-d974c61f3d53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1096 time: 0.0827277 Apr 21 15:30:39.061422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-478895ee-cb46-4224-924c-7d9dcc79d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:39.062982 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-478895ee-cb46-4224-924c-7d9dcc79d04a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1284463 Apr 21 15:30:39.132237 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-54b2e464-f591-43cf-8231-b13f73993469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 217 time: 0.0637598 Apr 21 15:30:39.194913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-8cb876c2-adf0-452e-83e0-104b2deaa2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:39.196193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-8cb876c2-adf0-452e-83e0-104b2deaa2d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0586317 Apr 21 15:30:39.280359 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-e9b866ce-1988-4fd1-8370-a3f756a7b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:39.281816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-e9b866ce-1988-4fd1-8370-a3f756a7b306 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788405 Apr 21 15:30:39.413007 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-d8388214-141f-48ae-a2f9-9f69da527716 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243870 Apr 21 15:30:39.554404 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea8eef8a-3dfb-47f0-bb0c-6d5253a9bbea req-d9421ad9-0e68-417d-a31f-4d748fdd942d service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351912 Apr 21 15:30:39.961977 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75762429-a9d8-4339-b820-a4f2224b4e74 req-e528ad33-d9da-4cec-94d3-953feafbdd18 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:39.963394 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-75762429-a9d8-4339-b820-a4f2224b4e74 req-e528ad33-d9da-4cec-94d3-953feafbdd18 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 943 time: 0.0814021 Apr 21 15:30:40.006182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-75762429-a9d8-4339-b820-a4f2224b4e74 req-140b49a0-fde4-4491-bf94-440b79cff5fb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366585 Apr 21 15:30:41.186007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080ef0d-ce74-43e4-ab43-b3640f1ce9ca req-7fc250e6-44ab-4163-b2c7-da008c01d7d1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:41.187434 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8080ef0d-ce74-43e4-ab43-b3640f1ce9ca req-7fc250e6-44ab-4163-b2c7-da008c01d7d1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 943 time: 0.0788128 Apr 21 15:30:41.230687 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8080ef0d-ce74-43e4-ab43-b3640f1ce9ca req-b75f0827-73ab-43a9-96ff-32cf7ecb4eb6 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375774 Apr 21 15:30:42.276049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 113b304f-368e-4be2-8e5b-dfb0d1564d33 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:30:42.426852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff84ee-e30d-4da3-8d5b-b182cd166f84 req-316edf08-4232-4cc8-870e-e5c9852121c0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:42.428266 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7fff84ee-e30d-4da3-8d5b-b182cd166f84 req-316edf08-4232-4cc8-870e-e5c9852121c0 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 943 time: 0.0830159 Apr 21 15:30:42.444020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:42.460447 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'port_id': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'mac_address': 'fa:16:3e:38:ee:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:30:42.472133 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7fff84ee-e30d-4da3-8d5b-b182cd166f84 req-aa5cb8f2-4c6c-4db7-9968-17b27f09f9a8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379868 Apr 21 15:30:42.515135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:42.532473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113b304f-368e-4be2-8e5b-dfb0d1564d33 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:30:42.547566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:42.551232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:42.615702 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:42.897481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['113b304f-368e-4be2-8e5b-dfb0d1564d33'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:30:43.655490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efedd9b-4b0a-4d4d-a11d-6cf15da45eb7 req-85100ff4-2b31-40e6-a234-4f45998a3ed8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:43.656924 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8efedd9b-4b0a-4d4d-a11d-6cf15da45eb7 req-85100ff4-2b31-40e6-a234-4f45998a3ed8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 944 time: 0.0792601 Apr 21 15:30:43.703058 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8efedd9b-4b0a-4d4d-a11d-6cf15da45eb7 req-eb48ce5d-a015-411f-a259-828824eeb268 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404413 Apr 21 15:30:44.281162 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 113b304f-368e-4be2-8e5b-dfb0d1564d33 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:30:44.346551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 113b304f-368e-4be2-8e5b-dfb0d1564d33 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:30:44.351290 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 113b304f-368e-4be2-8e5b-dfb0d1564d33 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:30:44.351659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:44.465486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:44.490987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:30:44.500774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:30:44.505750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:44.580617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:44.604211 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b4106f-bda0-473e-91a8-41394f4beb36'] response: {'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'code': 200} Apr 21 15:30:44.831121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1a017-272f-4514-9fa4-3bcf8c051be8 req-8ad1c5ef-db40-4045-89fe-ed9097d7a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:44.832593 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-96e1a017-272f-4514-9fa4-3bcf8c051be8 req-8ad1c5ef-db40-4045-89fe-ed9097d7a613 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0746944 Apr 21 15:30:44.873129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-96e1a017-272f-4514-9fa4-3bcf8c051be8 req-c7acc6a5-b6e1-4ff7-92b1-2ff758554f7c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349364 Apr 21 15:30:44.892876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea979d-55e4-42e4-a8ed-624d710df0ff req-12054e59-74af-448e-8e03-5af44161ff04 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:44.894324 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cea979d-55e4-42e4-a8ed-624d710df0ff req-12054e59-74af-448e-8e03-5af44161ff04 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0830312 Apr 21 15:30:44.938811 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cea979d-55e4-42e4-a8ed-624d710df0ff req-986009ea-0fb9-4626-a095-de61661ccfa1 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385907 Apr 21 15:30:46.128135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb121668-3c83-41a2-932c-6f64c3d5b4f9 req-2bac1a59-0127-4462-a6d1-76423dcc9078 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:46.129608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb121668-3c83-41a2-932c-6f64c3d5b4f9 req-2bac1a59-0127-4462-a6d1-76423dcc9078 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0839839 Apr 21 15:30:46.174412 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb121668-3c83-41a2-932c-6f64c3d5b4f9 req-3f4499b7-3916-4a5d-9d63-4922c1743daf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391450 Apr 21 15:30:47.363293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a271990-dc04-4b16-b418-3539a6fe87b4 req-0ca82cad-ed5f-4025-9766-8dffb8454c60 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:47.364724 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a271990-dc04-4b16-b418-3539a6fe87b4 req-0ca82cad-ed5f-4025-9766-8dffb8454c60 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0792034 Apr 21 15:30:47.408036 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1a271990-dc04-4b16-b418-3539a6fe87b4 req-e18b1790-c951-483f-b913-471ab616e94a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376749 Apr 21 15:30:47.591250 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891369f-79ae-4809-9fad-e784a1b1d99b req-af1cb7a2-da42-48b8-9bfc-05e03eeef72f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:47.592671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0891369f-79ae-4809-9fad-e784a1b1d99b req-af1cb7a2-da42-48b8-9bfc-05e03eeef72f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0825968 Apr 21 15:30:47.635129 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0891369f-79ae-4809-9fad-e784a1b1d99b req-5b0bfe0d-e03e-4f3f-b729-29d47222a114 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368824 Apr 21 15:30:47.658352 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43062) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:47.726334 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a97f1e-6ec4-43e0-b223-19f8635b55c8 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:47.727812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a1a97f1e-6ec4-43e0-b223-19f8635b55c8 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1093 time: 0.0685344 Apr 21 15:30:47.733228 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43066) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:47.738031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:30:47.743857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:30:47.747724 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:floatingip and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:30:47.750521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:30:47.756118 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:30:47.767091 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:47.904009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:48.040500 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.110 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/f4318d7c-ebb2-4595-90a4-14b3ddd97e03) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:30:48.297854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:48.327115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:48.390829 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:30:48.394068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:30:48.397823 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:30:48.436233 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=f4318d7c-ebb2-4595-90a4-14b3ddd97e03,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:48.809050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:48.880941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:49.082904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:49.087173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:49.195051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=f4318d7c-ebb2-4595-90a4-14b3ddd97e03,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:30:49.207361 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:49.374374 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 733ac230-abe1-4258-bb04-1f22f4b2fee4 associated. External IP: 172.26.4.110, port: 113b304f-368e-4be2-8e5b-dfb0d1564d33. Apr 21 15:30:49.836453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:30:50.010144 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:30:50.020271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Sync routers for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:30:50.036953 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:50.037690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:50.037812 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:50.097096 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9feb5357-d574-4f95-9289-80b7b76db0cc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3627708 Apr 21 15:30:50.097725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:30:50.150140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586f9d2b-a28a-41f1-8b89-f1799ff0bcf6'] response: {'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'status': 'completed', 'code': 200} Apr 21 15:30:50.221396 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:50.244385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-bae81338-4643-4386-bbcc-80872fb982c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:50.246127 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-bae81338-4643-4386-bbcc-80872fb982c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0745564 Apr 21 15:30:50.282135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af6db7-7493-46ff-8efe-d8e5c6051880 req-07c79c27-bc3d-4c72-a785-9a6036385dfd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:50.285010 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2af6db7-7493-46ff-8efe-d8e5c6051880 req-07c79c27-bc3d-4c72-a785-9a6036385dfd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0841992 Apr 21 15:30:50.333244 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b2af6db7-7493-46ff-8efe-d8e5c6051880 req-d955c37b-54c7-4ce6-aace-ac9099016754 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431368 Apr 21 15:30:50.356179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43074) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:50.385466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-c808e715-a53e-4945-96be-0d840e1489f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:50.388351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-c808e715-a53e-4945-96be-0d840e1489f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1364591 Apr 21 15:30:50.467613 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f348080e-f2ab-42aa-a1c4-c90abbfc2f22 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 200 len: 991 time: 0.1091490 Apr 21 15:30:50.582073 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '733ac230-abe1-4258-bb04-1f22f4b2fee4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'port_id': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'mac_address': 'fa:16:3e:38:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:48Z', 'updated_at': '2022-04-21T15:30:48Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:50.585827 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Checking router: 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:30:50.590713 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-a9d2044a-8eee-41ef-9899-a20a84954ddc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 999 time: 0.1971257 Apr 21 15:30:50.594711 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:30:50.595288 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:30:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:50.654453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-e2b73ea5-3bdb-4795-b291-bec27547487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:50.655780 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-e2b73ea5-3bdb-4795-b291-bec27547487f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0596189 Apr 21 15:30:50.730297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-b54836bd-adc6-4b7c-9436-ab7d0082aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:50.731872 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-b54836bd-adc6-4b7c-9436-ab7d0082aefd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699329 Apr 21 15:30:50.769666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:30:50.866855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-31bc7d96-c1ba-406e-8db0-a0b74285753f service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277976 Apr 21 15:30:51.002426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-16746edf-e5db-4dac-ac8f-fac10d0f07ec req-93eb9b92-0f00-4531-bd0e-1d1bcde9ea9b service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283145 Apr 21 15:30:51.137630 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '733ac230-abe1-4258-bb04-1f22f4b2fee4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'port_id': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'mac_address': 'fa:16:3e:38:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:48Z', 'updated_at': '2022-04-21T15:30:48Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:30:51.141648 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61adc689-554e-4a93-967d-378eee5cb341 None None] The sync data for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv is: [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '733ac230-abe1-4258-bb04-1f22f4b2fee4', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'port_id': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'mac_address': 'fa:16:3e:38:ee:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:30:48Z', 'updated_at': '2022-04-21T15:30:48Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:30:51.324788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385b8889-bc33-47fc-a495-9acc765bac43 None None] New status for floating IP 733ac230-abe1-4258-bb04-1f22f4b2fee4: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:30:51.470383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43078) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:51.581506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ddeaba0c-e41f-45b5-ae61-f26b3dc06d56 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 200 len: 991 time: 0.1099994 Apr 21 15:30:52.340741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:52.585439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43082) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:30:52.691904 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b5fd19a1-bc6a-43db-bea3-bb7c7b6bac1a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 200 len: 993 time: 0.1053228 Apr 21 15:30:55.470768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ead6c808-8479-40ef-8fbe-3e39a9173ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:57.631572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-409263f9-1d86-4d9b-9a5c-70b58da03f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:58.656380 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-66edb063-5997-4a5c-b827-ce855e3d94e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127408 Apr 21 15:30:58.797081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-e2b0e45b-6627-46ae-a2fb-302702ea20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:58.798547 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-e2b0e45b-6627-46ae-a2fb-302702ea20fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0706563 Apr 21 15:30:58.908440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:58.947956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-975420d8-9700-43d0-b739-50d01c821284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:58.949474 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-975420d8-9700-43d0-b739-50d01c821284 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1276078 Apr 21 15:30:59.052610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-dc04b739-6e1e-4fcb-b876-0c56cfddafd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 1001 time: 0.0959444 Apr 21 15:30:59.072508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:30:59.114885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-52e04676-ba85-48cd-bb81-897dcaf44b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:59.116295 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-52e04676-ba85-48cd-bb81-897dcaf44b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0575290 Apr 21 15:30:59.195413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-d9325705-173f-4bf9-9e3d-a7bbe9a7de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:30:59.196829 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-d9325705-173f-4bf9-9e3d-a7bbe9a7de45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731375 Apr 21 15:30:59.328855 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-5b35535a-bc1e-4c17-90e0-2769f887131a service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237130 Apr 21 15:30:59.456852 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b794491e-32ff-47b6-82cb-bbd7c45262c8 req-8e8f6112-532c-41a1-a676-ebf96c1ca24a service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213009 Apr 21 15:31:00.588504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:12.374584 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:31:22.355091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:25.472379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6b88933c-58e8-4211-99fe-ae308c631fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:27.632775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-aac0e158-7b81-4323-b81a-fb6adfda0f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:28.914373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:29.074823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:30.580160 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:49.374482 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:31:52.372669 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:53.683270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f89f3-2880-4075-b4d9-246fc3c24b43 req-dc6f79c6-50c9-47e2-b310-ea2e00f99fef tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:53.685255 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-668f89f3-2880-4075-b4d9-246fc3c24b43 req-dc6f79c6-50c9-47e2-b310-ea2e00f99fef tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.1390419 Apr 21 15:31:53.727173 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-668f89f3-2880-4075-b4d9-246fc3c24b43 req-97715c74-bde2-4db7-aeaf-ca548d4cc3a8 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362782 Apr 21 15:31:54.958857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694b772-9b30-475d-9371-782cad402cad req-4541be35-5e13-41d4-962b-a8e1a4b0db36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:54.960260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c694b772-9b30-475d-9371-782cad402cad req-4541be35-5e13-41d4-962b-a8e1a4b0db36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.1255288 Apr 21 15:31:55.003348 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c694b772-9b30-475d-9371-782cad402cad req-9412be1f-fdf7-45f9-836d-098484746900 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373664 Apr 21 15:31:55.473688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d31e9a2-1772-4217-80cd-e0e54fab05b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:56.189898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda4f55-127f-441a-999e-d27470807870 req-4d3887a8-eda9-4902-9c2d-dcbe9560e235 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:56.191322 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4fda4f55-127f-441a-999e-d27470807870 req-4d3887a8-eda9-4902-9c2d-dcbe9560e235 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0784011 Apr 21 15:31:56.235603 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4fda4f55-127f-441a-999e-d27470807870 req-c62e3993-4859-48e3-ab64-22fa228c058e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386641 Apr 21 15:31:57.422610 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d468f8-3fdd-42d4-95d6-ae47c7bd0519 req-e6c3307b-371b-4f28-8db7-5a1a314869bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:57.424029 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60d468f8-3fdd-42d4-95d6-ae47c7bd0519 req-e6c3307b-371b-4f28-8db7-5a1a314869bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0811577 Apr 21 15:31:57.467045 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-60d468f8-3fdd-42d4-95d6-ae47c7bd0519 req-80526583-b09e-4474-902d-22e1a1f9d56d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373578 Apr 21 15:31:57.634753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5206ae28-4798-4ea3-b4ff-b7b70a9244eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:58.656082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54157b-2681-4850-8005-1f1694796c75 req-b3ce10d3-ac67-4b01-b6b2-2662eaba98da tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:58.657594 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2c54157b-2681-4850-8005-1f1694796c75 req-b3ce10d3-ac67-4b01-b6b2-2662eaba98da tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0841014 Apr 21 15:31:58.706143 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2c54157b-2681-4850-8005-1f1694796c75 req-3487e897-df06-4c9c-95ce-f39325bd9702 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427575 Apr 21 15:31:58.718535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-23b8200c-dad1-46fb-8314-d26bff09c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:58.720006 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-23b8200c-dad1-46fb-8314-d26bff09c662 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0699217 Apr 21 15:31:58.863284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-aaca3886-2b20-4fc3-a34f-b0e79816b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:58.864692 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-aaca3886-2b20-4fc3-a34f-b0e79816b7bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1255693 Apr 21 15:31:58.918574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:59.066856 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-890880bd-133c-432b-8c5c-636b395acaa4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 1001 time: 0.1963568 Apr 21 15:31:59.077186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:31:59.131642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-8adb89b2-e995-4a71-a846-395d0c65113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:59.133029 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-8adb89b2-e995-4a71-a846-395d0c65113b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0605004 Apr 21 15:31:59.209663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-4e256b63-f320-44fa-be3d-ed3a47b41646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:59.211097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-4e256b63-f320-44fa-be3d-ed3a47b41646 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715358 Apr 21 15:31:59.345376 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-0e1fb095-0ab6-4e94-910b-1bdea4af7e72 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260314 Apr 21 15:31:59.475496 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a7f26a01-1e3b-42da-bed1-9694f008e6ee req-fec8db67-9654-4dec-b87e-ff71165d1e35 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229193 Apr 21 15:31:59.888841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c5c3d-ba64-42b2-a391-3674075b0747 req-22cde121-6b1e-4cff-b2a3-0782cbfb4c56 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:31:59.890299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b3c5c3d-ba64-42b2-a391-3674075b0747 req-22cde121-6b1e-4cff-b2a3-0782cbfb4c56 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0797834 Apr 21 15:31:59.932562 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5b3c5c3d-ba64-42b2-a391-3674075b0747 req-3f67d26b-bbdb-4213-b261-5709d805db7f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364363 Apr 21 15:32:00.582639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:01.123214 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cff48-4df2-4661-a347-09547e638924 req-fb8616ae-ba86-47e6-881a-b8f8c18f5db2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:01.124638 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e59cff48-4df2-4661-a347-09547e638924 req-fb8616ae-ba86-47e6-881a-b8f8c18f5db2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0825188 Apr 21 15:32:01.167171 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e59cff48-4df2-4661-a347-09547e638924 req-6dcbe19a-b40d-4934-ad50-c98f44a6224c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368590 Apr 21 15:32:02.348126 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a58fe7-d12a-43b9-890d-84ff05aa9f54 req-853a7a6a-9f3b-4aca-9d07-d107c3caef32 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:02.349570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10a58fe7-d12a-43b9-890d-84ff05aa9f54 req-853a7a6a-9f3b-4aca-9d07-d107c3caef32 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0796673 Apr 21 15:32:02.392576 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-10a58fe7-d12a-43b9-890d-84ff05aa9f54 req-331d1d8c-e83d-440f-bde3-68d7d58ccc70 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373850 Apr 21 15:32:03.692121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a6cc1-54a2-482c-9d1d-13443010fdec req-1d48c7e5-6aa2-4702-a73f-a1aa17dab04d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:03.693501 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d6a6cc1-54a2-482c-9d1d-13443010fdec req-1d48c7e5-6aa2-4702-a73f-a1aa17dab04d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.1982403 Apr 21 15:32:03.737633 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3d6a6cc1-54a2-482c-9d1d-13443010fdec req-3c8815a2-caeb-4061-9060-ee9ad8a23640 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384259 Apr 21 15:32:04.926384 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94ab1c-37b9-4272-8fc4-34756687701c req-e1fa1e28-445a-46fc-8848-2edbe1a36e60 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:04.927810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3e94ab1c-37b9-4272-8fc4-34756687701c req-e1fa1e28-445a-46fc-8848-2edbe1a36e60 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0819426 Apr 21 15:32:04.970612 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3e94ab1c-37b9-4272-8fc4-34756687701c req-b8ef2b26-535f-4b79-aed4-95d7ee73e101 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371850 Apr 21 15:32:04.993147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43132) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:05.098822 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-48382426-74cc-4b61-a461-3965a496c1ba tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 200 len: 993 time: 0.1044562 Apr 21 15:32:06.551090 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6f78b-901f-4bc9-9c05-b606fce19317 req-669dbe99-c8e8-4bfa-baae-24386bff244d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:06.552554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-67c6f78b-901f-4bc9-9c05-b606fce19317 req-669dbe99-c8e8-4bfa-baae-24386bff244d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0833156 Apr 21 15:32:06.596429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-2b598528-8348-452c-943a-d641a80fe8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:06.597907 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-2b598528-8348-452c-943a-d641a80fe8b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0785048 Apr 21 15:32:06.598051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-67c6f78b-901f-4bc9-9c05-b606fce19317 req-a8fd6d73-cde5-425a-aed6-5f4c0065c0a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397856 Apr 21 15:32:06.730795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-b8890391-05a0-4973-9879-0ce54632070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:06.733226 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-b8890391-05a0-4973-9879-0ce54632070c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1286795 Apr 21 15:32:06.838965 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-6838e94a-cbf8-4398-a4e9-fe186f6a2db8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 1001 time: 0.0995855 Apr 21 15:32:06.904673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-f3fb97da-fa05-44c1-9c56-46a4521e4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:06.906110 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-f3fb97da-fa05-44c1-9c56-46a4521e4066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0612779 Apr 21 15:32:06.979906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-4df40004-986b-43b6-b7dc-16a999d851dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:06.981977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-4df40004-986b-43b6-b7dc-16a999d851dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683346 Apr 21 15:32:07.111988 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-b86d98a3-0c44-48c3-a158-07376fe044a4 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235316 Apr 21 15:32:07.241968 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-95f4e14e-6cac-48b7-b34e-1fb60d44a8d3 req-3f637f1d-09dc-4c6c-9457-279208bef0ca service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243415 Apr 21 15:32:07.790932 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49b0eb-12d3-4a6e-9101-ef35c8a91ff1 req-4e710c10-49e9-4da2-b7e5-fcd676574ca3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:07.792457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ce49b0eb-12d3-4a6e-9101-ef35c8a91ff1 req-4e710c10-49e9-4da2-b7e5-fcd676574ca3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0883870 Apr 21 15:32:07.842409 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ce49b0eb-12d3-4a6e-9101-ef35c8a91ff1 req-991b573f-d7a0-43a3-93e9-095bf36ec557 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422940 Apr 21 15:32:09.023305 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1aa5ea-368e-444a-883a-44fc8cdbbac8 req-27db9d7f-8c84-4141-957f-def3301966fa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:32:09.024974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca1aa5ea-368e-444a-883a-44fc8cdbbac8 req-27db9d7f-8c84-4141-957f-def3301966fa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0788903 Apr 21 15:32:09.068728 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ca1aa5ea-368e-444a-883a-44fc8cdbbac8 req-e3b446cc-c4bc-463b-9596-3a918b2cdf0d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372093 Apr 21 15:32:09.091939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43146) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:09.195352 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-677ceac4-6df8-40d6-8aaf-fcba45483a9a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 200 len: 993 time: 0.1023319 Apr 21 15:32:22.374513 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:25.473872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b7b8a6c0-029e-4269-90cf-6fbac9c53e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:26.373287 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:32:27.635738 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-edd78341-73f5-4840-9589-1ca79e89ef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:28.915857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:29.078678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:30.585219 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:52.370164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:55.476231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbe31e3f-ce99-4221-b22a-b983aea7ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:57.638954 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-456ca9c8-02d5-41b7-86f5-04bada14dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.538635 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43176) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:32:58.740657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port f4318d7c-ebb2-4595-90a4-14b3ddd97e03 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:32:58.740904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.909421 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.909738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:58.920635 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.030256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for f4318d7c-ebb2-4595-90a4-14b3ddd97e03 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:32:59.081708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.179570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.256225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=f4318d7c-ebb2-4595-90a4-14b3ddd97e03,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:32:59.296976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.297249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.297591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.297946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.298273 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.298596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.298914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.299253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.299552 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.299873 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.300192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.300504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:32:59.428998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.429364 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 733ac230-abe1-4258-bb04-1f22f4b2fee4 disassociated (deleted). External IP: 172.26.4.110, port: 113b304f-368e-4be2-8e5b-dfb0d1564d33. Apr 21 15:32:59.774131 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:32:59.953687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:32:59.963266 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Sync routers for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:32:59.970032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:32:59.972614 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:32:59.973243 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:00.023511 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e6b65d91-84dc-48d3-ac9a-f929ca056c92 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/floatingips/733ac230-abe1-4258-bb04-1f22f4b2fee4 HTTP/1.1" status: 204 len: 168 time: 1.4835465 Apr 21 15:33:00.024082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:33:00.134537 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3085879-f83b-4679-b10e-e765582175a3'] response: {'name': 'network-changed', 'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'status': 'completed', 'code': 200} Apr 21 15:33:00.172741 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:00.235813 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d406-faae-442e-81cb-cca7831f1278 req-1ed5d3bf-aa82-46f4-a978-3cd4bb55d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:00.238467 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-1ed5d3bf-aa82-46f4-a978-3cd4bb55d391 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 1098 time: 0.0838683 Apr 21 15:33:00.376927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d406-faae-442e-81cb-cca7831f1278 req-d418f5c8-8527-4a93-86ed-4a40f4012128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:00.378600 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-d418f5c8-8527-4a93-86ed-4a40f4012128 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 200 len: 897 time: 0.1348557 Apr 21 15:33:00.416585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef0099-340f-4e09-8974-7a28750da1bd req-f3aefc0d-d09d-428e-98ad-089405c54b3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:00.417296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d5ef0099-340f-4e09-8974-7a28750da1bd req-f3aefc0d-d09d-428e-98ad-089405c54b3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:00.433429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-d5ef0099-340f-4e09-8974-7a28750da1bd req-f3aefc0d-d09d-428e-98ad-089405c54b3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:00.437666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5ef0099-340f-4e09-8974-7a28750da1bd req-f3aefc0d-d09d-428e-98ad-089405c54b3b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.1036119 Apr 21 15:33:00.455052 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-30ff651a-677a-4f41-801e-b76a4d06cbf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 200 len: 217 time: 0.0685661 Apr 21 15:33:00.485361 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5ef0099-340f-4e09-8974-7a28750da1bd req-498b14f2-ae93-4662-8bfd-16102c744d66 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434873 Apr 21 15:33:00.505573 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:00.509654 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Checking router: 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:33:00.518519 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:00.519115 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:00.524390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d406-faae-442e-81cb-cca7831f1278 req-b1020e06-e695-4ea8-8d3f-54c47bbb7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:00.525889 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-b1020e06-e695-4ea8-8d3f-54c47bbb7c23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 200 len: 834 time: 0.0641706 Apr 21 15:33:00.591940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:00.698123 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:00.717270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2d406-faae-442e-81cb-cca7831f1278 req-698557e4-921b-479c-aa49-57fa504f587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:00.718724 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-698557e4-921b-479c-aa49-57fa504f587e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4d9609ae-dd07-4fcb-b71c-e579cc5acd34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1860142 Apr 21 15:33:00.854824 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-10caea3e-687b-4b13-9607-9a9b0e0b512f service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286709 Apr 21 15:33:00.988768 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-14e2d406-faae-442e-81cb-cca7831f1278 req-562863d0-fc53-4e61-b9f1-7026c6c71f26 service neutron] 10.222.0.13 "GET /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276758 Apr 21 15:33:01.039721 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:01.043554 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776df62-cba9-4ee0-90e1-6653bb0b2957 None None] The sync data for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv is: [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:30:32Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '1f326218-f6e0-480a-896a-0aab436f3d42', 'name': '', 'network_id': '4d9609ae-dd07-4fcb-b71c-e579cc5acd34', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:8b:40:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:31Z', 'updated_at': '2022-04-21T15:30:37Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '630613fe-da60-4715-b6ba-8c0035194e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:33:01.253865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b041db0-9ea8-48cd-a552-744eec8dbb89 None None] New status for floating IP 733ac230-abe1-4258-bb04-1f22f4b2fee4: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:33:01.673278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eae1a2-a4de-4186-ade1-e4ea79fb1348 req-eb6ef28d-72cc-48ff-9077-d8fdf794d860 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:01.674716 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e9eae1a2-a4de-4186-ade1-e4ea79fb1348 req-eb6ef28d-72cc-48ff-9077-d8fdf794d860 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0796590 Apr 21 15:33:01.719226 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e9eae1a2-a4de-4186-ade1-e4ea79fb1348 req-2286b26e-e510-420e-81a4-1ec9c0e80b54 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=ae435e6e-d16a-47d0-a235-5d3ec607e608&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389040 Apr 21 15:33:02.053536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-4afd653f-da58-4641-beb3-eede71636530 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:02.054214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-4afd653f-da58-4641-beb3-eede71636530 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:02.066396 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-4afd653f-da58-4641-beb3-eede71636530 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:02.067445 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-4afd653f-da58-4641-beb3-eede71636530 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 945 time: 0.0951200 Apr 21 15:33:02.138710 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 113b304f-368e-4be2-8e5b-dfb0d1564d33 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:33:02.139063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.383055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 113b304f-368e-4be2-8e5b-dfb0d1564d33, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=113b304f-368e-4be2-8e5b-dfb0d1564d33,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:02.383398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.507174 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 113b304f-368e-4be2-8e5b-dfb0d1564d33 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:33:02.656771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.734789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=113b304f-368e-4be2-8e5b-dfb0d1564d33,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:02.755231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.755573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.755905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.756234 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.756568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.756899 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.757262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.757537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.757853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.758167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.758484 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.758796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:02.797395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port 113b304f-368e-4be2-8e5b-dfb0d1564d33 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:33:02.799855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:02.802429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'name': 'network-vif-deleted', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:33:02.830825 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0c3ef02f-43be-4564-a0cd-371c213d7122 req-efcb5a9e-176e-4001-8526-cb9ec46a1fa7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "DELETE /v2.0/ports/113b304f-368e-4be2-8e5b-dfb0d1564d33 HTTP/1.1" status: 204 len: 173 time: 0.7563336 Apr 21 15:33:02.898705 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-258319a5-f668-4941-8f7f-fb083aeb2211 req-9bf0fc67-62c9-4a89-8460-8fcd876e0bd3 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=6e566040-b35c-4c8c-8a32-7425204aedeb HTTP/1.1" status: 200 len: 210 time: 0.0555763 Apr 21 15:33:02.999387 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6408770-d6fa-488f-92dc-8de9ec5b36b6'] response: {'server_uuid': '6e566040-b35c-4c8c-8a32-7425204aedeb', 'name': 'network-vif-deleted', 'tag': '113b304f-368e-4be2-8e5b-dfb0d1564d33', 'status': 'completed', 'code': 200} Apr 21 15:33:03.372571 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:33:04.135740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43206) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:04.781670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:04.870054 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 113b304f-368e-4be2-8e5b-dfb0d1564d33 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:33:04.906071 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 113b304f-368e-4be2-8e5b-dfb0d1564d33 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:33:04.906407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 113b304f-368e-4be2-8e5b-dfb0d1564d33 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:33:05.133258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 1f326218-f6e0-480a-896a-0aab436f3d42 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:33:05.133599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.322906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 1f326218-f6e0-480a-896a-0aab436f3d42, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=1f326218-f6e0-480a-896a-0aab436f3d42,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:05.323608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.448879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 1f326218-f6e0-480a-896a-0aab436f3d42 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:33:05.767109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:05.814627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=1f326218-f6e0-480a-896a-0aab436f3d42,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:06.189975 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.547539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:33:06.724513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:33:06.734367 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Sync routers for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:33:06.737065 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c4210bf6-257b-484f-aaa2-2c78e6e462f7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/2c4e5565-e5e6-45ad-9b75-d7436d6b68e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002917 Apr 21 15:33:06.740118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43210) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:06.744044 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:06.744635 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:06.806591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting subnet 630613fe-da60-4715-b6ba-8c0035194e2e {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:33:06.810505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.870891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:06.923267 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:06.955575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.028789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.075909 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.078800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Subnet': ['ID=630613fe-da60-4715-b6ba-8c0035194e2e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:07.083698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12668c5-19bb-49fa-9042-12a8baf0c471 None None] Network 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:33:07.085105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-27edc2aa-ce5f-420c-a11a-6d4cad535775 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/subnets/630613fe-da60-4715-b6ba-8c0035194e2e HTTP/1.1" status: 204 len: 168 time: 0.3440175 Apr 21 15:33:07.087761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43214) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:07.210216 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:33:05Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:07.214311 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Checking router: 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:33:07.223320 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Routers {'2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:07.223910 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:07.265673 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.351012 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] DHCP port deletion for 4d9609ae-dd07-4fcb-b71c-e579cc5acd34 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:33:07.355008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Deleting port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:33:07.355375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.414497 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] Set router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:07.568818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] For port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,segment=NetworkSegment(42e53496-0809-4ce7-8adb-9d1cd359e465),segment_id=42e53496-0809-4ce7-8adb-9d1cd359e465)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:07.569226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.574405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.585967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 09087bc8-d1ab-462e-bc32-33375521ac68 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:33:07.586343 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.696035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Calling delete_port for 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:33:07.710990 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:33:05Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:07.714792 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5875a-57f6-4f20-bdd0-8b02b188c896 None None] The sync data for ids ['2c4e5565-e5e6-45ad-9b75-d7436d6b68e6'] in dv-neutron-838896-1-hyperv is: [{'id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1549185088', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:30:27Z', 'updated_at': '2022-04-21T15:33:05Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '09087bc8-d1ab-462e-bc32-33375521ac68', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c4e5565-e5e6-45ad-9b75-d7436d6b68e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:30:28Z', 'updated_at': '2022-04-21T15:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:33:07.771145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 09087bc8-d1ab-462e-bc32-33375521ac68, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=09087bc8-d1ab-462e-bc32-33375521ac68,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:07.771500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.779003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:07.826367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Pushing event deleted for resources: {'Port': ['ID=68f98a47-a6b7-48f8-8e69-a2d771f26dd4,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:07.828717 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] No DVR routers for this DVR port 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 on host dv-neutron-838896-1-hyperv {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:33:07.838909 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.839194 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.839536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.839872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.840206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.840610 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.840935 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.841288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.841618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.841940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.842261 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.842581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab985d5-ae09-4d6a-b3bc-ad20598e25da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:07.900941 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 09087bc8-d1ab-462e-bc32-33375521ac68 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:33:08.064950 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.110969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=09087bc8-d1ab-462e-bc32-33375521ac68,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:08.208967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.384732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.386878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.410379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.410892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Fanout notify agent at l3_agent the message router_deleted on router 2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:33:08.426146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.429649 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-44b76414-cf62-4013-97ab-cdca211579d9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/routers/2c4e5565-e5e6-45ad-9b75-d7436d6b68e6 HTTP/1.1" status: 204 len: 168 time: 1.3409677 Apr 21 15:33:08.430072 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43218) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:08.547111 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.677169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.701804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9609ae-dd07-4fcb-b71c-e579cc5acd34']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:08.713726 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e53496-0809-4ce7-8adb-9d1cd359e465') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:08.714017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e53496-0809-4ce7-8adb-9d1cd359e465') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:08.725825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.742855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.749631 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:33:08.750019 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:33:08.766169 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:33:08.851077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.869234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.892261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Network': ['ID=4d9609ae-dd07-4fcb-b71c-e579cc5acd34,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:08.906333 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-08d90721-f910-4005-9481-9032bc37601d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/networks/4d9609ae-dd07-4fcb-b71c-e579cc5acd34 HTTP/1.1" status: 204 len: 168 time: 0.4696605 Apr 21 15:33:08.906654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43224) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:08.909390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1f326218-f6e0-480a-896a-0aab436f3d42 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:33:08.949412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 1f326218-f6e0-480a-896a-0aab436f3d42 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:33:08.950638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 1f326218-f6e0-480a-896a-0aab436f3d42 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:33:08.951353 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:33:08.976266 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:08.987100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:33:08.987457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 68f98a47-a6b7-48f8-8e69-a2d771f26dd4 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:33:08.987897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09087bc8-d1ab-462e-bc32-33375521ac68 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:33:09.012044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.022277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 09087bc8-d1ab-462e-bc32-33375521ac68 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:33:09.022624 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 09087bc8-d1ab-462e-bc32-33375521ac68 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:33:09.081511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.099259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae435e6e-d16a-47d0-a235-5d3ec607e608,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:09.114745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:09.115854 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-353886c1-a2e2-4459-9621-ffa331b23082 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae435e6e-d16a-47d0-a235-5d3ec607e608 HTTP/1.1" status: 204 len: 168 time: 0.2108669 Apr 21 15:33:10.454853 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43234) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:10.460026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868521628', 'description': 'tempest-secgroup-smoke-1868521628 description', 'project_id': '56e72722d2d3464e89e447557a2c3b25'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:10.467057 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:10.471197 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:10.474002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:10.479994 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:10.490592 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.512393 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:10.516610 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:10.519346 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:10.525031 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:10.595265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.598988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.643747 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0758fcc9-bd02-45da-b5f1-e322448e379f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:10.648330 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.649514 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6d090094-880f-437c-bf5d-0b65d498b836 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1936610 Apr 21 15:33:10.652391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43238) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:10.658496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:10.664247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:10.668010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:10.671928 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:10.677440 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:10.693075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.753187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.756469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.788602 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea486f23-a45f-4a92-b79f-8595d596290a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:10.799020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.800323 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a0222d1a-e1c8-4c60-a289-4247d1658baa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465607 Apr 21 15:33:10.803039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43242) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:10.807867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:10.813702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:10.817985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:10.820958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:10.828060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:10.845629 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.910243 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.913812 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.940413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1283c83-c292-4029-a878-8adb70433909,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:10.947181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:10.948327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-fa55e7bc-d8a4-4e51-9e11-59e34aff9953 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443727 Apr 21 15:33:10.951668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43246) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:10.956410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:10.962135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:10.966783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:10.969593 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:10.975149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:10.991906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.053777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.056949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.079391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abd732-7255-4d43-8133-ca3050aca14a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:11.090004 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.091770 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a688468-fe1a-45c3-adda-f778a665b4c2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392131 Apr 21 15:33:11.094614 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43250) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:11.099552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:11.105524 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:11.109424 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:11.112187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:11.117684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:11.134642 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.199453 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.203917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.226325 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bdc2b01-0bf4-4aa0-94b2-96ac240c624b,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:11.235316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.236451 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a7ceb2dd-dcf3-455a-8a5b-e745220f6cd5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408741 Apr 21 15:33:11.239081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43254) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:11.243807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:11.250363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:11.254093 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:11.256890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:11.263546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:11.273477 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:33:11.280272 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.343297 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.346702 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.367259 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207e4f7f-acf8-42b8-9986-bca38192eb30,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:11.379146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.380286 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-02904f0d-750f-4a14-8ecd-b81c2c22f30c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403253 Apr 21 15:33:11.382936 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43258) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:11.388761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'security_group_rule': {'security_group_id': '0758fcc9-bd02-45da-b5f1-e322448e379f', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:11.394377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:11.398338 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:security_group_rule and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:11.401157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:11.407149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:11.416790 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Project 56e72722d2d3464e89e447557a2c3b25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:33:11.423487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.487841 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.491363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.514254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba42d218-8244-46da-878b-d8b3e249c85b,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:11.523352 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.524502 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3acba692-82cf-428f-8ff9-e833d8593edc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406817 Apr 21 15:33:11.527336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43262) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:11.532724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'network': {'name': 'tempest-network-smoke--858671648', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'port_security_enabled': True}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:11.537513 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:11.541481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:network and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:11.544779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:11.550335 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:11.562939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:33:11.566446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.593536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:33:11.602461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.602819 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Added segment 9ad9951f-4df0-4ea0-aad6-4dcde32c8721 of type vlan for network bfabeda9-251f-4417-9743-45b2483e7a7e Apr 21 15:33:11.634802 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.663349 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.669558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:11.670130 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.776934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2483749 Apr 21 15:33:11.779600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43266) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:11.782477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b3121-1641-4f09-9e55-da99862a95eb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Network': ['ID=bfabeda9-251f-4417-9743-45b2483e7a7e,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:11.788518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'admin_state_up': True, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:11.794399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network bfabeda9-251f-4417-9743-45b2483e7a7e details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:33:11.797171 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:11.800910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:router and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:11.804017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:11.810567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:11.822467 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.823442 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:11.838299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.203974 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.501537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.534192 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.661783 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.123 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/56eba54c-4c7e-430d-ae7a-fe33eee2947f) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:12.807235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.840439 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:12.906891 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:12.909698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:12.912038 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:33:12.949177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=56eba54c-4c7e-430d-ae7a-fe33eee2947f,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:13.323011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:13.770000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:13.974491 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 7e59f105-4618-4e16-a2bd-297fab60531d is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:33:14.149294 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:33:14.158952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Sync routers for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:33:14.167876 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:14.168490 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:14.175028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.179051 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-944300e2-5853-4296-be1d-be3660431407 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3955536 Apr 21 15:33:14.179416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43274) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:14.220372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-558b2f0a-53d7-4db8-aa34-762aab8052d8 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?project_id=56e72722d2d3464e89e447557a2c3b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398273 Apr 21 15:33:14.222859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43278) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:14.347678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:14.354327 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4de7ef-d07d-4c3e-8c96-7cc16005763a tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:14.355782 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-4a4de7ef-d07d-4c3e-8c96-7cc16005763a tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320658 Apr 21 15:33:14.358810 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43282) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:14.401618 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dee883c6-08f2-4b6a-ae51-2671e6d93548 tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/subnets?network_id=3d886cf6-b946-42ff-a5ce-ba7bfd69f571&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417247 Apr 21 15:33:14.404161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43286) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:14.409633 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1060917851', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:14.521331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:14.525316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:subnet and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:14.528640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:14.534262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:14.544842 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:33:14.548496 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.664823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:13Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:14.669686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Checking router: 7e59f105-4618-4e16-a2bd-297fab60531d for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:33:14.670041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Updating router 7e59f105-4618-4e16-a2bd-297fab60531d port 56eba54c-4c7e-430d-ae7a-fe33eee2947f binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:33:14.722530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.765382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:14.963229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Subnet': ['ID=4c97693a-c183-4878-995b-ea1ca5fa65ba,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:14.967958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Checking segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:33:14.968328 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network hostable DHCP agents. Network: bfabeda9-251f-4417-9743-45b2483e7a7e, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:33:14.988537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network bfabeda9-251f-4417-9743-45b2483e7a7e is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:33:14.998309 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, bfabeda9-251f-4417-9743-45b2483e7a7e) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:15.002230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:15.002800 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.008187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a91341e-138c-45c6-82ab-2601296e04df None None] Network bfabeda9-251f-4417-9743-45b2483e7a7e requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:33:15.023249 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3fa104a1-4943-4682-9580-80896898d4f4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6174867 Apr 21 15:33:15.025679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43290) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:15.159258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.189363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Transition to ACTIVE for port object 56eba54c-4c7e-430d-ae7a-fe33eee2947f will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:15.226094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.346653 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Attempting to bind port 56eba54c-4c7e-430d-ae7a-fe33eee2947f on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:15.347014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Attempting to bind port 56eba54c-4c7e-430d-ae7a-fe33eee2947f by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:15.347364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Attempting to bind port 56eba54c-4c7e-430d-ae7a-fe33eee2947f on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:33:15.364265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:33:15.364629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:33:15.365020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.365426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:33:15.365877 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Bound port: 56eba54c-4c7e-430d-ae7a-fe33eee2947f, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:15.366237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.389251 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b5e5-ab77-4841-acd2-3d45cb10dca3 None None] Pushing event updated for resources: {'Port': ['ID=56eba54c-4c7e-430d-ae7a-fe33eee2947f,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:15.408379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-bfabeda9-251f-4417-9743-45b2483e7a7e', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:33:15.409186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.515193 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] For port 56eba54c-4c7e-430d-ae7a-fe33eee2947f, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:33:15.532186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] For port 56eba54c-4c7e-430d-ae7a-fe33eee2947f, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=56eba54c-4c7e-430d-ae7a-fe33eee2947f,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:33:15.536732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.664351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:15.664961 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:15.725099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:15.735114 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1b5e5-ab77-4841-acd2-3d45cb10dca3 None None] Pushing event updated for resources: {'Port': ['ID=56eba54c-4c7e-430d-ae7a-fe33eee2947f,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:15.739735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Allocated IP 172.20.0.2 (bfabeda9-251f-4417-9743-45b2483e7a7e/4c97693a-c183-4878-995b-ea1ca5fa65ba/028bcf54-4893-4687-ac25-8b92dc191126) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:15.979749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:16.281532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.321379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Transition to ACTIVE for port object 028bcf54-4893-4687-ac25-8b92dc191126 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:16.349063 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Transition to ACTIVE for port object 028bcf54-4893-4687-ac25-8b92dc191126 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:16.356746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.423955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.1 (bfabeda9-251f-4417-9743-45b2483e7a7e/4c97693a-c183-4878-995b-ea1ca5fa65ba/aace41a3-43df-407f-bc4d-bc0b9e3bf62a) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:16.426129 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Network bfabeda9-251f-4417-9743-45b2483e7a7e is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:16.430096 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:16.434775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:33:16.476533 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Pushing event updated for resources: {'Port': ['ID=028bcf54-4893-4687-ac25-8b92dc191126,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:16.485893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:13Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:16.517036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0ad72b-b1fc-4454-a79b-c2cf3557e089 None None] The sync data for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv is: [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:13Z', 'revision_number': 3, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:33:16.541322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Attempting to bind port 028bcf54-4893-4687-ac25-8b92dc191126 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:16.541814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Attempting to bind port 028bcf54-4893-4687-ac25-8b92dc191126 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:16.542052 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Attempting to bind port 028bcf54-4893-4687-ac25-8b92dc191126 on network bfabeda9-251f-4417-9743-45b2483e7a7e {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:33:16.548226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:33:16.548595 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Checking segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:33:16.548989 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.549404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Bound using segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:33:16.549861 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Bound port: 028bcf54-4893-4687-ac25-8b92dc191126, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:16.550230 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.589875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.607727 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object aace41a3-43df-407f-bc4d-bc0b9e3bf62a will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:16.634371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.648999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:33:16.654065 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=028bcf54-4893-4687-ac25-8b92dc191126,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:33:16.659806 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:16.705791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network bfabeda9-251f-4417-9743-45b2483e7a7e is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:16.708958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:16.712913 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:33:16.753020 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc785538-18f0-42b8-a501-83be7793e52d None None] Pushing event updated for resources: {'Port': ['ID=028bcf54-4893-4687-ac25-8b92dc191126,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:16.943974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 56eba54c-4c7e-430d-ae7a-fe33eee2947f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:16.944154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:16.963984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.067141 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 56eba54c-4c7e-430d-ae7a-fe33eee2947f completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:17.077498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 56eba54c-4c7e-430d-ae7a-fe33eee2947f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:17.077878 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.224552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.242811 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 56eba54c-4c7e-430d-ae7a-fe33eee2947f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=56eba54c-4c7e-430d-ae7a-fe33eee2947f,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:17.247269 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.313479 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.319577 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=56eba54c-4c7e-430d-ae7a-fe33eee2947f,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:17.741155 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.746196 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.830770 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae54d430-5e42-4ce6-a3e5-88ceefd27de1 None None] Network bfabeda9-251f-4417-9743-45b2483e7a7e requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:33:17.870811 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:17.873760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:17.937167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-30a8cf31-1dc1-4605-8938-1700dab59b65 None None] Provisioning for port 028bcf54-4893-4687-ac25-8b92dc191126 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:18.023379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network bfabeda9-251f-4417-9743-45b2483e7a7e is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:18.024568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:18.238650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 7e59f105-4618-4e16-a2bd-297fab60531d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:33:18.393266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-83f15f5d-888c-4f2e-8b44-d38d43b94685 None None] Provisioning for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:18.398807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-83f15f5d-888c-4f2e-8b44-d38d43b94685 None None] Provisioning complete for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:18.399166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83f15f5d-888c-4f2e-8b44-d38d43b94685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.437865 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:33:18.449772 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Sync routers for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:33:18.452557 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a508bc81-fc69-48fa-bec2-1d4adafcd764 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/7e59f105-4618-4e16-a2bd-297fab60531d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4258873 Apr 21 15:33:18.460936 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:18.461725 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:18.466907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-83f15f5d-888c-4f2e-8b44-d38d43b94685 None None] Port aace41a3-43df-407f-bc4d-bc0b9e3bf62a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:33:18.586166 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6c712df3-ce3e-4750-93d3-1c39fa26d81c None None] Provisioning complete for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:18.586762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6c712df3-ce3e-4750-93d3-1c39fa26d81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.654191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6c712df3-ce3e-4750-93d3-1c39fa26d81c None None] Port aace41a3-43df-407f-bc4d-bc0b9e3bf62a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:33:18.665552 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:18.760557 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-31f15e11-fcf5-4415-a028-383cb863a8ee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868521628&fields=id&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 267 time: 0.0414665 Apr 21 15:33:18.773952 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6bc39599-6012-4795-8d55-9660a147a6c0 None None] Provisioning complete for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:18.774319 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6bc39599-6012-4795-8d55-9660a147a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:18.842017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6bc39599-6012-4795-8d55-9660a147a6c0 None None] Port aace41a3-43df-407f-bc4d-bc0b9e3bf62a cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:33:18.975467 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 56eba54c-4c7e-430d-ae7a-fe33eee2947f up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:19.046361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 56eba54c-4c7e-430d-ae7a-fe33eee2947f triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:19.046730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.061498 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-c5cb5c32-def5-47ab-a9d4-e4be916e4610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:19.062185 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-c5cb5c32-def5-47ab-a9d4-e4be916e4610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:19.065413 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 2, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:19.069299 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Checking router: 7e59f105-4618-4e16-a2bd-297fab60531d for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:33:19.069667 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Updating router 7e59f105-4618-4e16-a2bd-297fab60531d port aace41a3-43df-407f-bc4d-bc0b9e3bf62a binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:33:19.077778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-c5cb5c32-def5-47ab-a9d4-e4be916e4610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:19.084070 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-c5cb5c32-def5-47ab-a9d4-e4be916e4610 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 796 time: 0.3118188 Apr 21 15:33:19.094295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-5e4ea233-5ba7-43db-b5a8-26702644ec32 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/quotas/56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Apr 21 15:33:19.129723 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.186668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-1364ddf2-61c2-4338-8222-511bcbe6cabb tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849392 Apr 21 15:33:19.229871 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 028bcf54-4893-4687-ac25-8b92dc191126 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:19.302457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 028bcf54-4893-4687-ac25-8b92dc191126 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:19.309379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 028bcf54-4893-4687-ac25-8b92dc191126 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:19.309795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.332608 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-111ab3f5-589c-432b-88d5-d0c7446e3ece service neutron] 10.222.0.35 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340852 Apr 21 15:33:19.439488 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.467596 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-e6fd6969-496e-4023-822f-97e23c6126aa service neutron] 10.222.0.35 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290934 Apr 21 15:33:19.472434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=028bcf54-4893-4687-ac25-8b92dc191126,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:19.476627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.490107 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.502742 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Transition to ACTIVE for port object aace41a3-43df-407f-bc4d-bc0b9e3bf62a will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:19.509272 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.550560 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=028bcf54-4893-4687-ac25-8b92dc191126,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:19.584875 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Pushing event updated for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:19.664360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-97071af9-fedc-4619-830e-7ba26dac55d4 req-ea0de941-ae3a-4d24-b826-a25abca97efd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 210 time: 0.0435431 Apr 21 15:33:19.692943 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.693249 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.693592 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.693921 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.694244 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.694564 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.694882 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.695221 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.695504 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.695815 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.696138 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.696434 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:33:19.758678 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Attempting to bind port aace41a3-43df-407f-bc4d-bc0b9e3bf62a on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:19.759228 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Attempting to bind port aace41a3-43df-407f-bc4d-bc0b9e3bf62a by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:19.759749 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Attempting to bind port aace41a3-43df-407f-bc4d-bc0b9e3bf62a on network bfabeda9-251f-4417-9743-45b2483e7a7e {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:33:19.766365 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:33:19.766984 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Checking segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:33:19.767531 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.768068 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Bound using segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:33:19.768670 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Bound port: aace41a3-43df-407f-bc4d-bc0b9e3bf62a, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:19.769229 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.873321 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] For port aace41a3-43df-407f-bc4d-bc0b9e3bf62a, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:33:19.877072 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] For port aace41a3-43df-407f-bc4d-bc0b9e3bf62a, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:33:19.881820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:19.968153 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:19.968952 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:32:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:20.052770 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7c03-315a-4fab-acce-9d94902df22a None None] Pushing event updated for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:20.174253 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:20.519024 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:19Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:20.523162 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ebbe69-bcaf-4603-b7f1-427d9444f890 None None] The sync data for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv is: [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:19Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:33:20.857239 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dbbd62b3-eed1-4660-ab00-96b1d8cce531 req-147b5444-ed57-48dc-becc-1615814fd8a7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 210 time: 0.0636652 Apr 21 15:33:20.954725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-335d1ab2-7b8c-4fcf-872a-2469f9e57a36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:20.955413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-335d1ab2-7b8c-4fcf-872a-2469f9e57a36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:20.968755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-335d1ab2-7b8c-4fcf-872a-2469f9e57a36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:network {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:20.969908 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-335d1ab2-7b8c-4fcf-872a-2469f9e57a36 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 796 time: 0.3588250 Apr 21 15:33:21.008152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device aace41a3-43df-407f-bc4d-bc0b9e3bf62a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:21.020760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-25d16480-769e-4201-acd7-495484c9081b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:33:21.037336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-25d16480-769e-4201-acd7-495484c9081b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:33:21.038727 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-25d16480-769e-4201-acd7-495484c9081b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56e72722d2d3464e89e447557a2c3b25 HTTP/1.1" status: 200 len: 380 time: 0.0583966 Apr 21 15:33:21.047823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'port': {'device_id': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'admin_state_up': True, 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'security_groups': ['0758fcc9-bd02-45da-b5f1-e322448e379f']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:21.083005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:21.087937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:21.088315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.195082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:21.199461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:port and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:21.203288 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:21.209231 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:21.214536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.220441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Made reservation on behalf of 56e72722d2d3464e89e447557a2c3b25 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:33:21.224200 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.251805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port aace41a3-43df-407f-bc4d-bc0b9e3bf62a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:21.256134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.257254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 028bcf54-4893-4687-ac25-8b92dc191126 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:21.381930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:21.397382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 028bcf54-4893-4687-ac25-8b92dc191126 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:21.397757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.399369 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.20.0.10 (bfabeda9-251f-4417-9743-45b2483e7a7e/4c97693a-c183-4878-995b-ea1ca5fa65ba/8779fb6b-85e7-4bff-8d0f-b16cd20fc249) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:21.601149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.617838 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Transition to ACTIVE for port object 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:21.641830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.719282 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network bfabeda9-251f-4417-9743-45b2483e7a7e is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:21.722590 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:21.726400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:33:21.757065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:21.798977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:21.799586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:21.828838 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-ebdd4bac-68ec-4f4d-8378-18205a8ce2c5 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7854593 Apr 21 15:33:21.840547 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Request body: {'port': {'device_id': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:21.957574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.030026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e28dbefc-0737-45cf-8e06-93b97107a2e0 None None] Provisioning for port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:22.036332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e28dbefc-0737-45cf-8e06-93b97107a2e0 None None] Provisioning complete for port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:22.036976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e28dbefc-0737-45cf-8e06-93b97107a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.055307 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007fa14-ea0b-4ab5-b3cf-797282b68247 req-2b0a6e24-bb75-4559-984b-ab353d9b1824 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:22.061300 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b007fa14-ea0b-4ab5-b3cf-797282b68247 req-2b0a6e24-bb75-4559-984b-ab353d9b1824 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 932 time: 0.0909171 Apr 21 15:33:22.098354 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e28dbefc-0737-45cf-8e06-93b97107a2e0 None None] Port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:33:22.108697 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b007fa14-ea0b-4ab5-b3cf-797282b68247 req-1722cb9b-574f-4c4b-b0a5-b40c8c64fe9b tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451415 Apr 21 15:33:22.301889 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:33:22.309372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.323505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Transition to ACTIVE for port object 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:33:22.327434 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.383454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.459997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Pushing event updated for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:22.565025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Attempting to bind port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:33:22.565387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Attempting to bind port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:33:22.565704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Attempting to bind port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 on network bfabeda9-251f-4417-9743-45b2483e7a7e {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:33:22.570161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 on network bfabeda9-251f-4417-9743-45b2483e7a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:33:22.570464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Attempting to bind port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 on network bfabeda9-251f-4417-9743-45b2483e7a7e {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:33:22.576528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:33:22.576789 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Checking segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:33:22.577151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Bound using segment: {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:33:22.577581 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Bound port: 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad9951f-4df0-4ea0-aad6-4dcde32c8721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:33:22.577908 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.671372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:33:22.674262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:33:22.678955 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.731586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:22.732478 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:22.733802 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] 10.222.0.13 "PUT /v2.0/ports/8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 1094 time: 0.8982069 Apr 21 15:33:22.736030 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:33:22.774528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9832a-cb9b-4ca8-b5b5-1563d3dada67 service neutron] Pushing event updated for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:22.819058 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15cef6f-a4e5-4de5-9b87-514e964de143'] response: {'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'status': 'completed', 'code': 200} Apr 21 15:33:22.895133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device aace41a3-43df-407f-bc4d-bc0b9e3bf62a up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:22.965474 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-95897ed8-4182-4f3b-95eb-41d7a3c2490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:22.966967 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-95897ed8-4182-4f3b-95eb-41d7a3c2490e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1097 time: 0.1896489 Apr 21 15:33:22.969170 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port aace41a3-43df-407f-bc4d-bc0b9e3bf62a triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:22.969572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:23.035583 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-385aa6e9-7fcf-4f8e-931b-50c97530d512 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 217 time: 0.0614526 Apr 21 15:33:23.099663 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-f48dbaaf-6e6b-4454-8f8c-a5e5dca3721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.101020 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-f48dbaaf-6e6b-4454-8f8c-a5e5dca3721a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0605245 Apr 21 15:33:23.176220 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379417dd-b642-4c73-8682-7706e67a5e15 req-778fb730-9567-4f96-9e5e-1901c8760a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.178084 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-778fb730-9567-4f96-9e5e-1901c8760a52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709660 Apr 21 15:33:23.289862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212dfe7-6aa2-425c-a5d9-d89056a0a740 req-c31fae7b-f3cc-4d4d-a009-5732c4fef131 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.291296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7212dfe7-6aa2-425c-a5d9-d89056a0a740 req-c31fae7b-f3cc-4d4d-a009-5732c4fef131 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 944 time: 0.0788035 Apr 21 15:33:23.310406 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-c514665a-c0ff-406c-aa00-bb834be92a59 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265934 Apr 21 15:33:23.336174 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7212dfe7-6aa2-425c-a5d9-d89056a0a740 req-d06b200e-b83c-4ed2-9265-31fa14bb989c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388722 Apr 21 15:33:23.441665 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-379417dd-b642-4c73-8682-7706e67a5e15 req-fcb0dcef-a666-4a3b-ac32-6ba387044aa4 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248522 Apr 21 15:33:23.555033 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-5338c9cd-2480-4b3a-b41d-09920e85f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.556444 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-5338c9cd-2480-4b3a-b41d-09920e85f0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1097 time: 0.0747764 Apr 21 15:33:23.687461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-a93cdb8d-f369-4f37-99fa-7dbaa95f2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.688881 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-a93cdb8d-f369-4f37-99fa-7dbaa95f2dce service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 897 time: 0.1266894 Apr 21 15:33:23.754081 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-d454e412-9d84-48f3-b09e-61b4830e0f04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 217 time: 0.0596070 Apr 21 15:33:23.817585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-c93d4dd1-207e-45f1-b5c7-f4bd369cd527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.818978 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-c93d4dd1-207e-45f1-b5c7-f4bd369cd527 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0594430 Apr 21 15:33:23.892154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-6b63ee26-bd6c-4378-a8e5-ee6fb59831ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:23.893517 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-6b63ee26-bd6c-4378-a8e5-ee6fb59831ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690920 Apr 21 15:33:24.023342 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-e57a79b9-3a6d-45ec-9bf2-e25d6ad8bbc9 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234667 Apr 21 15:33:24.154350 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fa46c2a3-421f-4f98-aa31-1e8611f00af6 req-4b857dc3-32eb-4204-9de0-e83836089634 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248064 Apr 21 15:33:24.520852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091bdf2-2cff-41ec-837a-a19da8ac9079 req-3a9f3822-b5a6-42c0-8ffb-46a057158a16 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:24.522219 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c091bdf2-2cff-41ec-837a-a19da8ac9079 req-3a9f3822-b5a6-42c0-8ffb-46a057158a16 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 944 time: 0.0811162 Apr 21 15:33:24.564767 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c091bdf2-2cff-41ec-837a-a19da8ac9079 req-144fc403-05a1-4250-9d9b-e717aa845967 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367050 Apr 21 15:33:25.477514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b85c136b-d939-4546-b422-b36ed5fdde56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:25.746734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f665fb9-7136-4f5d-a13e-e89fe7294abc req-27c5a398-b6d5-47c5-a38e-66d95555e501 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:25.748188 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f665fb9-7136-4f5d-a13e-e89fe7294abc req-27c5a398-b6d5-47c5-a38e-66d95555e501 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 944 time: 0.0802045 Apr 21 15:33:25.796567 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1f665fb9-7136-4f5d-a13e-e89fe7294abc req-a5b052ec-2f52-4a59-8949-7f3b699697de tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Apr 21 15:33:26.944303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:33:26.983551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa0072-d79e-4533-8bc6-451e8842558d req-1f5d1ec4-9daa-4890-b2bc-9214ff8c5806 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:26.985103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-91fa0072-d79e-4533-8bc6-451e8842558d req-1f5d1ec4-9daa-4890-b2bc-9214ff8c5806 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 944 time: 0.0811915 Apr 21 15:33:27.028831 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-91fa0072-d79e-4533-8bc6-451e8842558d req-d65d01c7-65e8-43e3-8aad-419d66314d54 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Apr 21 15:33:27.081367 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:27.095120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'port_id': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'mac_address': 'fa:16:3e:41:a1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:33:27.150477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:27.167843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:33:27.183070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:27.187465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:27.256036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:27.540005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['8779fb6b-85e7-4bff-8d0f-b16cd20fc249'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:33:27.661572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-76156611-fdfb-4b03-9cf6-1cae06d67675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:28.229311 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6d19f-c882-485e-9141-68499cbd6af2 req-04b64389-ad10-4d3d-afbf-aa4e18a539dc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:28.231320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15d6d19f-c882-485e-9141-68499cbd6af2 req-04b64389-ad10-4d3d-afbf-aa4e18a539dc tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 945 time: 0.0932682 Apr 21 15:33:28.276200 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15d6d19f-c882-485e-9141-68499cbd6af2 req-ed89ad25-ca79-409b-97eb-be18db69da65 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 Apr 21 15:33:28.921795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:28.962275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:33:29.028740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:33:29.033345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:33:29.033720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:29.126180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:29.189045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:29.216648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:33:29.226436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:33:29.233180 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:29.270389 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614aa7dd-897a-40d2-8551-5fd62ec315a7'] response: {'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'code': 200} Apr 21 15:33:29.303321 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:29.470983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec9c1a-c777-4396-865c-977781ebb0be req-56536ee5-bb97-4c47-ba34-6d8d858b2dce tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:29.472326 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cec9c1a-c777-4396-865c-977781ebb0be req-56536ee5-bb97-4c47-ba34-6d8d858b2dce tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0814083 Apr 21 15:33:29.491574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0d6f-0837-4f90-96fa-b61c50097dc2 req-e1b5f678-2520-495e-a962-cabf4adab626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:29.493024 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-032b0d6f-0837-4f90-96fa-b61c50097dc2 req-e1b5f678-2520-495e-a962-cabf4adab626 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1099 time: 0.0741308 Apr 21 15:33:29.518811 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7cec9c1a-c777-4396-865c-977781ebb0be req-5911e89f-1d6e-4ff8-9f82-17f1330dfe5e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Apr 21 15:33:29.534464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-032b0d6f-0837-4f90-96fa-b61c50097dc2 req-3e487c2b-3512-47fa-91a3-c52d2bd34615 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349777 Apr 21 15:33:30.592520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:30.756313 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6af9c5-aadc-4048-a3bd-7bc15b9ff2fa req-817d07b8-3799-4655-9a09-8baa25af99d7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:30.757891 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc6af9c5-aadc-4048-a3bd-7bc15b9ff2fa req-817d07b8-3799-4655-9a09-8baa25af99d7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0838075 Apr 21 15:33:30.819723 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fc6af9c5-aadc-4048-a3bd-7bc15b9ff2fa req-fc2efdb8-ca12-4bcb-ba51-3020bfdf6516 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501678 Apr 21 15:33:31.993448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0851d4a-ebfa-4af7-b975-168cbca91932 req-5fb8b3ec-7ae4-48a5-862b-fb98b8f0c2c4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:31.994862 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0851d4a-ebfa-4af7-b975-168cbca91932 req-5fb8b3ec-7ae4-48a5-862b-fb98b8f0c2c4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0771708 Apr 21 15:33:32.038271 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0851d4a-ebfa-4af7-b975-168cbca91932 req-db2a9eed-5267-42ec-85a6-86cffbf1b376 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 Apr 21 15:33:32.221785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee805bb-823d-4d4e-b3b5-42c193fb7632 req-70de76f2-cb57-42c2-b87b-bba0441decea tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:32.223195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eee805bb-823d-4d4e-b3b5-42c193fb7632 req-70de76f2-cb57-42c2-b87b-bba0441decea tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0815773 Apr 21 15:33:32.266470 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eee805bb-823d-4d4e-b3b5-42c193fb7632 req-9fd7173c-d315-4f95-b35b-ea44ccfd8878 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 Apr 21 15:33:32.288215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:32.357709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9bde95-4df1-4c81-945d-3bb9884d582a tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:32.359162 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3c9bde95-4df1-4c81-945d-3bb9884d582a tempest-TestNetworkAdvancedServerOps-1334176329 tempest-TestNetworkAdvancedServerOps-1334176329-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1094 time: 0.0700324 Apr 21 15:33:32.361910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43352) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:32.366585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:33:32.372998 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:33:32.376705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Usage tracker for resource:floatingip and tenant:56e72722d2d3464e89e447557a2c3b25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:33:32.379460 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:33:32.384909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:33:32.399746 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:32.529973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:32.663438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Allocated IP 172.26.4.51 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c669acc4-433a-4de1-8edc-e3396adc9756) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:33:32.810120 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:32.838658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:32.913667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:33:32.916400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:33:32.921249 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:33:32.956479 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=c669acc4-433a-4de1-8edc-e3396adc9756,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:33.437119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:33.511663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:33.719509 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:33.724658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:33.835491 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event updated for resources: {'Port': ['ID=c669acc4-433a-4de1-8edc-e3396adc9756,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:33:33.846489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:34.016889 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 1e7417b1-0b9d-41f5-9690-be52187185ee associated. External IP: 172.26.4.51, port: 8779fb6b-85e7-4bff-8d0f-b16cd20fc249. Apr 21 15:33:34.365689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 7e59f105-4618-4e16-a2bd-297fab60531d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:33:34.663461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:33:34.674851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Sync routers for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:33:34.686552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:34.686552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:33:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:34.690050 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:34.752260 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-491c7358-b5f3-4075-8afb-7dbea64b477e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3893645 Apr 21 15:33:34.753115 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:33:34.807241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc0969e-cec3-4102-b0d0-1e895225aac8'] response: {'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'status': 'completed', 'code': 200} Apr 21 15:33:34.870955 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:34.916752 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-64bf8f17-f4fa-4ac2-ab01-7cbd4ca1b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:34.918254 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-64bf8f17-f4fa-4ac2-ab01-7cbd4ca1b211 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1099 time: 0.0919044 Apr 21 15:33:34.930069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ce485-a5ad-4293-8408-749d30c73546 req-cf42d4b5-4f22-4be2-933c-4a68bb0dbb0f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:34.931520 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-968ce485-a5ad-4293-8408-749d30c73546 req-cf42d4b5-4f22-4be2-933c-4a68bb0dbb0f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0873351 Apr 21 15:33:34.977894 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-968ce485-a5ad-4293-8408-749d30c73546 req-3ff69ac1-17d9-4141-8853-31d5df92077d tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399020 Apr 21 15:33:35.000739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43360) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:35.051360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-ad8b0d80-c2ef-46c4-b75e-a117dd48b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:35.052788 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-ad8b0d80-c2ef-46c4-b75e-a117dd48b47d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 897 time: 0.1288476 Apr 21 15:33:35.113662 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-b3856377-e155-406c-99ff-7b0c350cd5dd tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 200 len: 991 time: 0.1112115 Apr 21 15:33:35.236461 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '1e7417b1-0b9d-41f5-9690-be52187185ee', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'port_id': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'mac_address': 'fa:16:3e:41:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:33Z', 'updated_at': '2022-04-21T15:33:33Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:35.240634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Checking router: 7e59f105-4618-4e16-a2bd-297fab60531d for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:33:35.248730 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:33:35.249363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:33:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:35.251010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-46d15592-f81c-49c8-a482-7fe99a3e3986 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 999 time: 0.1926813 Apr 21 15:33:35.321672 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-93a701aa-9029-4f76-815e-0d6c6f9c05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:35.323085 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-93a701aa-9029-4f76-815e-0d6c6f9c05d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0666430 Apr 21 15:33:35.401879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-2e0cc5be-d245-472a-914c-ad33029808b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:33:35.403960 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-2e0cc5be-d245-472a-914c-ad33029808b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753853 Apr 21 15:33:35.424537 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:33:35.544559 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-0e7cfcbb-59ff-4bf1-afc3-29276a3fc994 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250331 Apr 21 15:33:35.675486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5a7cf2ea-328b-4805-9b15-15122371dca2 req-dc70f282-ea2d-48a1-b461-79221731f538 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250241 Apr 21 15:33:35.770195 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '1e7417b1-0b9d-41f5-9690-be52187185ee', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'port_id': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'mac_address': 'fa:16:3e:41:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:33Z', 'updated_at': '2022-04-21T15:33:33Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:33:35.774299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528e676-905d-416f-afd2-0dc7a9be809b None None] The sync data for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv is: [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '1e7417b1-0b9d-41f5-9690-be52187185ee', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'floating_ip_address': '172.26.4.51', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'port_id': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'mac_address': 'fa:16:3e:41:a1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:33:33Z', 'updated_at': '2022-04-21T15:33:33Z', 'revision_number': 0, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:33:35.956376 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c0aab-8d57-405a-b41b-eefb6c826eea None None] New status for floating IP 1e7417b1-0b9d-41f5-9690-be52187185ee: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:33:36.117068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43364) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:36.226529 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2d6797e9-8091-48a4-8d29-bbf26b42442f tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 200 len: 991 time: 0.1082714 Apr 21 15:33:37.230929 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43368) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:33:37.336682 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-376a7b4b-c301-45bf-bd2f-02a6ddd272c7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 200 len: 993 time: 0.1046176 Apr 21 15:33:40.370980 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:33:52.386273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:55.478746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6f702fd5-f9eb-4eb5-91d6-43903a8d3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:57.643818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-310c9811-19f9-418d-9fa3-440882f6839d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:58.924037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:33:59.088720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:00.595970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:01.626836 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-b4f66317-eec6-4df3-b694-565bc968b3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675673 Apr 21 15:34:01.765823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-3cba8bb5-bd95-4693-a37d-45a588bb98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:01.767256 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-3cba8bb5-bd95-4693-a37d-45a588bb98a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1099 time: 0.0742085 Apr 21 15:34:01.913111 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-6ed70d79-3c3c-43c9-a10b-d6919e2e4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:01.914480 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-6ed70d79-3c3c-43c9-a10b-d6919e2e4e92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 897 time: 0.1276577 Apr 21 15:34:02.015183 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-bed34b29-a88f-40ba-b258-adc7df26d0ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 1001 time: 0.0944049 Apr 21 15:34:02.076850 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-531bd108-e753-4460-a2b6-0b441a4e746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:02.078293 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-531bd108-e753-4460-a2b6-0b441a4e746f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0567389 Apr 21 15:34:02.158923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-f2433ef0-5d55-4df6-8ba0-96cbd38ddefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:02.160327 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-f2433ef0-5d55-4df6-8ba0-96cbd38ddefe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731997 Apr 21 15:34:02.289433 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-5cf7f891-5a8a-44b8-9f74-c8b629a47ccf service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212852 Apr 21 15:34:02.418959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-449001b2-a584-4aa3-a26a-bb21c38be638 req-d6f3d0bd-ab43-439c-96d1-93a71ea96880 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228485 Apr 21 15:34:17.369068 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:34:22.392527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:25.483711 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0326b354-2c41-4977-964a-4978f6d5c978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:27.644881 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-43c29e08-27e6-4abb-b9bb-2ad73918cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:28.929329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:29.089501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:30.601046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:47.049291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7652f00-9ac1-4621-acd6-3b0ccb63c1cc req-996a9375-c512-4b02-b171-ba6f1def4e3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:47.050673 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7652f00-9ac1-4621-acd6-3b0ccb63c1cc req-996a9375-c512-4b02-b171-ba6f1def4e3c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0898511 Apr 21 15:34:47.094526 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7652f00-9ac1-4621-acd6-3b0ccb63c1cc req-1d5e322d-6fdd-49b7-8faf-d96bc8e8a3fa tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Apr 21 15:34:48.288349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ec8f9-f166-4976-b7fc-6e140ae760f2 req-db51dc8a-7404-4603-9ffd-d47328f22142 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:48.289824 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f59ec8f9-f166-4976-b7fc-6e140ae760f2 req-db51dc8a-7404-4603-9ffd-d47328f22142 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0804114 Apr 21 15:34:48.333668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f59ec8f9-f166-4976-b7fc-6e140ae760f2 req-d2275b5d-a84a-4bc3-a5f1-33008ae7ab3e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383091 Apr 21 15:34:49.512467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c26673-cb4f-45a7-bb6d-f1d3e17ff5cb req-a4af0233-900e-4319-944b-25801f6d9c97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:49.513911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7c26673-cb4f-45a7-bb6d-f1d3e17ff5cb req-a4af0233-900e-4319-944b-25801f6d9c97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0781806 Apr 21 15:34:49.560004 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7c26673-cb4f-45a7-bb6d-f1d3e17ff5cb req-c96a3f0a-48c2-4f08-b741-f0baadc21d97 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Apr 21 15:34:49.583720 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43398) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:34:49.685929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-08ebcd7f-c386-4922-8206-248892e10b04 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 200 len: 993 time: 0.1010380 Apr 21 15:34:51.144824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522db13-9cb0-4f98-9c87-d89538bbf87c req-15c427e3-bb18-46c2-a8c2-8e5c98a1bf7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:51.146231 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7522db13-9cb0-4f98-9c87-d89538bbf87c req-15c427e3-bb18-46c2-a8c2-8e5c98a1bf7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0838573 Apr 21 15:34:51.149250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-e247a55a-a732-4b82-b31a-761159c51b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:51.150695 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-e247a55a-a732-4b82-b31a-761159c51b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1099 time: 0.0715642 Apr 21 15:34:51.191295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7522db13-9cb0-4f98-9c87-d89538bbf87c req-410efa44-84cf-4c4f-84d1-a07108bab82e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389097 Apr 21 15:34:51.279643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-e8f9b13c-8655-40d5-94d7-899a0dc6a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:51.280984 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-e8f9b13c-8655-40d5-94d7-899a0dc6a840 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 897 time: 0.1249278 Apr 21 15:34:51.475197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-04d531c4-7ddc-43e8-9600-a0779259bd28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 1001 time: 0.1884179 Apr 21 15:34:51.536372 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-0beee5cd-17e1-4030-b00a-387e0fe3b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:51.537664 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-0beee5cd-17e1-4030-b00a-387e0fe3b230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0564454 Apr 21 15:34:51.616270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-3168d0c0-9501-4e59-9538-ad0b522c6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:51.617720 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-3168d0c0-9501-4e59-9538-ad0b522c6fad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726714 Apr 21 15:34:51.754181 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-eabfe164-185a-45e2-a330-265fc625f2a0 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298175 Apr 21 15:34:51.884325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a782b06-245d-4ebf-8e1b-d089ee6c6a05 req-f837e691-ef59-410d-9f3f-5319bcdb09b5 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240184 Apr 21 15:34:52.372197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a733b-878e-4586-b8aa-35735e714c8e req-1b6c2455-1cd0-4df4-96e6-c12506041c57 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:52.374156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c57a733b-878e-4586-b8aa-35735e714c8e req-1b6c2455-1cd0-4df4-96e6-c12506041c57 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0781934 Apr 21 15:34:52.407551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:52.423809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c57a733b-878e-4586-b8aa-35735e714c8e req-830e4499-4d88-4609-a0fc-51be4267b89e tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426643 Apr 21 15:34:53.609125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6853a-2b03-48ae-9fab-829c5721d9f2 req-46b717b2-956b-4c6e-9c21-02ee2fffa3e7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:53.610588 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3b6853a-2b03-48ae-9fab-829c5721d9f2 req-46b717b2-956b-4c6e-9c21-02ee2fffa3e7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0792458 Apr 21 15:34:53.653175 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a3b6853a-2b03-48ae-9fab-829c5721d9f2 req-e9ab4d44-97d4-4579-8e19-ca220193b4b4 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369768 Apr 21 15:34:53.676267 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43414) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:34:53.788493 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8fc6c330-7c71-40dd-81ab-3a5201a1b08c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 200 len: 993 time: 0.1110470 Apr 21 15:34:54.059466 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:34:54.367334 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:34:54.369756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port c669acc4-433a-4de1-8edc-e3396adc9756 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:34:54.370099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:54.536579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:54.536903 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:54.657301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for c669acc4-433a-4de1-8edc-e3396adc9756 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:34:54.806863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:54.853370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=c669acc4-433a-4de1-8edc-e3396adc9756,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:34:54.898904 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.899252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.899584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.899913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.900237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.900559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.900878 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.901195 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.901532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.901844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.902159 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.902477 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:54.957849 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:54.958178 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Floating IP 1e7417b1-0b9d-41f5-9690-be52187185ee disassociated (deleted). External IP: 172.26.4.51, port: 8779fb6b-85e7-4bff-8d0f-b16cd20fc249. Apr 21 15:34:55.302919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 7e59f105-4618-4e16-a2bd-297fab60531d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:34:55.478725 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:34:55.487863 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9f3afcca-54e7-40db-8ae9-461c67e87c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:55.492200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Sync routers for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:34:55.495157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:55.501572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:34:55.502176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:34:55.549570 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-07be8fb0-44f4-481d-a09a-60b7c0001dec tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/floatingips/1e7417b1-0b9d-41f5-9690-be52187185ee HTTP/1.1" status: 204 len: 168 time: 1.4890754 Apr 21 15:34:55.550138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:34:55.600855 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33f1293-f331-4c40-af98-522334d470a6'] response: {'name': 'network-changed', 'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'status': 'completed', 'code': 200} Apr 21 15:34:55.690277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:34:55.696649 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-9d784327-6a50-4a85-93da-4c0939687fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:55.698635 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-9d784327-6a50-4a85-93da-4c0939687fca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=56e72722d2d3464e89e447557a2c3b25&device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 1099 time: 0.0746744 Apr 21 15:34:55.846494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-d6ac5e57-09d4-4ab0-95fc-27d3db06edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:55.847923 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-d6ac5e57-09d4-4ab0-95fc-27d3db06edc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 200 len: 897 time: 0.1429820 Apr 21 15:34:55.930033 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-a23af792-e9ef-4ebc-a235-1ac4aa709785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 200 len: 217 time: 0.0748007 Apr 21 15:34:55.943806 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14d98b-8934-49d1-8aad-3d7101948f35 req-558b45f5-1a47-4199-8a33-92319663c267 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:55.944493 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-4a14d98b-8934-49d1-8aad-3d7101948f35 req-558b45f5-1a47-4199-8a33-92319663c267 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:34:55.962088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-4a14d98b-8934-49d1-8aad-3d7101948f35 req-558b45f5-1a47-4199-8a33-92319663c267 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:34:55.963230 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a14d98b-8934-49d1-8aad-3d7101948f35 req-558b45f5-1a47-4199-8a33-92319663c267 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.1012912 Apr 21 15:34:55.997963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-3a3c4e70-2689-4bb3-b81c-793108251813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:55.999430 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-3a3c4e70-2689-4bb3-b81c-793108251813 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 200 len: 835 time: 0.0615664 Apr 21 15:34:56.011413 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4a14d98b-8934-49d1-8aad-3d7101948f35 req-66cd0eca-480d-4427-b711-62396b4eca28 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412076 Apr 21 15:34:56.033424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:34:56.033424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Checking router: 7e59f105-4618-4e16-a2bd-297fab60531d for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:34:56.037936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:34:56.038534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:34:56.082151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-3049de29-9f39-4086-9044-57a45a2a8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:56.083627 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-3049de29-9f39-4086-9044-57a45a2a8b20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfabeda9-251f-4417-9743-45b2483e7a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766389 Apr 21 15:34:56.216349 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:34:56.218470 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-76b9eb90-3046-4f0d-b5e6-b4987751da82 service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262093 Apr 21 15:34:56.353067 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-fd25d1d3-7822-44e7-9f8b-cb609ebf6e05 req-77126dd7-d3bc-482b-b9ea-515bcfd0a84a service neutron] 10.222.0.13 "GET /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286664 Apr 21 15:34:56.529615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:34:56.533905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc265b1-b72b-4361-8602-56e343791018 None None] The sync data for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv is: [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'aace41a3-43df-407f-bc4d-bc0b9e3bf62a', 'name': '', 'network_id': 'bfabeda9-251f-4417-9743-45b2483e7a7e', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'mac_address': 'fa:16:3e:62:de:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:15Z', 'updated_at': '2022-04-21T15:33:21Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'subnets': [{'id': '4c97693a-c183-4878-995b-ea1ca5fa65ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:34:56.745067 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9797ae-5103-4282-b0a9-c043b9ff1dad None None] New status for floating IP 1e7417b1-0b9d-41f5-9690-be52187185ee: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:34:57.194099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914e527-7194-4869-927a-1db6f1eb7892 req-fc11da44-87c1-4d2a-a58d-84df3aaa53a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:57.195549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9914e527-7194-4869-927a-1db6f1eb7892 req-fc11da44-87c1-4d2a-a58d-84df3aaa53a9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0777681 Apr 21 15:34:57.351921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9914e527-7194-4869-927a-1db6f1eb7892 req-2cc9ade8-0a5e-47da-8335-38f543e59cbf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/security-groups?id=0758fcc9-bd02-45da-b5f1-e322448e379f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508603 Apr 21 15:34:57.645708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce1cb399-9b67-483f-8c77-63430b8bfc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:57.721988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-f61fbbc5-55ac-4bbb-b9b3-f85040509ac9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:34:57.722661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-f61fbbc5-55ac-4bbb-b9b3-f85040509ac9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Synchronizing usage tracker for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:34:57.734920 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-f61fbbc5-55ac-4bbb-b9b3-f85040509ac9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Unset dirty status for tenant:56e72722d2d3464e89e447557a2c3b25 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:34:57.735957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-f61fbbc5-55ac-4bbb-b9b3-f85040509ac9 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 946 time: 0.0947771 Apr 21 15:34:57.804877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:34:57.805224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:58.050292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:34:58.050566 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:58.267066 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:34:58.409064 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:58.461167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=8779fb6b-85e7-4bff-8d0f-b16cd20fc249,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:34:58.500885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-25d83e44-ba29-453e-83cf-2eaf6a0f4caf req-0544b644-c7e6-46e1-a730-0a7660f28124 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c00fe19-755a-4e7b-9bdc-f54a7db2ee39 HTTP/1.1" status: 200 len: 210 time: 0.0435932 Apr 21 15:34:58.501963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.502306 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.502646 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.502976 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.503302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.503627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.503949 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.504270 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.504589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.504905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.505236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.505558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:34:58.548645 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:34:58.551011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:58.553410 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'name': 'network-vif-deleted', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:34:58.568932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a30a3634-6c59-4615-80b8-5b4316a27f45 req-9efce25e-2aa7-4c70-9da7-070eb90f7d7a tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.13 "DELETE /v2.0/ports/8779fb6b-85e7-4bff-8d0f-b16cd20fc249 HTTP/1.1" status: 204 len: 173 time: 0.8277948 Apr 21 15:34:58.602499 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf493246-bc4b-4360-b806-5365c5224ecd'] response: {'server_uuid': '2c00fe19-755a-4e7b-9bdc-f54a7db2ee39', 'name': 'network-vif-deleted', 'tag': '8779fb6b-85e7-4bff-8d0f-b16cd20fc249', 'status': 'completed', 'code': 200} Apr 21 15:34:58.931680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:59.091945 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:34:59.597936 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43440) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:00.144198 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:00.494653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port aace41a3-43df-407f-bc4d-bc0b9e3bf62a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:35:00.494902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:00.602237 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:00.680391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port aace41a3-43df-407f-bc4d-bc0b9e3bf62a, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:00.680959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:00.802922 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for aace41a3-43df-407f-bc4d-bc0b9e3bf62a owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:35:01.101891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:01.159110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=aace41a3-43df-407f-bc4d-bc0b9e3bf62a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:01.397524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:35:01.433605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:01.434169 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:35:01.434515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 8779fb6b-85e7-4bff-8d0f-b16cd20fc249 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:35:01.787826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Router 7e59f105-4618-4e16-a2bd-297fab60531d has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:35:01.960360 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:01.969865 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Sync routers for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:01.975684 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e5c2cc3b-d4bf-4429-8326-1e7bdeeb19bf tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "PUT /v2.0/routers/7e59f105-4618-4e16-a2bd-297fab60531d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3741972 Apr 21 15:35:01.975962 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43444) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:01.979127 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:01.979849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:02.045426 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting subnet 4c97693a-c183-4878-995b-ea1ca5fa65ba {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:35:02.048567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.103494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.184705 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.194455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:02.261225 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.302906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.305537 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Subnet': ['ID=4c97693a-c183-4878-995b-ea1ca5fa65ba,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:02.313511 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058314a-d742-4b08-827d-a03ac625a304 None None] Network bfabeda9-251f-4417-9743-45b2483e7a7e requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:35:02.313669 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ee13c9d9-96c0-4e5a-b21d-95dd793ff0b7 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/subnets/4c97693a-c183-4878-995b-ea1ca5fa65ba HTTP/1.1" status: 204 len: 168 time: 0.3367727 Apr 21 15:35:02.316323 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43448) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:02.614723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.647233 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:35:01Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:02.651636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Checking router: 7e59f105-4618-4e16-a2bd-297fab60531d for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:02.660963 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Routers {'7e59f105-4618-4e16-a2bd-297fab60531d'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:02.661596 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7e59f105-4618-4e16-a2bd-297fab60531d'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:02.719432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] DHCP port deletion for bfabeda9-251f-4417-9743-45b2483e7a7e request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:35:02.734018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Deleting port 028bcf54-4893-4687-ac25-8b92dc191126 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:35:02.734415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.805947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.816391 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 56eba54c-4c7e-430d-ae7a-fe33eee2947f {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:35:02.816732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:02.920786 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] Set router 7e59f105-4618-4e16-a2bd-297fab60531d gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:02.994926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 56eba54c-4c7e-430d-ae7a-fe33eee2947f, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=56eba54c-4c7e-430d-ae7a-fe33eee2947f,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:02.995285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.027910 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 028bcf54-4893-4687-ac25-8b92dc191126 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:35:03.132567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 56eba54c-4c7e-430d-ae7a-fe33eee2947f owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:35:03.309355 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.358665 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=56eba54c-4c7e-430d-ae7a-fe33eee2947f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:03.376480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=028bcf54-4893-4687-ac25-8b92dc191126,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:03.376868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.448658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.516108 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Calling delete_port for 028bcf54-4893-4687-ac25-8b92dc191126 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:35:03.577641 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.621042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.623219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.648213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.648815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Fanout notify agent at l3_agent the message router_deleted on router 7e59f105-4618-4e16-a2bd-297fab60531d {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:35:03.654626 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=028bcf54-4893-4687-ac25-8b92dc191126,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:03.661777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.664706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.665943 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-797f86ca-ada4-418b-b6a5-df278bedf97c tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/routers/7e59f105-4618-4e16-a2bd-297fab60531d HTTP/1.1" status: 204 len: 168 time: 1.3486655 Apr 21 15:35:03.668770 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43452) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:03.700070 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:35:03.700344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:35:03.736334 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:35:01Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:03.740706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=028bcf54-4893-4687-ac25-8b92dc191126,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:03.744510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4192dd-1bc6-46de-a2e6-d5a4aa2befe7 None None] The sync data for ids ['7e59f105-4618-4e16-a2bd-297fab60531d'] in dv-neutron-838896-1-hyperv is: [{'id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255501953', 'tenant_id': '56e72722d2d3464e89e447557a2c3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:33:11Z', 'updated_at': '2022-04-21T15:35:01Z', 'revision_number': 5, 'project_id': '56e72722d2d3464e89e447557a2c3b25', 'gw_port': {'id': '56eba54c-4c7e-430d-ae7a-fe33eee2947f', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e59f105-4618-4e16-a2bd-297fab60531d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:33:12Z', 'updated_at': '2022-04-21T15:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:03.750317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.750664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.750996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.751324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.751648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.751969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.752287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.752605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.752923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.753254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.753574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.753883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:03.795963 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:03.806350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Deleting port 028bcf54-4893-4687-ac25-8b92dc191126 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:35:03.806683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.010579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] For port 028bcf54-4893-4687-ac25-8b92dc191126, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=028bcf54-4893-4687-ac25-8b92dc191126,segment=NetworkSegment(9ad9951f-4df0-4ea0-aad6-4dcde32c8721),segment_id=9ad9951f-4df0-4ea0-aad6-4dcde32c8721)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:04.010851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.135546 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Calling delete_port for 028bcf54-4893-4687-ac25-8b92dc191126 owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:35:04.201846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Deleting port 028bcf54-4893-4687-ac25-8b92dc191126 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:35:04.202654 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.218924 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.265692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Port': ['ID=028bcf54-4893-4687-ac25-8b92dc191126,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:04.269073 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] No DVR routers for this DVR port 028bcf54-4893-4687-ac25-8b92dc191126 on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:35:04.273218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4a16f5b6-0a22-484b-923d-c24253ea6801 None None] The port '028bcf54-4893-4687-ac25-8b92dc191126' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:35:04.398668 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.424973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfabeda9-251f-4417-9743-45b2483e7a7e']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:04.437060 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad9951f-4df0-4ea0-aad6-4dcde32c8721') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:04.437384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad9951f-4df0-4ea0-aad6-4dcde32c8721') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:04.448302 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.463724 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.470427 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:35:04.470927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:35:04.489422 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:35:04.565966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.583573 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.595095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'Network': ['ID=bfabeda9-251f-4417-9743-45b2483e7a7e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:04.608552 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-d752a415-4ec2-4b46-98af-550afb354ff2 tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/networks/bfabeda9-251f-4417-9743-45b2483e7a7e HTTP/1.1" status: 204 len: 168 time: 0.9379098 Apr 21 15:35:04.611150 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43456) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:04.681900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.711366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.782911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.802900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0758fcc9-bd02-45da-b5f1-e322448e379f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:04.818358 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:04.819654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9b43bfb9-d991-4239-930f-84123588abee tempest-TestNetworkAdvancedServerOps-1315055203 tempest-TestNetworkAdvancedServerOps-1315055203-project] 10.222.0.35 "DELETE /v2.0/security-groups/0758fcc9-bd02-45da-b5f1-e322448e379f HTTP/1.1" status: 204 len: 168 time: 0.2073147 Apr 21 15:35:04.935208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device aace41a3-43df-407f-bc4d-bc0b9e3bf62a no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:35:04.969364 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: aace41a3-43df-407f-bc4d-bc0b9e3bf62a {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:35:04.969709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device aace41a3-43df-407f-bc4d-bc0b9e3bf62a not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:35:04.970117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 56eba54c-4c7e-430d-ae7a-fe33eee2947f no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:35:05.002905 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 56eba54c-4c7e-430d-ae7a-fe33eee2947f {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:35:05.003252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 56eba54c-4c7e-430d-ae7a-fe33eee2947f not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:35:05.187209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43466) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:05.417208 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cb73c9d3-b713-449c-b87d-354a0bbf503a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56e72722d2d3464e89e447557a2c3b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288573 Apr 21 15:35:05.419609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43474) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:05.480366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:05.506099 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:05.557554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:05.573490 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cca3bfa-b62d-4274-84b6-271c3b18dfeb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:05.584604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:05.585675 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-29d090fc-fed4-4176-9aef-c846ec12cc34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cca3bfa-b62d-4274-84b6-271c3b18dfeb HTTP/1.1" status: 204 len: 168 time: 0.1651940 Apr 21 15:35:05.873997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43482) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:05.890916 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:05.905866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:05.909562 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Usage tracker for resource:security_group_rule and tenant:48a173fe8f264932948cea0001c43e99 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:05.912235 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:05.917668 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:05.999068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.002592 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.049196 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=48a173fe8f264932948cea0001c43e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739702 Apr 21 15:35:06.050789 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20de1b5-c86d-4ec5-a3c7-39b6fec546bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21f2eef-c00d-48fd-a511-477c53a051a5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:06.052017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43486) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:06.110753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.136086 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.191237 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.205749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21f2eef-c00d-48fd-a511-477c53a051a5,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:06.213881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:06.215703 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-2c2d2e52-ddfb-4aa2-83ed-a4cf9e7e83c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a21f2eef-c00d-48fd-a511-477c53a051a5 HTTP/1.1" status: 204 len: 168 time: 0.1616852 Apr 21 15:35:06.972165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:07.079863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-472268605-network', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:07.084659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:07.088455 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Usage tracker for resource:network and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:07.091359 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:07.101784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:07.111484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Made reservation on behalf of fad07330b4c4403b9438826da23b3a7a for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:35:07.113753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.234751 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.249329 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:07.253051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:07.255775 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:07.261234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:07.342942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.346507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.372011 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:35:07.384292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9060aed2-054d-4235-8d02-1c56a3c38eac,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:07.388582 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.388941 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Added segment 7fd2633b-3a80-4760-b206-fb625dee467f of type vlan for network a83d1c54-aeee-46d9-8f07-5332e26420a6 Apr 21 15:35:07.414919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.442959 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.443897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:07.444456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.550293 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] Pushing event updated for resources: {'Network': ['ID=a83d1c54-aeee-46d9-8f07-5332e26420a6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:07.553309 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6673dd9d-7427-4f38-bb5d-3948feb13fde admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5801218 Apr 21 15:35:07.556319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43516) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:07.560594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:35:07.567907 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Request body: {'subnet': {'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-472268605-subnet', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:07.572967 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:07.577527 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Usage tracker for resource:subnet and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:07.580671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:07.586263 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:07.597413 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Made reservation on behalf of fad07330b4c4403b9438826da23b3a7a for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:35:07.599749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.888902 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:07.963357 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c4752e-fe26-4991-9ea9-9390062c0ce0,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:07.971127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Checking segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:07.971469 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Network hostable DHCP agents. Network: a83d1c54-aeee-46d9-8f07-5332e26420a6, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:35:07.989768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:35:07.998176 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, a83d1c54-aeee-46d9-8f07-5332e26420a6) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:08.002262 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:08.002830 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.007329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b20091-98f2-4d53-bb5c-99f655640015 None None] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:35:08.022186 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-099b5afe-a423-4f5c-b0af-8e2bd1dac13d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4645414 Apr 21 15:35:08.024790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43520) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:08.029569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:08.034758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:08.038535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Usage tracker for resource:router and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:08.041371 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:08.047661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:08.058129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.059157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.074437 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.225823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-a83d1c54-aeee-46d9-8f07-5332e26420a6', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:35:08.226640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.346846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.382338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Allocated IP 172.20.0.2 (a83d1c54-aeee-46d9-8f07-5332e26420a6/d4c4752e-fe26-4991-9ea9-9390062c0ce0/fd24ee49-9766-4f20-ab87-a31a7963893e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:08.583890 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.594018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Transition to ACTIVE for port object fd24ee49-9766-4f20-ab87-a31a7963893e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:08.611660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Transition to ACTIVE for port object fd24ee49-9766-4f20-ab87-a31a7963893e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:08.618848 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.657292 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.688571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:08.691405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:08.691989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.694937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:08.726256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Pushing event updated for resources: {'Port': ['ID=fd24ee49-9766-4f20-ab87-a31a7963893e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:08.790581 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Attempting to bind port fd24ee49-9766-4f20-ab87-a31a7963893e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:08.791221 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Attempting to bind port fd24ee49-9766-4f20-ab87-a31a7963893e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:08.791749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Attempting to bind port fd24ee49-9766-4f20-ab87-a31a7963893e on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:08.797338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:08.797918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Checking segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:08.798498 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.799142 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Bound using segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:08.799753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Bound port: fd24ee49-9766-4f20-ab87-a31a7963893e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:08.800299 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.828819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Allocated IP 172.26.4.116 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/122aa978-1283-4761-a7e3-de44d73e323c) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:08.928176 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] For port fd24ee49-9766-4f20-ab87-a31a7963893e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:08.931152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] For port fd24ee49-9766-4f20-ab87-a31a7963893e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fd24ee49-9766-4f20-ab87-a31a7963893e,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:08.935103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:08.983655 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:09.012942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:09.019957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757e071-4176-4256-abcf-afef8b7c15cd None None] Pushing event updated for resources: {'Port': ['ID=fd24ee49-9766-4f20-ab87-a31a7963893e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:09.079692 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:09.082640 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:09.086287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:09.120740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Pushing event updated for resources: {'Port': ['ID=122aa978-1283-4761-a7e3-de44d73e323c,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:09.620579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:09.933072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32663f8-ad37-4e1e-95f8-e97aa3153864 None None] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:35:09.977846 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:10.041527 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-39cc5220-f146-4e15-9873-d39a98eb527d None None] Provisioning for port fd24ee49-9766-4f20-ab87-a31a7963893e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:10.183063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:35:10.370977 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:10.383211 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:10.393585 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:10.394225 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:10.394368 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:10.395558 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-28f03866-2de2-4043-b29e-682bf9f7b3de admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3698354 Apr 21 15:35:10.398531 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43524) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:10.573227 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:10.859272 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:09Z', 'revision_number': 3, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:10.863015 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:10.863356 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Updating router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 port 122aa978-1283-4761-a7e3-de44d73e323c binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:35:10.919644 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:10.972755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fd24ee49-9766-4f20-ab87-a31a7963893e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:11.046939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port fd24ee49-9766-4f20-ab87-a31a7963893e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:11.052361 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fd24ee49-9766-4f20-ab87-a31a7963893e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:11.052744 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.175934 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.209069 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.209796 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port fd24ee49-9766-4f20-ab87-a31a7963893e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fd24ee49-9766-4f20-ab87-a31a7963893e,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:11.214199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.282532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=fd24ee49-9766-4f20-ab87-a31a7963893e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:11.286285 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.299259 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Transition to ACTIVE for port object 122aa978-1283-4761-a7e3-de44d73e323c will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:11.305731 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.384986 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Attempting to bind port 122aa978-1283-4761-a7e3-de44d73e323c on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:11.385655 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Attempting to bind port 122aa978-1283-4761-a7e3-de44d73e323c by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:11.385760 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Attempting to bind port 122aa978-1283-4761-a7e3-de44d73e323c on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:11.389397 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Pushing event updated for resources: {'Port': ['ID=122aa978-1283-4761-a7e3-de44d73e323c,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:11.397748 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.398085 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.398429 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.398738 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.399054 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.399374 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.399690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.400004 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.400315 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.400624 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.400936 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.401266 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:35:11.404304 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:11.404666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:11.405227 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.405610 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:11.406118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Bound port: 122aa978-1283-4761-a7e3-de44d73e323c, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:11.406587 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.425301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Allocated IP 172.20.0.1 (a83d1c54-aeee-46d9-8f07-5332e26420a6/d4c4752e-fe26-4991-9ea9-9390062c0ce0/3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:11.490473 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] For port 122aa978-1283-4761-a7e3-de44d73e323c, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:11.493343 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] For port 122aa978-1283-4761-a7e3-de44d73e323c, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=122aa978-1283-4761-a7e3-de44d73e323c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:11.498131 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.577514 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70be38c-2f11-49c0-8e14-55820d0dda3d None None] Pushing event updated for resources: {'Port': ['ID=122aa978-1283-4761-a7e3-de44d73e323c,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:11.580618 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.581196 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:11.581820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:11.596990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Transition to ACTIVE for port object 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:11.620445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.688050 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:11.690921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:11.694560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:11.729917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Pushing event updated for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:11.754395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:11.760924 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:11.936766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.016974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eaebdf39-927e-429b-9aba-88eda5cb7547 None None] Provisioning for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:12.022424 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-eaebdf39-927e-429b-9aba-88eda5cb7547 None None] Provisioning complete for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:12.022785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eaebdf39-927e-429b-9aba-88eda5cb7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.059993 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:09Z', 'revision_number': 3, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:12.064643 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0bc60-2cca-427d-9522-02a4276295e8 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:09Z', 'revision_number': 3, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:12.084250 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-eaebdf39-927e-429b-9aba-88eda5cb7547 None None] Port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:35:12.172535 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.177159 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.291307 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.305119 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Pushing event updated for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:12.453912 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:12.455164 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:12.708868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a1db6179-8011-4513-93c5-81bbf57b89af None None] Provisioning complete for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:12.709342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a1db6179-8011-4513-93c5-81bbf57b89af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:12.764696 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a1db6179-8011-4513-93c5-81bbf57b89af None None] Port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:35:12.777016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:35:12.967284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:12.977499 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-5bc20553-8528-462c-acfb-14bcca95232b admin admin] 10.222.0.35 "PUT /v2.0/routers/1dcfe353-3fbb-448e-8791-0ff8f34fcb97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777540 Apr 21 15:35:13.016947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 122aa978-1283-4761-a7e3-de44d73e323c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:13.084220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 122aa978-1283-4761-a7e3-de44d73e323c completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:13.088817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 122aa978-1283-4761-a7e3-de44d73e323c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:13.089183 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.214555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.232440 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 122aa978-1283-4761-a7e3-de44d73e323c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=122aa978-1283-4761-a7e3-de44d73e323c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:13.238152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.238891 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fd24ee49-9766-4f20-ab87-a31a7963893e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:13.357391 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=122aa978-1283-4761-a7e3-de44d73e323c,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:13.369099 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port fd24ee49-9766-4f20-ab87-a31a7963893e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:13.369495 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.500487 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43542) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:13.506465 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-379854685-network', 'tenant_id': 'd7da790d38924bd4970045fafda4797f'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:13.511229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:13.521776 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Usage tracker for resource:network and tenant:d7da790d38924bd4970045fafda4797f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:13.525218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:13.531076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:13.542523 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Made reservation on behalf of d7da790d38924bd4970045fafda4797f for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:35:13.544773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.557548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.572246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:13.576020 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Usage tracker for resource:security_group_rule and tenant:d7da790d38924bd4970045fafda4797f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:13.579892 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:13.585448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:13.675000 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.679202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.687543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:13.697273 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:13.697679 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:13.713178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:35:13.718740 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd03263d-4b54-4dd7-8f9e-6664d5123fed,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:13.725644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.725983 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Added segment 1a03dbeb-ffe5-4dff-8db9-f999d530242e of type vlan for network e2bd746c-8524-4d0e-851e-51c700708455 Apr 21 15:35:13.752821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.783617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.784628 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:13.785250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.885854 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:13.891329 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=e2bd746c-8524-4d0e-851e-51c700708455,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:13.894285 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-eea47698-7440-44ed-b343-4722f1883bd1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3927069 Apr 21 15:35:13.897169 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43546) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:13.902350 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Request body: {'subnet': {'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-379854685-subnet', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'ip_version': 4}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:13.908236 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:13.912136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Usage tracker for resource:subnet and tenant:d7da790d38924bd4970045fafda4797f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:13.914953 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:13.921163 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:13.931833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Made reservation on behalf of d7da790d38924bd4970045fafda4797f for: {'subnet': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:35:13.934043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8201588'] for subnet, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:13.939870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network e2bd746c-8524-4d0e-851e-51c700708455 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:35:14.142156 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1214945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8201606'] for subnet, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.221617 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70bac5a7-d210-47f6-9508-4ac85dc26326,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:14.227110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Checking segment: {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:14.227436 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Network hostable DHCP agents. Network: e2bd746c-8524-4d0e-851e-51c700708455, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:35:14.246284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Network e2bd746c-8524-4d0e-851e-51c700708455 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:35:14.255416 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, e2bd746c-8524-4d0e-851e-51c700708455) {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:14.259921 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:14.260492 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.271167 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7ace5-e2f8-423c-a8b2-19b29b8af4b4 None None] Network e2bd746c-8524-4d0e-851e-51c700708455 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:35:14.281159 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-6569bce2-97d3-42d2-b659-f086cc4b7076 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3829844 Apr 21 15:35:14.283607 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43550) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:14.288336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:14.292744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:14.297078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Usage tracker for resource:router and tenant:d7da790d38924bd4970045fafda4797f is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:14.299879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:14.305403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:14.315905 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.316934 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.333432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.548271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:12Z', 'revision_number': 2, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:14.563443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:14.563814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Updating router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:35:14.589135 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-e2bd746c-8524-4d0e-851e-51c700708455', 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'fixed_ips': [{'subnet_id': '70bac5a7-d210-47f6-9508-4ac85dc26326'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:35:14.589965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.599826 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.673706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:14.892433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Allocated IP 172.20.0.2 (e2bd746c-8524-4d0e-851e-51c700708455/70bac5a7-d210-47f6-9508-4ac85dc26326/f0bba798-8db0-4ce3-b988-2c040a747f3e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:15.009023 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 122aa978-1283-4761-a7e3-de44d73e323c up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:15.028222 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.061699 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.193377 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Allocated IP 172.26.4.194 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/c8458c9f-0c11-4cf5-a512-85c803167b75) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:15.248371 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 122aa978-1283-4761-a7e3-de44d73e323c triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:15.248765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.356158 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.385644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.391226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.411214 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.420115 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Transition to ACTIVE for port object f0bba798-8db0-4ce3-b988-2c040a747f3e will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:15.437443 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Transition to ACTIVE for port object 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:15.458203 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:15.461363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:15.463927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:15.479216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.515312 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Pushing event updated for resources: {'Port': ['ID=c8458c9f-0c11-4cf5-a512-85c803167b75,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:15.572680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Transition to ACTIVE for port object f0bba798-8db0-4ce3-b988-2c040a747f3e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:15.604643 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.692271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b37ba-0ebc-415a-af9b-98ad4e78eb60 None None] Pushing event updated for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:15.770912 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Network e2bd746c-8524-4d0e-851e-51c700708455 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:15.788976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:15.823454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:15.844309 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Pushing event updated for resources: {'Port': ['ID=f0bba798-8db0-4ce3-b988-2c040a747f3e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:15.901684 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.918255 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Attempting to bind port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:15.918627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Attempting to bind port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:15.918984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Attempting to bind port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:15.938968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:15.939338 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Checking segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:15.939735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.940119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Bound using segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:15.940572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Bound port: 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:15.940936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:15.987978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Attempting to bind port f0bba798-8db0-4ce3-b988-2c040a747f3e on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:15.988260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Attempting to bind port f0bba798-8db0-4ce3-b988-2c040a747f3e by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:15.988615 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Attempting to bind port f0bba798-8db0-4ce3-b988-2c040a747f3e on network e2bd746c-8524-4d0e-851e-51c700708455 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:16.007799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:16.008171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Checking segment: {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:16.008566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.008946 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Bound using segment: {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:16.009445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Bound port: f0bba798-8db0-4ce3-b988-2c040a747f3e, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:16.009815 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.109720 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] For port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:16.120150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] For port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:16.126887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.190896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] For port f0bba798-8db0-4ce3-b988-2c040a747f3e, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:16.216983 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:16.217827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:16.249982 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.285913 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] For port f0bba798-8db0-4ce3-b988-2c040a747f3e, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f0bba798-8db0-4ce3-b988-2c040a747f3e,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:16.299592 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.328999 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b37ba-0ebc-415a-af9b-98ad4e78eb60 None None] Pushing event updated for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:16.511226 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91efb6-c378-4931-81fb-06211b21c01e None None] Pushing event updated for resources: {'Port': ['ID=f0bba798-8db0-4ce3-b988-2c040a747f3e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:16.515003 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:16.618808 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Router 7c78408c-68e2-44a6-98b2-17d94d42c80b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:35:16.820676 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:16.834584 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Sync routers for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:16.846302 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:16.847881 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:16.852656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:16.853991 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-77544f3d-9f3f-4159-aa7a-bcdccd085d0c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5694640 Apr 21 15:35:16.856769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43554) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:16.877117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:16Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:16.881190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3a35da-d3cd-4e9b-86d0-946d1292d6e3 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:16Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:17.061477 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f0bba798-8db0-4ce3-b988-2c040a747f3e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:17.067126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:17.137545 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port f0bba798-8db0-4ce3-b988-2c040a747f3e completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:17.451140 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:15Z', 'revision_number': 3, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:17.456550 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Checking router: 7c78408c-68e2-44a6-98b2-17d94d42c80b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:17.457133 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Updating router 7c78408c-68e2-44a6-98b2-17d94d42c80b port c8458c9f-0c11-4cf5-a512-85c803167b75 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:35:17.526263 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:17.526648 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a11bb-3395-47c4-bf46-e98c553b5d84 None None] Network e2bd746c-8524-4d0e-851e-51c700708455 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:35:17.673714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Provisioning for port f0bba798-8db0-4ce3-b988-2c040a747f3e completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:17.693988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:17.793990 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Provisioning complete for port f0bba798-8db0-4ce3-b988-2c040a747f3e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:17.794257 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:17.962378 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:17.964481 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Allocated IP 172.20.0.1 (e2bd746c-8524-4d0e-851e-51c700708455/70bac5a7-d210-47f6-9508-4ac85dc26326/b2075248-bc8b-4a13-8c6e-94f02f17eb54) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:17.976393 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Transition to ACTIVE for port object c8458c9f-0c11-4cf5-a512-85c803167b75 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:17.985730 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:17.991317 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.034506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] For port f0bba798-8db0-4ce3-b988-2c040a747f3e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f0bba798-8db0-4ce3-b988-2c040a747f3e,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:18.043562 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.088513 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856074-bbfb-49dc-b693-caa723bf102e None None] Pushing event updated for resources: {'Port': ['ID=c8458c9f-0c11-4cf5-a512-85c803167b75,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:18.115834 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Attempting to bind port c8458c9f-0c11-4cf5-a512-85c803167b75 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:18.116995 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Attempting to bind port c8458c9f-0c11-4cf5-a512-85c803167b75 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:18.116995 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Attempting to bind port c8458c9f-0c11-4cf5-a512-85c803167b75 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:18.124390 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:18.124390 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:18.124739 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.125024 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:18.125512 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Bound port: c8458c9f-0c11-4cf5-a512-85c803167b75, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:18.125882 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.148091 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a4c0b-a4fc-4ed0-86f9-2a148e52ae7e None None] Pushing event updated for resources: {'Port': ['ID=f0bba798-8db0-4ce3-b988-2c040a747f3e,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:18.192469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.213317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Transition to ACTIVE for port object b2075248-bc8b-4a13-8c6e-94f02f17eb54 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:18.221286 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] For port c8458c9f-0c11-4cf5-a512-85c803167b75, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:18.225589 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] For port c8458c9f-0c11-4cf5-a512-85c803167b75, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c8458c9f-0c11-4cf5-a512-85c803167b75,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:18.230837 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.247656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.269571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1f69f868-cf51-42c4-8f8c-045ad5aed54c None None] Provisioning complete for port f0bba798-8db0-4ce3-b988-2c040a747f3e triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:18.269938 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1f69f868-cf51-42c4-8f8c-045ad5aed54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.322472 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:18.323357 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:18.323735 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Network e2bd746c-8524-4d0e-851e-51c700708455 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:18.327299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:18.330987 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:18.361544 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:18.376616 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22856074-bbfb-49dc-b693-caa723bf102e None None] Pushing event updated for resources: {'Port': ['ID=c8458c9f-0c11-4cf5-a512-85c803167b75,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:18.410220 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.531374 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:18.685124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b291feed-d00e-4b2c-ab67-c47167fb0ca4 None None] Provisioning for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:18.693017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b291feed-d00e-4b2c-ab67-c47167fb0ca4 None None] Provisioning complete for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:18.693418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b291feed-d00e-4b2c-ab67-c47167fb0ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:18.755429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b291feed-d00e-4b2c-ab67-c47167fb0ca4 None None] Port b2075248-bc8b-4a13-8c6e-94f02f17eb54 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:35:18.851632 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:15Z', 'revision_number': 3, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:18.855834 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbcc995-61c1-46c3-b069-008eb9d913b0 None None] The sync data for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv is: [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:15Z', 'revision_number': 3, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:18.891048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.025591 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:19.118566 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:19.123379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:19.123768 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.162628 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.168124 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.255312 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.290715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:19.295190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.297064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.297969 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f0bba798-8db0-4ce3-b988-2c040a747f3e up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:19.300644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:19.423388 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:19.435105 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port f0bba798-8db0-4ce3-b988-2c040a747f3e triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:19.435550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.449589 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Network e2bd746c-8524-4d0e-851e-51c700708455 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:19.450792 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:19.678180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Router 7c78408c-68e2-44a6-98b2-17d94d42c80b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:35:19.685431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-850e08d4-06e1-4910-9da5-2fe730a092a3 None None] Provisioning complete for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:19.686077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-850e08d4-06e1-4910-9da5-2fe730a092a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:19.742621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-850e08d4-06e1-4910-9da5-2fe730a092a3 None None] Port b2075248-bc8b-4a13-8c6e-94f02f17eb54 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:35:19.861741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:19.870507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a6e76495-4ef8-495e-9a63-82d4ddab74a8 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c78408c-68e2-44a6-98b2-17d94d42c80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0126882 Apr 21 15:35:20.428465 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Sync routers for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:20.438402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:20.439112 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:20.615350 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:20.791707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43564) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:20.796945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1011789684', 'description': 'tempest-secgroup-smoke-1011789684 description', 'project_id': 'fad07330b4c4403b9438826da23b3a7a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:20.802882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:20.806880 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:20.810031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:20.816547 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:20.829320 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:20.851004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:20.854711 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:20.857507 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:20.864266 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:20.949554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:20.954964 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:20.988434 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 4, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b2075248-bc8b-4a13-8c6e-94f02f17eb54', 'name': '', 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'mac_address': 'fa:16:3e:c3:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:17Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 2, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'subnets': [{'id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:20.992481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Checking router: 7c78408c-68e2-44a6-98b2-17d94d42c80b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:20.992838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Updating router 7c78408c-68e2-44a6-98b2-17d94d42c80b port b2075248-bc8b-4a13-8c6e-94f02f17eb54 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:35:20.997619 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab30f0-3748-4f62-a9bd-8cb253f61acd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.002617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.005240 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-9892ac3e-cfa8-453a-b8fa-9a18353584a2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2111061 Apr 21 15:35:21.007136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43568) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.013708 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.020792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.024956 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.029555 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.039018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.048583 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:21.058347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.088536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.120072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.124177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.154151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2a9b9e-1bb0-47d6-95a1-241c70b6de75,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.164154 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.167944 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-dc5ca75a-1ee4-4ca6-847a-86e2e76e0134 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571968 Apr 21 15:35:21.168224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43572) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.173970 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.179777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.183538 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.187011 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.192587 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.215089 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.237373 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:21.237742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.279816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.283451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.311940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b32047-e673-474f-8f55-e40f232cd3e6,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.319340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.320658 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-8adb4a09-a2b5-4fdd-8db1-2e1d74a53207 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515331 Apr 21 15:35:21.323366 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43576) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.328251 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.333939 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.337686 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.340480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.346135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.363387 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.425562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.429145 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.452728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3de21e3-3dca-484a-aadf-d32e14720a5a,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.462123 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.463622 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-9c78cc93-2b1a-4980-bdda-6f7f700fd5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391885 Apr 21 15:35:21.466253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43580) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.471732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.474671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c8458c9f-0c11-4cf5-a512-85c803167b75 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:21.477518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.481246 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.485001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.491157 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.508540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.575860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.580795 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.605870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c86ad88-bc40-42b3-8578-c4c512bdcb57,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.607937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port c8458c9f-0c11-4cf5-a512-85c803167b75 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:21.615119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.616517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.620494 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-f2d27f4e-3519-489d-9efc-6e0ab7e4adde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505878 Apr 21 15:35:21.620629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c8458c9f-0c11-4cf5-a512-85c803167b75 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:21.620629 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.620792 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 43584) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.626422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.632189 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.635940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.638990 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.645289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.656429 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.securitygroups_db [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Project fad07330b4c4403b9438826da23b3a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:35:21.663178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.663661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Transition to ACTIVE for port object b2075248-bc8b-4a13-8c6e-94f02f17eb54 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:21.681248 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.730764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.735505 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.767481 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c8a024-d9ae-4d66-be6e-5e652bca1b22,revision_number=0']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.779468 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.781455 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-277e4efd-64bb-46e0-9cc1-b57ae2739033 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597219 Apr 21 15:35:21.784209 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43588) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:21.789514 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '83ab30f0-3748-4f62-a9bd-8cb253f61acd', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:21.802375 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:21.807193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:21.810450 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:21.818086 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:21.826133 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d997c-65dc-4803-a1dd-8b0dc2928a4b None None] Pushing event updated for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.835652 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Project fad07330b4c4403b9438826da23b3a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:35:21.844899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.918681 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.923287 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.950005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91815253-5a60-42a7-8c6e-890fc52cffb4,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:21.962064 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.963761 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d6d66443-2a53-4bad-8077-fbd33718969f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1785362 Apr 21 15:35:21.966050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Attempting to bind port b2075248-bc8b-4a13-8c6e-94f02f17eb54 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:21.966421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Attempting to bind port b2075248-bc8b-4a13-8c6e-94f02f17eb54 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:21.966777 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Attempting to bind port b2075248-bc8b-4a13-8c6e-94f02f17eb54 on network e2bd746c-8524-4d0e-851e-51c700708455 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:21.975046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.979794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:21.980164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Checking segment: {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:21.980553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:21.980937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Bound using segment: {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:21.981415 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Bound port: b2075248-bc8b-4a13-8c6e-94f02f17eb54, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a03dbeb-ffe5-4dff-8db9-f999d530242e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:21.981780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.041853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port c8458c9f-0c11-4cf5-a512-85c803167b75, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c8458c9f-0c11-4cf5-a512-85c803167b75,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:22.052339 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.137025 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-5558dbed-eb90-4aef-bec6-37489a1d78c4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:35:22.153593 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-5558dbed-eb90-4aef-bec6-37489a1d78c4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:35:22.155296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-5558dbed-eb90-4aef-bec6-37489a1d78c4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1011789684&fields=id&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 267 time: 0.0552497 Apr 21 15:35:22.158400 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] For port b2075248-bc8b-4a13-8c6e-94f02f17eb54, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:22.160805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=c8458c9f-0c11-4cf5-a512-85c803167b75,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:22.164923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] For port b2075248-bc8b-4a13-8c6e-94f02f17eb54, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b2075248-bc8b-4a13-8c6e-94f02f17eb54,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:22.171271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.248059 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:22.249451 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:34:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:22.316774 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d997c-65dc-4803-a1dd-8b0dc2928a4b None None] Pushing event updated for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:22.318747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c5e47df4-74f8-496f-b1b3-424d7c1613e1 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:22.325624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c5e47df4-74f8-496f-b1b3-424d7c1613e1 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:35:22.345374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c5e47df4-74f8-496f-b1b3-424d7c1613e1 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:35:22.346472 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c5e47df4-74f8-496f-b1b3-424d7c1613e1 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 808 time: 0.1826110 Apr 21 15:35:22.363449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-63cd831d-8d12-41ef-8bd0-b778891270dc tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/quotas/fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 375 time: 0.0105300 Apr 21 15:35:22.443123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:22.458851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:22.569166 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-21db14cc-5673-404a-aa0e-e9bc05e98b87 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994283 Apr 21 15:35:22.685232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-48f68f94-0836-4b30-af83-1920ae3f080d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:35:22.686533 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-48f68f94-0836-4b30-af83-1920ae3f080d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1045454 Apr 21 15:35:22.822356 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-734f5c41-52ee-4a9b-9627-2f9afbde7552 service neutron] 10.222.0.35 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300926 Apr 21 15:35:22.829636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 4, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b2075248-bc8b-4a13-8c6e-94f02f17eb54', 'name': '', 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'mac_address': 'fa:16:3e:c3:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:17Z', 'updated_at': '2022-04-21T15:35:22Z', 'revision_number': 4, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'subnets': [{'id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:22.833967 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e11875-4eb0-4115-ab48-e15432cb3491 None None] The sync data for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv is: [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:35:18Z', 'revision_number': 4, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b2075248-bc8b-4a13-8c6e-94f02f17eb54', 'name': '', 'network_id': 'e2bd746c-8524-4d0e-851e-51c700708455', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'mac_address': 'fa:16:3e:c3:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:17Z', 'updated_at': '2022-04-21T15:35:22Z', 'revision_number': 4, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'subnets': [{'id': '70bac5a7-d210-47f6-9508-4ac85dc26326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:22.987063 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-ec80279c-06a7-4989-ad34-59f2f9c87cf5 service neutron] 10.222.0.35 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578600 Apr 21 15:35:23.036049 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b2075248-bc8b-4a13-8c6e-94f02f17eb54 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:23.110733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:23.115858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:23.116398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:23.184829 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-af1917a9-6ba3-429f-bd88-40aba3d48b50 req-10556083-a7d6-4f25-b814-3c678edde303 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 210 time: 0.0435810 Apr 21 15:35:23.246042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:23.279357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b2075248-bc8b-4a13-8c6e-94f02f17eb54, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b2075248-bc8b-4a13-8c6e-94f02f17eb54,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:23.284308 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:23.285197 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c8458c9f-0c11-4cf5-a512-85c803167b75 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:23.403402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:23.415496 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port c8458c9f-0c11-4cf5-a512-85c803167b75 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:23.415867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:24.286510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4d01ab00-a4d3-4cdd-9d0a-35f908c80ad3 req-7ae5e70f-b083-4683-a9d0-fac3d124e2a3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 210 time: 0.0468130 Apr 21 15:35:24.952645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b2075248-bc8b-4a13-8c6e-94f02f17eb54 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:25.019965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b2075248-bc8b-4a13-8c6e-94f02f17eb54 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:25.020327 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:25.432845 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-459aa431-d0ca-497a-aa50-a4fc75f3a6a6 req-ae1beae1-8e16-48e8-bd2d-37e364e1d454 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 210 time: 0.0431507 Apr 21 15:35:25.489816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8416e465-8a25-424b-b65b-fd02193e355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:26.457824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c234776f-0a1d-40bf-82c7-3c2764551ac6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:26.459377 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-c234776f-0a1d-40bf-82c7-3c2764551ac6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 808 time: 0.1503222 Apr 21 15:35:26.510957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-e152adae-9e2e-4356-9a15-9ee383666503 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 380 time: 0.0435312 Apr 21 15:35:26.519105 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'port': {'device_id': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'admin_state_up': True, 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'security_groups': ['83ab30f0-3748-4f62-a9bd-8cb253f61acd']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:26.585800 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2cd01d3d-f7d6-4289-9620-8bea901734bc req-463c311d-23b0-430e-bfa6-fd4e4438348d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 210 time: 0.0429695 Apr 21 15:35:26.661140 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:26.664942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:port and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:26.667738 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:26.674113 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:26.683015 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Made reservation on behalf of fad07330b4c4403b9438826da23b3a7a for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:35:26.687926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:26.848971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Allocated IP 172.20.0.13 (a83d1c54-aeee-46d9-8f07-5332e26420a6/d4c4752e-fe26-4991-9ea9-9390062c0ce0/543e2563-93b1-40b3-a996-098a5b11cc8d) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:27.039749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.055937 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Transition to ACTIVE for port object 543e2563-93b1-40b3-a996-098a5b11cc8d will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:27.079456 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.151304 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:27.154382 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:27.158991 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:27.196078 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:27.229084 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:27.229716 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.252196 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-38fc55f0-14d0-4dbb-8419-2d1753d1d42c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7367530 Apr 21 15:35:27.263218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Request body: {'port': {'device_id': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:27.381273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.391268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-69ef76af-bdca-4f7a-ad1e-6b4d47dc7bea None None] Provisioning for port 543e2563-93b1-40b3-a996-098a5b11cc8d completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:27.397014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-69ef76af-bdca-4f7a-ad1e-6b4d47dc7bea None None] Provisioning complete for port 543e2563-93b1-40b3-a996-098a5b11cc8d triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:27.397402 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69ef76af-bdca-4f7a-ad1e-6b4d47dc7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.456775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-69ef76af-bdca-4f7a-ad1e-6b4d47dc7bea None None] Port 543e2563-93b1-40b3-a996-098a5b11cc8d cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:35:27.649888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-11eb5bcb-b40c-4577-bf07-39ec4b0e645e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.791140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17f494-8412-4f10-a3bd-4801a02addb3 req-ffa9f0f5-4e64-476b-9cb7-2f50b2d061ca tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:27.792832 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b17f494-8412-4f10-a3bd-4801a02addb3 req-ffa9f0f5-4e64-476b-9cb7-2f50b2d061ca tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 932 time: 0.0956609 Apr 21 15:35:27.852368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2b17f494-8412-4f10-a3bd-4801a02addb3 req-0b577bdd-b568-4c8a-af63-47d8f92381eb tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515940 Apr 21 15:35:27.854868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:35:27.864639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:27.884579 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Transition to ACTIVE for port object 543e2563-93b1-40b3-a996-098a5b11cc8d will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:35:27.888477 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:28.074045 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:28.166641 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Attempting to bind port 543e2563-93b1-40b3-a996-098a5b11cc8d on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:35:28.166965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Attempting to bind port 543e2563-93b1-40b3-a996-098a5b11cc8d by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:35:28.167280 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Attempting to bind port 543e2563-93b1-40b3-a996-098a5b11cc8d on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:28.172026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Port 543e2563-93b1-40b3-a996-098a5b11cc8d on network a83d1c54-aeee-46d9-8f07-5332e26420a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:35:28.172340 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Attempting to bind port 543e2563-93b1-40b3-a996-098a5b11cc8d on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:35:28.177509 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:35:28.177840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Checking segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:35:28.178247 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Bound using segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:35:28.178664 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Bound port: 543e2563-93b1-40b3-a996-098a5b11cc8d, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:35:28.179005 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:28.277058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:35:28.279972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:35:28.284720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:28.349757 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:28.350362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:28.351721 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] 10.222.0.13 "PUT /v2.0/ports/543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1094 time: 1.0927913 Apr 21 15:35:28.353044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:35:28.372585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34806a8c-b00a-4d21-8af4-12e3278e459c service neutron] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:28.427144 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb654dfd-746f-4d0d-8984-7410443b2937'] response: {'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'status': 'completed', 'code': 200} Apr 21 15:35:28.485960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-22530f60-70d4-46ec-b226-6ee48ac8bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:28.487440 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-22530f60-70d4-46ec-b226-6ee48ac8bc83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1097 time: 0.0970471 Apr 21 15:35:28.568287 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-87ae9c19-73f6-4de8-a88c-c87cb14a1959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 217 time: 0.0746329 Apr 21 15:35:28.629511 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-5c872c1c-b803-4b97-b34d-9d26fe8fdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:28.630862 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-5c872c1c-b803-4b97-b34d-9d26fe8fdbf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0576010 Apr 21 15:35:28.707460 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720144a-119f-478f-9443-2d15a3dfc12e req-fd843f4c-12e5-4a57-acd7-00438d1efc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:28.708958 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-fd843f4c-12e5-4a57-acd7-00438d1efc6f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726864 Apr 21 15:35:28.843754 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-f89ad7d7-76f0-4b9a-8401-bc554b50e0e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279287 Apr 21 15:35:28.934104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:28.980315 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-a720144a-119f-478f-9443-2d15a3dfc12e req-b01a026b-ccca-46db-83fd-7716716a19f9 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307204 Apr 21 15:35:29.037884 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cde6f-56ea-48d6-aa63-8e0e3d95ac09 req-c526daf5-f415-49fa-89b1-7d12a841d1a3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:29.039342 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d49cde6f-56ea-48d6-aa63-8e0e3d95ac09 req-c526daf5-f415-49fa-89b1-7d12a841d1a3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0820971 Apr 21 15:35:29.094149 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d49cde6f-56ea-48d6-aa63-8e0e3d95ac09 req-98e9990c-f545-444c-a0a3-49784e9be2d7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487952 Apr 21 15:35:29.095826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:29.096446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9716-0bae-49bc-98f1-35831ced2649 req-c84fe794-739d-480c-8878-01e0c61c6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:29.098828 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-c84fe794-739d-480c-8878-01e0c61c6754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1097 time: 0.0726118 Apr 21 15:35:29.228002 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9716-0bae-49bc-98f1-35831ced2649 req-f4010210-749e-49da-90cf-fb9e4ffcf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:29.229434 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-f4010210-749e-49da-90cf-fb9e4ffcf179 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1251245 Apr 21 15:35:29.299319 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-17c00f93-675c-4c23-b414-9a21c7f1688d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 217 time: 0.0645089 Apr 21 15:35:29.361815 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9716-0bae-49bc-98f1-35831ced2649 req-46c002c0-2880-4a59-afa3-464e62abeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:29.363204 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-46c002c0-2880-4a59-afa3-464e62abeae8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0584488 Apr 21 15:35:29.439643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a9716-0bae-49bc-98f1-35831ced2649 req-6e045bb2-a721-4cec-a911-fe0a1c37e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:29.441052 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-6e045bb2-a721-4cec-a911-fe0a1c37e387 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716057 Apr 21 15:35:29.669262 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-9d999aad-2754-4795-adfa-65798fb5cc1e service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211678 Apr 21 15:35:29.801616 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-133a9716-0bae-49bc-98f1-35831ced2649 req-f3a1b509-99c3-464e-a8e4-996874992a55 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258509 Apr 21 15:35:30.276961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6df66-9831-4f79-946e-1b111554840f req-a8359ccc-09c5-45fe-8876-6b4fd9b0cd37 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:30.278331 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7d6df66-9831-4f79-946e-1b111554840f req-a8359ccc-09c5-45fe-8876-6b4fd9b0cd37 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0783205 Apr 21 15:35:30.321549 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7d6df66-9831-4f79-946e-1b111554840f req-6e578d74-a0f3-4e08-b59f-37e53e1d40b7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Apr 21 15:35:30.604758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:31.366208 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:35:31.506101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2a6a8-46ac-4f24-a0a8-1d0ab2eeb6b3 req-ac96232c-7f9b-4981-859a-d44dfa61dbf6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:31.507590 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06e2a6a8-46ac-4f24-a0a8-1d0ab2eeb6b3 req-ac96232c-7f9b-4981-859a-d44dfa61dbf6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0817854 Apr 21 15:35:31.551296 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-06e2a6a8-46ac-4f24-a0a8-1d0ab2eeb6b3 req-21a961d4-048e-450b-88d1-37125b0caa28 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380559 Apr 21 15:35:32.735127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dce7c-b083-4cc2-b38f-643f8a7a057c req-0684f6c2-d5a9-4bc1-a547-13d31963bb1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:32.736641 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e4dce7c-b083-4cc2-b38f-643f8a7a057c req-0684f6c2-d5a9-4bc1-a547-13d31963bb1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0799537 Apr 21 15:35:32.779738 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6e4dce7c-b083-4cc2-b38f-643f8a7a057c req-08c2d428-1139-4fda-8203-fc38dcc9da15 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374403 Apr 21 15:35:33.514710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:35:33.648175 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:33.661045 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:35:33.718288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:33.735617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:35:33.751182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:33.755073 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:33.831688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:33.979379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8cd70-61d8-45ad-8425-2d6b44fc2d52 req-7633ff86-3e57-4bb0-a95e-d9043257065f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:33.980828 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4ad8cd70-61d8-45ad-8425-2d6b44fc2d52 req-7633ff86-3e57-4bb0-a95e-d9043257065f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0888920 Apr 21 15:35:34.026681 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4ad8cd70-61d8-45ad-8425-2d6b44fc2d52 req-6788c98d-f47c-4c1c-9c80-b538593b5521 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Apr 21 15:35:34.083594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['543e2563-93b1-40b3-a996-098a5b11cc8d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:35:35.214732 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d8547-1834-4a86-9f40-b0a246640a1f req-f1c4742b-14d5-4996-a225-f26a9018f083 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:35.216164 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c31d8547-1834-4a86-9f40-b0a246640a1f req-f1c4742b-14d5-4996-a225-f26a9018f083 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0809438 Apr 21 15:35:35.262295 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c31d8547-1834-4a86-9f40-b0a246640a1f req-0fa0c235-66a0-4660-90b4-45e1a69c88fd tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 Apr 21 15:35:35.536603 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:35:35.604714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 543e2563-93b1-40b3-a996-098a5b11cc8d completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:35:35.609914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 543e2563-93b1-40b3-a996-098a5b11cc8d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:35:35.610302 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:35.748358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:35.775842 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:35:35.786077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:35:35.791500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:35.828343 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9cd1333-10fe-46c1-b6cc-55c06464d5f6'] response: {'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'code': 200} Apr 21 15:35:35.862712 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:36.043537 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01b6e9-6103-4d0c-b261-4294ab387ed3 req-bb89aefe-5ac3-41a8-a019-8daf4eafd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:36.044900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea01b6e9-6103-4d0c-b261-4294ab387ed3 req-bb89aefe-5ac3-41a8-a019-8daf4eafd3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0696766 Apr 21 15:35:36.084282 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ea01b6e9-6103-4d0c-b261-4294ab387ed3 req-4df65ed8-1418-490c-9dbd-24b9eb38e48e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335195 Apr 21 15:35:36.444350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842c127-7a68-4787-a031-f141e39fcaac req-fd054010-8c77-48f4-a2bc-1d6c789610ee tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:36.445807 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8842c127-7a68-4787-a031-f141e39fcaac req-fd054010-8c77-48f4-a2bc-1d6c789610ee tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0796018 Apr 21 15:35:36.488666 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8842c127-7a68-4787-a031-f141e39fcaac req-262be097-fc42-4169-b56d-228511fb273a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Apr 21 15:35:37.824662 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b47a07-656e-4889-84ab-72f66224ea1b req-b48c47fb-05e9-46e1-bd16-a64752580553 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:37.826047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6b47a07-656e-4889-84ab-72f66224ea1b req-b48c47fb-05e9-46e1-bd16-a64752580553 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0834689 Apr 21 15:35:37.869919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a6b47a07-656e-4889-84ab-72f66224ea1b req-3f63cc06-a9b7-48c6-a9d3-e2f6c60d745f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380540 Apr 21 15:35:38.054142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cc52e-1293-49ba-a70c-9b4dff60f555 req-8c3d04dc-01eb-4c30-b59c-a7ba34227497 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:38.055561 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa8cc52e-1293-49ba-a70c-9b4dff60f555 req-8c3d04dc-01eb-4c30-b59c-a7ba34227497 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0793700 Apr 21 15:35:38.098288 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-aa8cc52e-1293-49ba-a70c-9b4dff60f555 req-16364bbc-7c70-4822-b66b-95d0bd87a9f8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371833 Apr 21 15:35:38.120937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43662) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:38.232845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8fa1e2-0b2b-4c32-9304-dbdf5642dede tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:38.233565 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6b8fa1e2-0b2b-4c32-9304-dbdf5642dede tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] Synchronizing usage tracker for tenant:d7da790d38924bd4970045fafda4797f on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:35:38.249092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-6b8fa1e2-0b2b-4c32-9304-dbdf5642dede tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] Unset dirty status for tenant:d7da790d38924bd4970045fafda4797f on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:35:38.250228 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-6b8fa1e2-0b2b-4c32-9304-dbdf5642dede tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1094 time: 0.1283169 Apr 21 15:35:38.253164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43668) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:35:38.257986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:35:38.263600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:35:38.267304 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:floatingip and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:35:38.270734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:35:38.276499 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:35:38.286814 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:38.419999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:38.551781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Allocated IP 172.26.4.20 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/31a52005-0d08-4303-b2bc-089afd0500db) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:35:38.699843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:38.729345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:38.892506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:35:38.896196 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:35:38.899127 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:35:38.937784 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=31a52005-0d08-4303-b2bc-089afd0500db,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:39.306611 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:39.379456 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:39.584876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:39.589255 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:39.697033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=31a52005-0d08-4303-b2bc-089afd0500db,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:35:39.706766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:39.876899 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Floating IP 3aaf4a37-07d3-4e78-9887-41131de20128 associated. External IP: 172.26.4.20, port: 543e2563-93b1-40b3-a996-098a5b11cc8d. Apr 21 15:35:40.331613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:35:40.508142 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:35:40.517612 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:35:40.527488 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:40.528087 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:35:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:40.533349 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:40.589325 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bcd38e96-0166-4d4d-8149-0558b00c5a1d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3350337 Apr 21 15:35:40.589919 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:35:40.636612 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcb9ad0-ea3c-4ae6-b51a-bbabdb18e390'] response: {'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'status': 'completed', 'code': 200} Apr 21 15:35:40.702675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:40.729007 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-0b83d63a-1f97-4781-8c3e-c91f2c567f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:40.730487 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-0b83d63a-1f97-4781-8c3e-c91f2c567f01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0731792 Apr 21 15:35:40.863253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-a3665cc1-8336-4d25-8215-cb4e0f03f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:40.864669 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-a3665cc1-8336-4d25-8215-cb4e0f03f319 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1289039 Apr 21 15:35:40.966295 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-d9b10bd6-0303-46d0-a469-f460739f80d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 999 time: 0.0956912 Apr 21 15:35:41.026679 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-fd51da55-71b0-40c6-90fb-dcd7e42aaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:41.028089 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-fd51da55-71b0-40c6-90fb-dcd7e42aaf72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0562682 Apr 21 15:35:41.049971 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3aaf4a37-07d3-4e78-9887-41131de20128', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:35:39Z', 'updated_at': '2022-04-21T15:35:39Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:41.053867 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:35:41.061866 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:35:41.062449 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:35:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:41.101446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-df1f0f0e-6f83-4f7e-a8bf-df8fe6150a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:35:41.102883 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-df1f0f0e-6f83-4f7e-a8bf-df8fe6150a49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685756 Apr 21 15:35:41.234386 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-fd7a2eb2-7ba5-49e7-a889-f9dc346b66de service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252465 Apr 21 15:35:41.238688 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:35:41.365155 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d69e05b4-f200-4990-96a6-8bf4d8bb27bf req-44db47a3-8b70-48e0-892f-08575d3a1291 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251850 Apr 21 15:35:41.588666 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3aaf4a37-07d3-4e78-9887-41131de20128', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:35:39Z', 'updated_at': '2022-04-21T15:35:39Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:35:41.592300 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b75b3-778f-4795-ae24-8bec0182ffb7 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3aaf4a37-07d3-4e78-9887-41131de20128', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:35:39Z', 'updated_at': '2022-04-21T15:35:39Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:35:41.784818 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0fab79-13ed-408a-a205-53edb5846a38 None None] New status for floating IP 3aaf4a37-07d3-4e78-9887-41131de20128: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:35:52.431832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:55.490547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af95ab3c-4b23-4d64-83a4-aa0c7856c38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:57.655888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-52601d9b-c148-43d6-87f4-efdf3d93d800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:58.936161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:35:59.100722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:00.608024 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:05.723516 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-44176b8a-dbd0-4a50-ab53-4f13e5b50609 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1506684 Apr 21 15:36:05.859698 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-b090f24b-e6eb-470c-afb4-f01a571e02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:36:05.861751 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-b090f24b-e6eb-470c-afb4-f01a571e02b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0702553 Apr 21 15:36:06.002647 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-a0f4ceae-683e-41b3-b96f-edbc944644f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:36:06.004036 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-a0f4ceae-683e-41b3-b96f-edbc944644f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1240969 Apr 21 15:36:06.105753 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-dfcced53-76dd-42a5-9772-da6753b7b7ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.0951138 Apr 21 15:36:06.169493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-b52725c6-c0c1-4725-b96d-2ef4dfee62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:36:06.170869 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-b52725c6-c0c1-4725-b96d-2ef4dfee62fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0592499 Apr 21 15:36:06.335828 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-cfa10143-3970-40cd-bc18-f8bb1205e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:36:06.337273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-cfa10143-3970-40cd-bc18-f8bb1205e8f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1601250 Apr 21 15:36:06.347670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-00292d77-1dbb-4bbf-ba65-76d8d15f0fc0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:36:06.348578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-00292d77-1dbb-4bbf-ba65-76d8d15f0fc0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Apr 21 15:36:06.475520 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-f14e92f4-f7ad-4cfc-a1fc-c30d4e396d84 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211970 Apr 21 15:36:06.604816 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-9d642cff-6951-45c7-9cd7-148e65581fc0 req-9acb4fb3-931a-4b84-8e4b-0ec8046a845f service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239934 Apr 21 15:36:08.368141 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:36:22.426895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:25.492274 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-885a9e53-c4a8-42bb-a3a6-d374dc542388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:27.648422 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49b213d5-d526-45a5-9381-704d2f348fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:28.937771 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:29.102046 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:30.609708 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:45.367536 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:36:52.421994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:55.494820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f97d162-b245-457c-ac6a-5e97e302f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:57.649121 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4314ee80-8249-4c7b-9a70-c70bd656f96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:58.942520 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:36:59.103386 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:00.614618 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:05.616296 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-ac965f8e-76d1-4eda-a06a-cae81630c705 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759892 Apr 21 15:37:05.758761 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-4b4838dc-21f1-4b85-9dbc-fc06f586671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:37:05.760182 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-4b4838dc-21f1-4b85-9dbc-fc06f586671d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0692670 Apr 21 15:37:05.907859 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-4d4f94bb-9eb5-443f-b46d-ab5f592b92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:37:05.909299 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-4d4f94bb-9eb5-443f-b46d-ab5f592b92c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1286123 Apr 21 15:37:06.012487 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-e63e0b85-d134-4965-9b35-e87145890602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.0960500 Apr 21 15:37:06.073472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-42f3b1b8-4dae-44f2-9e8c-638a776b3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:37:06.074831 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-42f3b1b8-4dae-44f2-9e8c-638a776b3b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0561326 Apr 21 15:37:06.151475 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-f36987e7-2e6d-4493-b508-9d80e02f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:37:06.152910 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-f36987e7-2e6d-4493-b508-9d80e02f13db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720806 Apr 21 15:37:06.283881 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-cde5126e-c344-41b5-be00-a1376be66d97 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240766 Apr 21 15:37:06.413395 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-f0e53db1-545a-42f2-bc2a-96501781ea74 req-8b892b04-a5df-432a-8489-a179969d6be4 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236475 Apr 21 15:37:22.367694 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:37:22.421547 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:25.497732 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1d555911-6abd-4db1-8f8b-60dae0937c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:27.655651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-29caaaa5-23ad-4846-bc85-d7fac438b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:28.943826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:29.105441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:30.616652 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:52.419686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:55.499474 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fe99711e-74bb-4fd0-8178-61afe5d6aca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:57.648130 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-befbf05d-e9ab-41fd-b715-4f64be1aa50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:58.949749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:59.108209 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:37:59.367169 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:38:00.620287 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:06.650140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-06cfb915-fc7f-4529-a25b-e5aaf806083f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685158 Apr 21 15:38:06.787409 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526959-0406-492c-8b0e-2da525e26c22 req-df496c8a-fc4b-40aa-8bf2-ec2e955f7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:06.788844 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-df496c8a-fc4b-40aa-8bf2-ec2e955f7e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0732605 Apr 21 15:38:06.936264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526959-0406-492c-8b0e-2da525e26c22 req-20ca33b9-ef50-4c31-997b-f508955728d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:06.937649 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-20ca33b9-ef50-4c31-997b-f508955728d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1289260 Apr 21 15:38:07.147872 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-9b7e7179-bfbf-4e3a-8380-cceb54a1ac79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.2035058 Apr 21 15:38:07.211515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526959-0406-492c-8b0e-2da525e26c22 req-75b3d8ca-01b0-4776-ac54-b2d6d84ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:07.212957 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-75b3d8ca-01b0-4776-ac54-b2d6d84ce02b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0581923 Apr 21 15:38:07.288422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13526959-0406-492c-8b0e-2da525e26c22 req-a4fce0f8-7d04-4828-95cc-abba1180044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:07.289941 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-a4fce0f8-7d04-4828-95cc-abba1180044f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707536 Apr 21 15:38:07.422560 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-e5e348da-6f03-443d-b4ad-346934ca6582 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264729 Apr 21 15:38:07.558973 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-13526959-0406-492c-8b0e-2da525e26c22 req-e56a4125-93b3-45d5-9c20-fb7818355e99 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284482 Apr 21 15:38:08.754921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add94f5-fde7-4822-b8bc-fbe67f496336 req-b01065e2-cbe0-407e-96b9-f6913413bb21 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:08.756394 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8add94f5-fde7-4822-b8bc-fbe67f496336 req-b01065e2-cbe0-407e-96b9-f6913413bb21 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.1345599 Apr 21 15:38:08.804356 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8add94f5-fde7-4822-b8bc-fbe67f496336 req-8fba0307-0dd5-4cef-9f4a-177adec57e0b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421753 Apr 21 15:38:09.990938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3982b-1d86-4bad-93e2-fd1db36400a6 req-23f76fbf-19ec-44dc-afdd-036ffc40f1e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:09.992393 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70d3982b-1d86-4bad-93e2-fd1db36400a6 req-23f76fbf-19ec-44dc-afdd-036ffc40f1e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0788853 Apr 21 15:38:10.038565 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70d3982b-1d86-4bad-93e2-fd1db36400a6 req-7bbf5ea4-1e8a-487a-a695-563097bc6367 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399587 Apr 21 15:38:11.228237 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16766b-d773-4e9e-9104-9664f6f8dbc3 req-9efd440f-a374-48e5-aff5-76f8b0905847 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:11.229671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ce16766b-d773-4e9e-9104-9664f6f8dbc3 req-9efd440f-a374-48e5-aff5-76f8b0905847 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0836594 Apr 21 15:38:11.289308 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ce16766b-d773-4e9e-9104-9664f6f8dbc3 req-5f422a8b-88f5-4928-9aaf-1550ad760b96 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Apr 21 15:38:12.474925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e860a9-dbfa-48f6-b881-03b05dc6c8e0 req-acacd42a-aaaa-4f60-bd1c-e6cabbfcbc49 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:12.476368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9e860a9-dbfa-48f6-b881-03b05dc6c8e0 req-acacd42a-aaaa-4f60-bd1c-e6cabbfcbc49 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0814939 Apr 21 15:38:12.523215 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f9e860a9-dbfa-48f6-b881-03b05dc6c8e0 req-4ab4800b-8592-4e26-b1fe-60b8b8412859 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Apr 21 15:38:13.706538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e529944-789b-4a95-819a-444b4baad0cb req-d5c2b390-e5a4-489e-9d04-5efd74bc8374 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:13.707962 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8e529944-789b-4a95-819a-444b4baad0cb req-d5c2b390-e5a4-489e-9d04-5efd74bc8374 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0793581 Apr 21 15:38:13.750994 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8e529944-789b-4a95-819a-444b4baad0cb req-56fd79d0-454e-4a56-aaf7-eb31d928d018 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Apr 21 15:38:14.944219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e1019-8351-4f2e-ad9a-20e59f3dd271 req-15495953-fe6e-486e-9e15-c8214a73a195 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:14.945671 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d95e1019-8351-4f2e-ad9a-20e59f3dd271 req-15495953-fe6e-486e-9e15-c8214a73a195 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0858843 Apr 21 15:38:14.989563 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d95e1019-8351-4f2e-ad9a-20e59f3dd271 req-a2150ec2-f7f0-4241-b7a4-6020f9818095 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382662 Apr 21 15:38:16.170676 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95301e5-6e36-4773-a257-2e0707d1e8fd req-e3181b75-9ee4-4769-b1c5-c56c62272bc0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:16.172103 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b95301e5-6e36-4773-a257-2e0707d1e8fd req-e3181b75-9ee4-4769-b1c5-c56c62272bc0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0787444 Apr 21 15:38:16.214896 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b95301e5-6e36-4773-a257-2e0707d1e8fd req-0bc67bab-1396-41b4-8605-9cca5f561817 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366495 Apr 21 15:38:17.400935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78267d33-2c01-4e3b-951b-8376ea30cd67 req-98f0cc31-342b-4da5-ab03-26839065451d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:17.402411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78267d33-2c01-4e3b-951b-8376ea30cd67 req-98f0cc31-342b-4da5-ab03-26839065451d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0829976 Apr 21 15:38:17.446974 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-78267d33-2c01-4e3b-951b-8376ea30cd67 req-0ba4e625-023f-4ecd-96a5-995e66afc8ba tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Apr 21 15:38:18.633113 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab8ea7-977a-42f0-b89d-c867b9a7074c req-573fa5ce-157e-4424-bc35-266c77a0b332 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:18.634587 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9ab8ea7-977a-42f0-b89d-c867b9a7074c req-573fa5ce-157e-4424-bc35-266c77a0b332 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0786698 Apr 21 15:38:18.690484 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c9ab8ea7-977a-42f0-b89d-c867b9a7074c req-4cfb4b28-14d5-48c6-aefd-deeb5e8f5c8d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501001 Apr 21 15:38:19.870939 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdff9b9-42a9-473b-9e68-130d731a31e7 req-ae08f418-aa72-40fd-b89c-2b8570c7759e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:19.872362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fdff9b9-42a9-473b-9e68-130d731a31e7 req-ae08f418-aa72-40fd-b89c-2b8570c7759e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0781338 Apr 21 15:38:19.916628 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6fdff9b9-42a9-473b-9e68-130d731a31e7 req-49d3da5f-a4b4-431e-92ba-cfa265e60735 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387003 Apr 21 15:38:21.105408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956281-9d4a-46ea-a0da-82c0c5eca42c req-8ebf6a6f-4d75-4276-af73-4652787872fe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:21.106841 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15956281-9d4a-46ea-a0da-82c0c5eca42c req-8ebf6a6f-4d75-4276-af73-4652787872fe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0823519 Apr 21 15:38:21.150317 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15956281-9d4a-46ea-a0da-82c0c5eca42c req-28d2d379-2417-41a9-9117-85aa5239b3ad tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378895 Apr 21 15:38:22.339318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dd33b-ae47-4c84-86d5-721fdc6e0cad req-2b1eb8b4-c2e8-45c5-8d01-f10287adb5c0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:22.340747 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b8dd33b-ae47-4c84-86d5-721fdc6e0cad req-2b1eb8b4-c2e8-45c5-8d01-f10287adb5c0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0837228 Apr 21 15:38:22.383960 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3b8dd33b-ae47-4c84-86d5-721fdc6e0cad req-2278a7e2-d025-4e25-8f8d-a694d9479780 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376616 Apr 21 15:38:22.434140 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:23.570972 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76df7a-9ed5-48c6-a0df-1e9d036c6a68 req-dac09e27-8211-40bd-b8f9-2f2787229a2b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:23.572405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d76df7a-9ed5-48c6-a0df-1e9d036c6a68 req-dac09e27-8211-40bd-b8f9-2f2787229a2b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0838630 Apr 21 15:38:23.616696 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7d76df7a-9ed5-48c6-a0df-1e9d036c6a68 req-f4adc458-b993-4d48-affe-a0b2a448f2b0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387609 Apr 21 15:38:24.797975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c972e53-2b13-4b3a-8904-4f82a3edd060 req-e3e17853-54ae-4a38-a6c8-efa99051800b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:24.799388 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c972e53-2b13-4b3a-8904-4f82a3edd060 req-e3e17853-54ae-4a38-a6c8-efa99051800b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0784850 Apr 21 15:38:24.845060 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4c972e53-2b13-4b3a-8904-4f82a3edd060 req-c8885c7b-9a5b-4fb6-af1a-ed6b79692c95 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 Apr 21 15:38:25.501111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db2f33d5-8a8b-4c42-b4fd-69ca22c0f715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:26.031949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbedb8-80a0-44a2-af41-ffa3e7228a23 req-88c5de84-b6b9-4cf2-88ca-8ec72707bdbe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:26.033378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1ddbedb8-80a0-44a2-af41-ffa3e7228a23 req-88c5de84-b6b9-4cf2-88ca-8ec72707bdbe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0813761 Apr 21 15:38:26.076553 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1ddbedb8-80a0-44a2-af41-ffa3e7228a23 req-59aef6d5-c050-41e3-96b0-31abf32b81cd tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375378 Apr 21 15:38:26.420492 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:38:26.553295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:38:26.566134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:38:26.620021 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:26.636018 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:38:26.651038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:38:26.656150 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:26.728202 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:38:26.732746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['543e2563-93b1-40b3-a996-098a5b11cc8d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:38:26.764497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.764844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.765186 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.765543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.765875 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.766207 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.766534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.766858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.767182 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.767503 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.767823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:26.768145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:38:27.258765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c12227-fbdb-4f67-9c77-42ba3ffbbe40 req-afd3782a-5b6f-4aaa-9ab3-9e8b7404136e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:27.260217 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61c12227-fbdb-4f67-9c77-42ba3ffbbe40 req-afd3782a-5b6f-4aaa-9ab3-9e8b7404136e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0789542 Apr 21 15:38:27.307527 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-61c12227-fbdb-4f67-9c77-42ba3ffbbe40 req-90362dd4-101b-41c1-a06e-a9fd33dd22d1 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Apr 21 15:38:27.649387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-172108e2-1d92-4618-98c0-40a88c1e26db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:28.436271 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:38:28.495378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f8e40-9bfe-4df0-b943-6cbed99c96ee req-e63246ba-ec23-440d-9ac2-8c3202bd3e09 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:28.496950 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c1f8e40-9bfe-4df0-b943-6cbed99c96ee req-e63246ba-ec23-440d-9ac2-8c3202bd3e09 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0810428 Apr 21 15:38:28.542192 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c1f8e40-9bfe-4df0-b943-6cbed99c96ee req-cb23ab6a-369c-4119-a28b-3b5721410664 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393038 Apr 21 15:38:28.544215 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 543e2563-93b1-40b3-a996-098a5b11cc8d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:38:28.544614 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:28.658640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:28.688247 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:38:28.698106 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:38:28.702206 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:28.772330 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:38:28.789588 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff595822-10d5-4d09-a60b-b2346e42ce69'] response: {'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'code': 200} Apr 21 15:38:28.949489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:29.111660 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:29.845052 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfba5a-6210-4b60-9288-7e7c55f52ad8 req-6adef661-59af-4bed-ae8e-83a7a56a7372 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:29.846585 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b6cfba5a-6210-4b60-9288-7e7c55f52ad8 req-6adef661-59af-4bed-ae8e-83a7a56a7372 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.1966074 Apr 21 15:38:29.893927 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b6cfba5a-6210-4b60-9288-7e7c55f52ad8 req-e7d16a06-e7b3-4abb-a3bd-cf78a0f6e49b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Apr 21 15:38:30.626050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:31.107609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8064af1-48d4-438f-828c-50e105ba749f req-f27521a1-c7d6-4084-b055-d36ae921b5b0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:31.113806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8064af1-48d4-438f-828c-50e105ba749f req-f27521a1-c7d6-4084-b055-d36ae921b5b0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0921762 Apr 21 15:38:31.165716 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8064af1-48d4-438f-828c-50e105ba749f req-5a705fd8-3344-4114-bfa8-66b89db87dab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501037 Apr 21 15:38:32.388298 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4982b-acc1-408c-9f94-fc1fd9522d39 req-d8ec8e68-b795-40b0-9449-cb9f0e06e8c8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:32.389859 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfd4982b-acc1-408c-9f94-fc1fd9522d39 req-d8ec8e68-b795-40b0-9449-cb9f0e06e8c8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.1123805 Apr 21 15:38:32.440782 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bfd4982b-acc1-408c-9f94-fc1fd9522d39 req-07973cdf-189c-49cc-80f9-07ac46810744 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Apr 21 15:38:33.642689 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c3f5-e11f-4915-b6ac-3a6ccf24a421 req-eba0a4df-2695-4a73-b373-8787d895dcfe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:33.644192 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-db13c3f5-e11f-4915-b6ac-3a6ccf24a421 req-eba0a4df-2695-4a73-b373-8787d895dcfe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0894392 Apr 21 15:38:33.709249 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-db13c3f5-e11f-4915-b6ac-3a6ccf24a421 req-9a6b1769-23f5-443c-88bf-fe7130ccab19 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571969 Apr 21 15:38:34.908023 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b799cfc-5579-47a5-a54d-e67a8729c25b req-564b9196-e0fe-4076-bd39-898b5473765c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:34.910057 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b799cfc-5579-47a5-a54d-e67a8729c25b req-564b9196-e0fe-4076-bd39-898b5473765c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0887928 Apr 21 15:38:34.965246 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4b799cfc-5579-47a5-a54d-e67a8729c25b req-1ed5b6bc-4c15-4e84-b6cc-2564dba16ee3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471351 Apr 21 15:38:36.159835 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5484-ae63-4a35-9d7f-e47cd2a2ce4c req-e3a05c58-0357-4fca-b510-ca3ed40dfa65 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:36.161823 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70ef5484-ae63-4a35-9d7f-e47cd2a2ce4c req-e3a05c58-0357-4fca-b510-ca3ed40dfa65 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0896988 Apr 21 15:38:36.213387 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-70ef5484-ae63-4a35-9d7f-e47cd2a2ce4c req-247945b8-4ebd-4be9-8361-73d9be6b3cf6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Apr 21 15:38:36.408792 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:38:37.416054 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981eb38-8980-4c4d-bc31-e38ffdb8ad27 req-e91843a7-0c94-4419-b503-184035b6561e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:37.417552 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4981eb38-8980-4c4d-bc31-e38ffdb8ad27 req-e91843a7-0c94-4419-b503-184035b6561e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0830634 Apr 21 15:38:37.467684 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4981eb38-8980-4c4d-bc31-e38ffdb8ad27 req-21913de5-130d-488a-b4c2-d13cb8c65a73 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Apr 21 15:38:38.655079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a945-c3a5-4754-b292-ca902daff8ec req-9a49ca8f-256e-4ac8-84d1-3426b0621469 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:38.656502 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f436a945-c3a5-4754-b292-ca902daff8ec req-9a49ca8f-256e-4ac8-84d1-3426b0621469 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0822985 Apr 21 15:38:38.701259 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f436a945-c3a5-4754-b292-ca902daff8ec req-74a6665c-331e-4453-98d7-ad429e519a10 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Apr 21 15:38:39.368779 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-d534d2d4-7820-4e73-8769-375c79ccca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:39.370478 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-d534d2d4-7820-4e73-8769-375c79ccca05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1099 time: 0.0762625 Apr 21 15:38:39.501339 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-265b1701-2c10-4368-a017-28e497d9b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:39.502741 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-265b1701-2c10-4368-a017-28e497d9b389 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1267812 Apr 21 15:38:39.604548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-82ea17e5-c8e7-4995-8c17-7565c1a48df9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.0961785 Apr 21 15:38:39.665182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-3a36cf39-1287-4595-997c-7e5612f17829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:39.666522 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-3a36cf39-1287-4595-997c-7e5612f17829 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0561168 Apr 21 15:38:39.739269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-45c7bf80-e60a-40a2-9204-750c7bfbb6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:39.740753 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-45c7bf80-e60a-40a2-9204-750c7bfbb6b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686796 Apr 21 15:38:39.874212 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-c1bb6250-ada1-47e6-a12d-9455d0ba37d3 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273961 Apr 21 15:38:39.884826 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58fc47-4ef0-4fd9-96de-9951c58fac63 req-682aa300-7885-4c03-8448-0850e05e3d7e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:39.886299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc58fc47-4ef0-4fd9-96de-9951c58fac63 req-682aa300-7885-4c03-8448-0850e05e3d7e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0802851 Apr 21 15:38:39.934070 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bc58fc47-4ef0-4fd9-96de-9951c58fac63 req-8bd21e23-e5fb-4e05-964c-cdd8bf7db964 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Apr 21 15:38:40.006394 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1adc14fa-4b88-4f8b-9aa1-485bae4c8cff req-dbe72d55-40c5-4b64-bb05-b9afb8b313bc service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268878 Apr 21 15:38:41.117469 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8cf51-5a73-4276-94a3-80641b934159 req-5d03f823-74f0-4264-9a77-fca6e94c270a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:41.118910 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ee8cf51-5a73-4276-94a3-80641b934159 req-5d03f823-74f0-4264-9a77-fca6e94c270a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0796957 Apr 21 15:38:41.162363 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9ee8cf51-5a73-4276-94a3-80641b934159 req-0a55c455-cca0-4237-9a45-c7ae5422e8a9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379250 Apr 21 15:38:42.352838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8ddb-7181-45e2-a6af-22083c5719f2 req-1fdabd62-b4e7-414c-aee4-e347d3e28dbf tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:42.354273 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a3e8ddb-7181-45e2-a6af-22083c5719f2 req-1fdabd62-b4e7-414c-aee4-e347d3e28dbf tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 946 time: 0.0861728 Apr 21 15:38:42.397424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7a3e8ddb-7181-45e2-a6af-22083c5719f2 req-1c0c7580-f0c4-4824-bc55-19a112daeebc tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375590 Apr 21 15:38:42.530352 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:38:42.653297 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:42.682047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:38:42.699668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:38:42.705288 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:42.743272 dv-neutron-838896-1-hyperv neutron-server[88109]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-be72c192-bd22-4a28-8eee-ff62e365319f']: {'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'code': 422} returned with failed status Apr 21 15:38:42.754121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4286a-336c-4ad3-8b17-ce62c15f4ce4 req-3f44837f-6351-4160-87ac-e28189b00168 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:42.756911 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ea4286a-336c-4ad3-8b17-ce62c15f4ce4 req-3f44837f-6351-4160-87ac-e28189b00168 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0866396 Apr 21 15:38:42.782529 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:38:42.822054 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8ea4286a-336c-4ad3-8b17-ce62c15f4ce4 req-0e12e31f-7234-4afc-a35d-aa102815012a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557544 Apr 21 15:38:42.905097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 43936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:38:43.017245 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-f23aa3f0-946d-4658-a61b-95bb0059172f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109715 Apr 21 15:38:43.997350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7823a4-82b9-470e-bbdf-f679ec5ea3b0 req-ab804f0a-17b0-4d86-8e01-e635194e579a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:43.998812 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3f7823a4-82b9-470e-bbdf-f679ec5ea3b0 req-ab804f0a-17b0-4d86-8e01-e635194e579a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0795245 Apr 21 15:38:44.041133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-cac69aae-36a3-4a13-9987-241d1a6b3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:44.042610 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-cac69aae-36a3-4a13-9987-241d1a6b3089 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 1097 time: 0.0827260 Apr 21 15:38:44.044508 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3f7823a4-82b9-470e-bbdf-f679ec5ea3b0 req-6ec473a0-dcd9-4cc0-9a90-42a12d0d6912 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Apr 21 15:38:44.135764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-b80a12d9-4d26-454a-afec-b7cbee8a2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:44.137533 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-b80a12d9-4d26-454a-afec-b7cbee8a2b15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1097 time: 0.0710609 Apr 21 15:38:44.266576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-71952cf8-d51b-4fad-9b29-92c464ffe640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:44.267975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-71952cf8-d51b-4fad-9b29-92c464ffe640 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1257076 Apr 21 15:38:44.369372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-dde8d3d0-3cf8-476b-8088-3cf70e0f6d75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 999 time: 0.0951166 Apr 21 15:38:44.433697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-e6faf8cf-6094-462f-9f9d-d8a5359aa1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:44.435062 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-e6faf8cf-6094-462f-9f9d-d8a5359aa1f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0598958 Apr 21 15:38:44.509118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-c906d652-0d86-4d75-82ce-06fdb7237056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:44.510559 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-c906d652-0d86-4d75-82ce-06fdb7237056 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685270 Apr 21 15:38:44.732365 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-0a6d82b2-6df3-4f84-909f-12611b9c60c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150915 Apr 21 15:38:44.861934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-0c9260a5-7382-4538-b40b-94d65864abce service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231601 Apr 21 15:38:45.267020 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941beba-d1db-4779-9d35-d0ff560c2b64 req-33b719e1-b725-4496-9809-8bb073417ded tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:45.275274 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5941beba-d1db-4779-9d35-d0ff560c2b64 req-33b719e1-b725-4496-9809-8bb073417ded tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.1236181 Apr 21 15:38:45.355572 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5941beba-d1db-4779-9d35-d0ff560c2b64 req-3af7ca65-4c2e-4b26-aa4b-2aaa03b1bd2d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748391 Apr 21 15:38:46.553501 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d950a-da94-438d-9a6f-7bb08fc68184 req-b3f2ac70-38f3-41e0-a3eb-6268eebfa4fe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:46.556383 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c5d950a-da94-438d-9a6f-7bb08fc68184 req-b3f2ac70-38f3-41e0-a3eb-6268eebfa4fe tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0862699 Apr 21 15:38:46.562828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:38:46.626447 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9c5d950a-da94-438d-9a6f-7bb08fc68184 req-f1afe0a4-4a7a-49a2-b36c-15b9fa19a443 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562079 Apr 21 15:38:47.826192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8f694-598d-4e14-8d97-b06b4a9ae86e req-9a8157cd-835c-4b81-9605-9cbde6f4c5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:47.830655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87c8f694-598d-4e14-8d97-b06b4a9ae86e req-9a8157cd-835c-4b81-9605-9cbde6f4c5df tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.1041493 Apr 21 15:38:47.879084 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87c8f694-598d-4e14-8d97-b06b4a9ae86e req-6fe9c425-7c5f-4522-8872-1a62421cd543 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Apr 21 15:38:49.073139 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85208af-61e8-49e8-a098-2b57464bc973 req-573e4698-1ef8-4aca-be26-9b4c8e7d94c0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:49.074481 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c85208af-61e8-49e8-a098-2b57464bc973 req-573e4698-1ef8-4aca-be26-9b4c8e7d94c0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0819380 Apr 21 15:38:49.124736 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c85208af-61e8-49e8-a098-2b57464bc973 req-a0190fa1-3e7e-4b38-b5ce-03531e38afda tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440996 Apr 21 15:38:50.322098 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa832bce-cd34-446c-a4be-33f98cd16dd2 req-dc7b3cb1-0bb2-486c-881b-2adc8a181ced tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:50.324952 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fa832bce-cd34-446c-a4be-33f98cd16dd2 req-dc7b3cb1-0bb2-486c-881b-2adc8a181ced tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0871201 Apr 21 15:38:50.370619 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fa832bce-cd34-446c-a4be-33f98cd16dd2 req-78a2b2ad-ab04-4cb6-90ff-c8454e2f1c92 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Apr 21 15:38:51.570788 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792275a-ef80-4cae-a5e7-4cfb314a49b5 req-967fe947-6e99-4254-af03-5755eaa88d6c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:51.572403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1792275a-ef80-4cae-a5e7-4cfb314a49b5 req-967fe947-6e99-4254-af03-5755eaa88d6c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0887444 Apr 21 15:38:51.619206 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1792275a-ef80-4cae-a5e7-4cfb314a49b5 req-ac35056d-5064-4f7c-b59d-2691db9d3b41 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Apr 21 15:38:52.438647 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:52.815817 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206855a2-54a8-44c3-9303-c5a78bd2d996 req-65fe0a25-6349-45ae-aa3d-92c2bdb88713 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:52.817156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-206855a2-54a8-44c3-9303-c5a78bd2d996 req-65fe0a25-6349-45ae-aa3d-92c2bdb88713 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0807362 Apr 21 15:38:52.860554 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-206855a2-54a8-44c3-9303-c5a78bd2d996 req-4db382a5-16f7-4654-ace5-c8a4dd912833 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372987 Apr 21 15:38:54.046654 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929103c-0f50-4f5d-ae1c-c05c2843e099 req-1598b853-091e-4830-ae2a-1fc73b6c4cce tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:54.048062 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a929103c-0f50-4f5d-ae1c-c05c2843e099 req-1598b853-091e-4830-ae2a-1fc73b6c4cce tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0821238 Apr 21 15:38:54.091462 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a929103c-0f50-4f5d-ae1c-c05c2843e099 req-ad4c6ea8-4482-46ad-b4ed-fe22e1151225 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 Apr 21 15:38:55.275042 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec7170-95f9-4864-9d39-79a7f2ede092 req-30be9299-9a9e-4452-aeff-710f95d03f72 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:55.276706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-baec7170-95f9-4864-9d39-79a7f2ede092 req-30be9299-9a9e-4452-aeff-710f95d03f72 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0775707 Apr 21 15:38:55.325419 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-baec7170-95f9-4864-9d39-79a7f2ede092 req-daaedae4-3cfb-404a-9406-8945cb30b148 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Apr 21 15:38:55.502254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-207d49b8-a84f-45d1-b8ea-bb4d71d85114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:56.511261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbaa29-4161-4090-9d00-cc5910ef0aed req-1960c6b4-1094-48f6-ab78-872d8081dc2a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:56.512707 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8dcbaa29-4161-4090-9d00-cc5910ef0aed req-1960c6b4-1094-48f6-ab78-872d8081dc2a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0798883 Apr 21 15:38:56.556299 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8dcbaa29-4161-4090-9d00-cc5910ef0aed req-1ca202e0-7dc5-466e-a107-a9f844359493 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378618 Apr 21 15:38:57.652458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0151eb81-e95e-43f1-aea0-70e5dc2ed9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:57.746418 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f1151-0d80-44dd-b5da-fd75edb1fadb req-1ec58647-b6df-4979-8095-18b31190624b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:57.747835 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd0f1151-0d80-44dd-b5da-fd75edb1fadb req-1ec58647-b6df-4979-8095-18b31190624b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0841892 Apr 21 15:38:57.792929 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd0f1151-0d80-44dd-b5da-fd75edb1fadb req-5fcc1ff1-de91-4216-a5f3-45b66ea9ad6c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394375 Apr 21 15:38:58.951554 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:38:58.974368 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94b9b8-a993-4fb4-9061-15056f3bcd7a req-4b5338f0-c671-4414-8399-347a18ef9c0a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:38:58.975809 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7c94b9b8-a993-4fb4-9061-15056f3bcd7a req-4b5338f0-c671-4414-8399-347a18ef9c0a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.0796566 Apr 21 15:38:59.021585 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7c94b9b8-a993-4fb4-9061-15056f3bcd7a req-a4c51245-bed2-45ca-98f3-2cf8ffe9554e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 Apr 21 15:38:59.117406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:00.312012 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062d1ae-8d1b-4257-8e4c-82a844c88e77 req-a8c62420-6a64-4bc2-a635-7491044cac75 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:00.313477 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c062d1ae-8d1b-4257-8e4c-82a844c88e77 req-a8c62420-6a64-4bc2-a635-7491044cac75 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 944 time: 0.1808929 Apr 21 15:39:00.356029 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c062d1ae-8d1b-4257-8e4c-82a844c88e77 req-2ab42ae0-7633-4175-ba55-2fb1c9626259 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369008 Apr 21 15:39:00.620667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:00.653348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:39:00.785482 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:39:00.798552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'port_id': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'mac_address': 'fa:16:3e:37:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:39:00.853120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:00.869363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:39:00.883925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:39:00.888346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:00.957779 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=9']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:39:01.258038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['543e2563-93b1-40b3-a996-098a5b11cc8d'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:39:01.537604 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a1335-da08-4a94-bb7d-2ac7735bb1d2 req-71774d9a-83b8-47ce-b801-ae0a4739f840 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:01.538936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5a9a1335-da08-4a94-bb7d-2ac7735bb1d2 req-71774d9a-83b8-47ce-b801-ae0a4739f840 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0791347 Apr 21 15:39:01.584151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5a9a1335-da08-4a94-bb7d-2ac7735bb1d2 req-9836bf20-f4a4-4f1d-825f-55b9ac011da8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389330 Apr 21 15:39:02.653687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:39:02.720454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 543e2563-93b1-40b3-a996-098a5b11cc8d triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:39:02.720821 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:02.770408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589ba10-e572-452b-9b2c-750690b5f8c2 req-cb1ec5a9-f7f6-4a83-93ca-bff75173bc27 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:02.771976 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8589ba10-e572-452b-9b2c-750690b5f8c2 req-cb1ec5a9-f7f6-4a83-93ca-bff75173bc27 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 945 time: 0.0797262 Apr 21 15:39:02.817643 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-8589ba10-e572-452b-9b2c-750690b5f8c2 req-36bc222b-583e-4ace-aab8-6b78a84159c4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 Apr 21 15:39:02.839925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:02.866506 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:39:02.876079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:39:02.880262 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:02.949654 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d75960a-8e38-45b0-acf0-5c7ee3ebf8d9'] response: {'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'code': 200} Apr 21 15:39:02.989462 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=10']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:39:03.163024 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f1f88-a26f-44d8-84a9-3a365c5eb932 req-b34a4d37-0bd3-4ff6-b2e0-63d4607200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:03.164363 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-645f1f88-a26f-44d8-84a9-3a365c5eb932 req-b34a4d37-0bd3-4ff6-b2e0-63d4607200d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1100 time: 0.0687063 Apr 21 15:39:03.206840 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-645f1f88-a26f-44d8-84a9-3a365c5eb932 req-0ee20ded-852e-4a18-8dbb-a1f0b1eba36f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366690 Apr 21 15:39:04.005588 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b3c59-b866-419b-939f-6d97c568b6c5 req-1ed373ae-7fb6-457b-8b56-9e29f0560c64 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:04.007003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-481b3c59-b866-419b-939f-6d97c568b6c5 req-1ed373ae-7fb6-457b-8b56-9e29f0560c64 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.0821130 Apr 21 15:39:04.050071 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-481b3c59-b866-419b-939f-6d97c568b6c5 req-77470fcb-b6ac-403c-b228-47a5963bfc55 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374742 Apr 21 15:39:05.242940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0760a-6159-4113-a991-3014e34bb4df req-e464f92e-3207-49bd-8181-af584c7672b6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:05.244403 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0a0760a-6159-4113-a991-3014e34bb4df req-e464f92e-3207-49bd-8181-af584c7672b6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.0836852 Apr 21 15:39:05.289314 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d0a0760a-6159-4113-a991-3014e34bb4df req-4ebb4340-033a-4004-ace5-2dfeee6c2b08 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387721 Apr 21 15:39:06.474000 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad433cc-bbd4-4729-afb4-70c2dff41bd8 req-499d5dfc-65dc-4c59-b38b-52c76e20b301 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:06.475430 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cad433cc-bbd4-4729-afb4-70c2dff41bd8 req-499d5dfc-65dc-4c59-b38b-52c76e20b301 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.0825171 Apr 21 15:39:06.518397 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cad433cc-bbd4-4729-afb4-70c2dff41bd8 req-2357de3c-85f9-4247-a8c9-7be2015a769b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Apr 21 15:39:06.691313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-9ec01473-6c9c-4f4d-80a1-81410e661fec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690796 Apr 21 15:39:06.829519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-f80480c0-5337-43a0-894c-4075fd7a1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:06.830959 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-f80480c0-5337-43a0-894c-4075fd7a1a03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1100 time: 0.0703738 Apr 21 15:39:06.977035 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-e0fba0a7-0e65-4ca1-93f6-f6610df28104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:06.978464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-e0fba0a7-0e65-4ca1-93f6-f6610df28104 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1255362 Apr 21 15:39:07.081105 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-65dd8850-833c-4d30-b801-56bf0a2fd08c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.0963600 Apr 21 15:39:07.145008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-8f4ca2cf-9025-418f-b08b-9791377775f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:07.146398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-8f4ca2cf-9025-418f-b08b-9791377775f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0590336 Apr 21 15:39:07.218010 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-14f61ee7-783d-4fd3-9e15-79d9d65e5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:39:07.219396 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-14f61ee7-783d-4fd3-9e15-79d9d65e5094 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671842 Apr 21 15:39:07.349288 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-04cdb756-aaf5-4d23-81d9-d272fc65ed03 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232989 Apr 21 15:39:07.478448 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-698e4e09-f41b-40a9-a462-8ed284c20e90 req-45365f61-a8c8-4978-a28e-0d560427d68a service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228611 Apr 21 15:39:13.368095 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:39:22.435431 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:25.504813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dacd0780-0005-4db7-95cf-49dce3981460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:27.654710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2d57-1b7d-4333-ba3d-1f12625fe005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:28.954974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:29.109122 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:30.624093 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:50.367872 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:39:52.434014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:55.506543 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-187fe8fb-bbd5-456b-98b7-a80946e76f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:57.656459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea2b994f-a9d9-47b1-8a86-ab6e0e8f5a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:58.958369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:39:59.111103 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:00.627995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:08.639709 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-6b90ac28-d7ea-4d59-acbf-cecb94d9a70a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733242 Apr 21 15:40:08.776558 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799f67-1e53-4548-beaf-7a690e46a15b req-abf6ad74-ce8e-45f1-b10c-f873d6918c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:08.778018 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-abf6ad74-ce8e-45f1-b10c-f873d6918c0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1100 time: 0.0712168 Apr 21 15:40:08.922951 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799f67-1e53-4548-beaf-7a690e46a15b req-d3d7921a-18de-468f-9ce9-8e3c858496b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:08.924285 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-d3d7921a-18de-468f-9ce9-8e3c858496b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1274903 Apr 21 15:40:09.025671 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-6aa37224-8ea2-4459-add8-e151d65c2517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 1001 time: 0.0953732 Apr 21 15:40:09.085632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799f67-1e53-4548-beaf-7a690e46a15b req-7fef461a-f796-4bd6-bd11-c1c5218e5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:09.086986 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-7fef461a-f796-4bd6-bd11-c1c5218e5487 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0561349 Apr 21 15:40:09.256146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799f67-1e53-4548-beaf-7a690e46a15b req-c8a52094-7753-4919-9e7c-8403e8d195fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:09.257507 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-c8a52094-7753-4919-9e7c-8403e8d195fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648674 Apr 21 15:40:09.392164 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-e0963e4b-ad99-47fb-84cc-480404261ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284831 Apr 21 15:40:09.522239 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-60799f67-1e53-4548-beaf-7a690e46a15b req-c82c235b-d485-4c50-8e9e-6bc122a37bab service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240976 Apr 21 15:40:22.446486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:25.507844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-595c5bef-d33f-4335-9c03-c08ac819d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:27.367441 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:40:27.658372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dec11152-c3b5-4cc5-b5f5-52e2be8fbfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:28.959766 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:29.113178 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:30.628762 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:42.180569 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44076) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:42.441515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Deleting port 31a52005-0d08-4303-b2bc-089afd0500db {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:40:42.441768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:42.613330 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:42.613716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:42.742299 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Calling delete_port for 31a52005-0d08-4303-b2bc-089afd0500db owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:40:42.892380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:42.940339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'Port': ['ID=31a52005-0d08-4303-b2bc-089afd0500db,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:43.006926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.007192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.007518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.007841 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.008158 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.008473 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.008786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.009097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.009432 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.009741 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.010048 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.010354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:43.041805 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:43.042136 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Floating IP 3aaf4a37-07d3-4e78-9887-41131de20128 disassociated (deleted). External IP: 172.26.4.20, port: 543e2563-93b1-40b3-a996-098a5b11cc8d. Apr 21 15:40:43.494215 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:40:43.672165 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:40:43.681976 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:40:43.684197 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:43.690923 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:40:43.691509 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:40:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:40:43.738813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-94dd1480-521c-41d8-8746-91731c3f048a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "DELETE /v2.0/floatingips/3aaf4a37-07d3-4e78-9887-41131de20128 HTTP/1.1" status: 204 len: 168 time: 1.5571191 Apr 21 15:40:43.739487 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:40:43.857843 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48713e19-6d2e-44f5-9c45-968021b0418a'] response: {'name': 'network-changed', 'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'status': 'completed', 'code': 200} Apr 21 15:40:43.879623 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:40:43.953591 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-e086cd8b-98ac-48ff-b4df-3b1afcb4c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:43.954975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-e086cd8b-98ac-48ff-b4df-3b1afcb4c23a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 1100 time: 0.0758746 Apr 21 15:40:44.093385 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-91e3cc66-b93e-4d77-a580-52332ab862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:44.095129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-91e3cc66-b93e-4d77-a580-52332ab862d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1346292 Apr 21 15:40:44.139408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427dc7e-1230-40dd-9a5c-afba67d13c69 req-89881179-56ee-4fd9-b189-f3b921a830a8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:44.140457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e427dc7e-1230-40dd-9a5c-afba67d13c69 req-89881179-56ee-4fd9-b189-f3b921a830a8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:40:44.159749 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e427dc7e-1230-40dd-9a5c-afba67d13c69 req-89881179-56ee-4fd9-b189-f3b921a830a8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:40:44.161281 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e427dc7e-1230-40dd-9a5c-afba67d13c69 req-89881179-56ee-4fd9-b189-f3b921a830a8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.1079113 Apr 21 15:40:44.173903 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-0968c8b8-2ba4-4e5d-8ddb-ea21ccc922f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 200 len: 217 time: 0.0722694 Apr 21 15:40:44.208866 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e427dc7e-1230-40dd-9a5c-afba67d13c69 req-a2800968-c7af-4675-b9a6-978b5095f1b7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387280 Apr 21 15:40:44.209690 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:40:44.213843 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:40:44.233118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:40:44.233118 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:40:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:40:44.238632 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-581ccffa-e1cb-45f5-9351-06141e9f4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:44.240205 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-581ccffa-e1cb-45f5-9351-06141e9f4e50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0603049 Apr 21 15:40:44.319765 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-15865911-772c-4185-9250-dbbe79f5e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:44.321268 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-15865911-772c-4185-9250-dbbe79f5e904 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749002 Apr 21 15:40:44.401842 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:40:44.457103 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-975cc0b2-0f17-4838-bccd-c63234748dd1 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299047 Apr 21 15:40:44.588307 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-288c4bb1-7ab0-4577-a123-d213cf68c73f req-54107f41-3905-4709-89dc-f4bccf95dfe1 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248269 Apr 21 15:40:44.723882 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:40:44.727582 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d806060-d00d-402a-ad26-bc70b0cbe031 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:40:44.936839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2adf63-d002-458e-895b-671731718ea8 None None] New status for floating IP 3aaf4a37-07d3-4e78-9887-41131de20128: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:40:45.397781 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059124b4-b8d8-49a1-84c8-5856b736b01f req-963e6c8d-5532-421c-85b3-9d93500931d3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:45.399298 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-059124b4-b8d8-49a1-84c8-5856b736b01f req-963e6c8d-5532-421c-85b3-9d93500931d3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.0780847 Apr 21 15:40:45.447289 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-059124b4-b8d8-49a1-84c8-5856b736b01f req-80ef84a2-5bd9-4287-acbc-d1b607c1c579 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=83ab30f0-3748-4f62-a9bd-8cb253f61acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414300 Apr 21 15:40:45.475180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-f2bd7b50-d7ef-4fa6-b177-b7a1cad38f45 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:40:45.475858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-f2bd7b50-d7ef-4fa6-b177-b7a1cad38f45 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:40:45.488151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-f2bd7b50-d7ef-4fa6-b177-b7a1cad38f45 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:40:45.489232 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-f2bd7b50-d7ef-4fa6-b177-b7a1cad38f45 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 947 time: 0.0927384 Apr 21 15:40:45.557212 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Deleting port 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:40:45.557563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:45.805737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] For port 543e2563-93b1-40b3-a996-098a5b11cc8d, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=543e2563-93b1-40b3-a996-098a5b11cc8d,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:40:45.806082 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:46.043884 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Calling delete_port for 543e2563-93b1-40b3-a996-098a5b11cc8d owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:40:46.188940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:46.240160 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'Port': ['ID=543e2563-93b1-40b3-a996-098a5b11cc8d,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:46.278901 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.279239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.279567 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.279890 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.280209 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.280528 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.280840 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.281151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.281517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.281827 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.282136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.282450 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:40:46.324848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] No DVR routers for this DVR port 543e2563-93b1-40b3-a996-098a5b11cc8d on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:40:46.327395 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:46.329896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-deleted', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:40:46.345686 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d599d24c-8e41-4a1b-88bc-68b9c29a72d5 req-5c174813-596d-4f74-8120-eed9dd2130b4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "DELETE /v2.0/ports/543e2563-93b1-40b3-a996-098a5b11cc8d HTTP/1.1" status: 204 len: 173 time: 0.8510959 Apr 21 15:40:46.458550 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80346fbd-d4db-42cc-a2cb-52f72cda762b'] response: {'server_uuid': '7f928bfd-46cd-42e1-8a83-f2c0c6e59d44', 'name': 'network-vif-deleted', 'tag': '543e2563-93b1-40b3-a996-098a5b11cc8d', 'status': 'completed', 'code': 200} Apr 21 15:40:46.612232 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-9266179f-3541-4016-948e-d37f83bb5e8b req-44a8ee6f-636a-4e4d-a333-7af761960155 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f928bfd-46cd-42e1-8a83-f2c0c6e59d44 HTTP/1.1" status: 200 len: 210 time: 0.0437076 Apr 21 15:40:47.705976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44104) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:47.773680 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:47.802842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:47.874687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:47.891718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab30f0-3748-4f62-a9bd-8cb253f61acd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:47.903656 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:47.904769 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3d9ab720-0425-4a51-b20e-3326a2abd5ea tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "DELETE /v2.0/security-groups/83ab30f0-3748-4f62-a9bd-8cb253f61acd HTTP/1.1" status: 204 len: 168 time: 0.1978285 Apr 21 15:40:49.120059 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44116) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.125687 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531673493', 'description': 'tempest-secgroup-smoke-1531673493 description', 'project_id': 'fad07330b4c4403b9438826da23b3a7a'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.131693 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.135723 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.138617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.144690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.154774 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.174976 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.178644 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.181363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.187441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.257271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.260785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.304857 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd58b1c-38c9-40fb-8c27-e45e26fc837f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:49.307961 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.312531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-7af7dfad-0585-4f7e-8608-8eb77c365fab tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1880298 Apr 21 15:40:49.312909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.317845 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.321657 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:40:49.323734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.328092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.330946 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.336756 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.353291 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.356085 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 543e2563-93b1-40b3-a996-098a5b11cc8d {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:40:49.356433 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 543e2563-93b1-40b3-a996-098a5b11cc8d not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:40:49.418550 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.422761 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.445535 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dd4ee6-9c97-4b37-a7a9-5af5f6975005,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:49.454640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.455923 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-69cea38b-055e-4ea9-b12f-46e629c08327 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423209 Apr 21 15:40:49.458634 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44124) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.463506 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.469679 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.473343 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.476110 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.481609 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.499380 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.560549 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.564076 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.586389 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d13586-c34a-4527-a16e-10a4c0099148,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:49.596213 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.597424 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d2b77933-2300-4eed-93b9-101f5ff7b7d5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378114 Apr 21 15:40:49.600331 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44128) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.605275 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.611155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.614898 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.617831 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.623538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.640640 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.700578 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.704669 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.728058 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63452e2a-72a4-4435-8e0c-192b89171b24,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:49.736176 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.737485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-059f3877-9a5e-4141-ab37-1995772c11b5 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361558 Apr 21 15:40:49.740097 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44132) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.744851 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.751457 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.755135 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.757913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.763465 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.783663 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.847017 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.850622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.872871 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a3fa96-4711-46f1-bf5c-0fc098e65b83,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:49.882119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.883289 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-3be1b2cb-b428-4340-911e-107848ae17d6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422942 Apr 21 15:40:49.885988 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44136) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:49.891374 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:49.897478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:49.901192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:49.904029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:49.909607 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:49.920208 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Project fad07330b4c4403b9438826da23b3a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:40:49.926892 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.990953 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:49.994429 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.017860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2115d17b-3f1b-4792-b33d-dd1d07dc0e2f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:50.027217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.028503 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-05b560b1-1c3f-4893-b4c0-662ef5840590 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1416302 Apr 21 15:40:50.031292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44140) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:40:50.036234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'security_group_rule': {'security_group_id': '7cd58b1c-38c9-40fb-8c27-e45e26fc837f', 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:40:50.041891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:40:50.045605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:security_group_rule and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:40:50.048414 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:40:50.053968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:40:50.064786 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Project fad07330b4c4403b9438826da23b3a7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:40:50.072178 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.141891 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.145583 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.167812 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc2d050-de6f-4f29-ae23-57b5cb60584a,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:40:50.177458 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:50.178688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-e505f295-dcde-407b-8108-89da8dccbcde tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464739 Apr 21 15:40:52.444745 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:55.514604 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a79edfa8-bc15-4966-b430-848decf63a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:57.661427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7803fcf9-783f-4a40-b261-11c7fa4acd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:58.978086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:40:59.115192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:00.632337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:04.367244 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:41:04.995435 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-288449b4-a434-49d6-ab5c-d4c2b267e685 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:41:05.009847 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-288449b4-a434-49d6-ab5c-d4c2b267e685 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:41:05.010949 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-288449b4-a434-49d6-ab5c-d4c2b267e685 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531673493&fields=id&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 267 time: 0.0547709 Apr 21 15:41:05.158968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-97170126-0ad7-4169-8bc6-61ccf6491309 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:05.160367 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-97170126-0ad7-4169-8bc6-61ccf6491309 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 808 time: 0.1428881 Apr 21 15:41:05.174531 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-74b7a004-adef-440c-849f-eccd3fd759bf tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/quotas/fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 375 time: 0.0086830 Apr 21 15:41:05.254238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-7dd468f4-db60-415f-b61d-4f23f5a83554 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749533 Apr 21 15:41:05.426914 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-9fe74614-e427-49c6-9b71-c608ecd0f815 service neutron] 10.222.0.35 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617293 Apr 21 15:41:05.555335 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-b82a9979-2a0e-4c30-ae87-4e95abddb5ee service neutron] 10.222.0.35 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225445 Apr 21 15:41:06.044349 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e40d40fd-70de-4162-b051-4a6b16c880a4 req-a6ee659a-632f-43cb-93a5-59a000ff171b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 210 time: 0.1569257 Apr 21 15:41:06.942206 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-05707ff7-cfb4-406f-9216-0507c430a3fa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:06.943649 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-05707ff7-cfb4-406f-9216-0507c430a3fa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 808 time: 0.1595373 Apr 21 15:41:06.992219 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ba509643-074e-407f-bf90-7ae3b92622b7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 380 time: 0.0406394 Apr 21 15:41:07.000979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'port': {'device_id': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'admin_state_up': True, 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'security_groups': ['7cd58b1c-38c9-40fb-8c27-e45e26fc837f']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:41:07.143742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:07.148085 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:port and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:07.151106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:07.157008 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:07.168353 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Made reservation on behalf of fad07330b4c4403b9438826da23b3a7a for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:41:07.172177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.201033 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-1b25423e-16df-4a01-9e69-2e8189176ad2 req-9352ee57-bcd8-4ac1-98aa-b2b16372eef8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 210 time: 0.0461516 Apr 21 15:41:07.340801 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Allocated IP 172.20.0.10 (a83d1c54-aeee-46d9-8f07-5332e26420a6/d4c4752e-fe26-4991-9ea9-9390062c0ce0/5b522316-757f-42d4-a69f-a571c27fe993) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:41:07.535025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.551063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Transition to ACTIVE for port object 5b522316-757f-42d4-a69f-a571c27fe993 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:41:07.575256 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.646404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:41:07.649472 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:41:07.653287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:41:07.695167 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:07.728429 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:07.729135 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.755934 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-ef80a732-256b-4bb9-a518-2c7e574a0415 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583568 Apr 21 15:41:07.812986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Request body: {'port': {'device_id': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:41:07.914407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a059e00d-7657-4a98-b9fb-a6c5d2aa774d None None] Provisioning for port 5b522316-757f-42d4-a69f-a571c27fe993 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:41:07.920958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a059e00d-7657-4a98-b9fb-a6c5d2aa774d None None] Provisioning complete for port 5b522316-757f-42d4-a69f-a571c27fe993 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:41:07.921722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a059e00d-7657-4a98-b9fb-a6c5d2aa774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.936151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:07.977965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a059e00d-7657-4a98-b9fb-a6c5d2aa774d None None] Port 5b522316-757f-42d4-a69f-a571c27fe993 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:41:08.290705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b522316-757f-42d4-a69f-a571c27fe993 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:41:08.298391 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:08.313383 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Transition to ACTIVE for port object 5b522316-757f-42d4-a69f-a571c27fe993 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:41:08.318446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:08.429617 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f956ce-2ec4-48eb-ae5c-407cc49d6e81 req-5b233795-069f-4771-aced-916c076eb94c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:08.431386 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73f956ce-2ec4-48eb-ae5c-407cc49d6e81 req-5b233795-069f-4771-aced-916c076eb94c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.1047370 Apr 21 15:41:08.497872 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73f956ce-2ec4-48eb-ae5c-407cc49d6e81 req-0c7184c2-3ecd-4bf6-8b1b-023b41f4c7d7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592496 Apr 21 15:41:08.604569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:08.678362 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Attempting to bind port 5b522316-757f-42d4-a69f-a571c27fe993 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:41:08.678682 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Attempting to bind port 5b522316-757f-42d4-a69f-a571c27fe993 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:41:08.678995 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Attempting to bind port 5b522316-757f-42d4-a69f-a571c27fe993 on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:41:08.683414 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Port 5b522316-757f-42d4-a69f-a571c27fe993 on network a83d1c54-aeee-46d9-8f07-5332e26420a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:41:08.683667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Attempting to bind port 5b522316-757f-42d4-a69f-a571c27fe993 on network a83d1c54-aeee-46d9-8f07-5332e26420a6 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:41:08.688562 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:41:08.689421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Checking segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:41:08.689817 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Bound using segment: {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:41:08.690205 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Bound port: 5b522316-757f-42d4-a69f-a571c27fe993, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fd2633b-3a80-4760-b206-fb625dee467f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:41:08.690529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:08.781062 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:41:08.784091 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:41:08.788489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:08.845981 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:08.846582 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:08.847932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 1094 time: 1.0853662 Apr 21 15:41:08.848360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:41:08.871501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed47b-db9c-4ebc-9ce9-23d8a3d83e68 service neutron] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:08.930431 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa515d99-9b8f-4ecb-8dba-dceb681f1c4a'] response: {'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'status': 'completed', 'code': 200} Apr 21 15:41:08.973181 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-77ec557b-62bd-406e-96d5-f9792c2093fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:08.974675 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-77ec557b-62bd-406e-96d5-f9792c2093fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1097 time: 0.0776298 Apr 21 15:41:09.050867 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-1d4084a9-e6d7-42f4-a56f-b39654a826bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 217 time: 0.0695174 Apr 21 15:41:09.112881 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-0c1982a8-5f06-4196-8791-c195913b8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.114281 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-0c1982a8-5f06-4196-8791-c195913b8648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0581491 Apr 21 15:41:09.192549 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-0cd5bdaf-f381-473d-b2f3-fc4dca916f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.193975 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-0cd5bdaf-f381-473d-b2f3-fc4dca916f72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740902 Apr 21 15:41:09.323441 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-7d6d9f62-b384-4eb3-9fb8-6a2142493481 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224401 Apr 21 15:41:09.453736 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-dc25906f-e4a1-4133-8676-8cded9d67312 req-17aef5c1-bc9a-4753-adf7-19954cceed45 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248081 Apr 21 15:41:09.568080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-354dda0a-de45-4079-b716-c4ca77397705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.569572 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-354dda0a-de45-4079-b716-c4ca77397705 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1097 time: 0.0710044 Apr 21 15:41:09.689253 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225ec0-cc09-4483-acdd-d45053ad5f94 req-c6a4c623-41ac-4281-afc2-0fb494bafe9d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.690731 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05225ec0-cc09-4483-acdd-d45053ad5f94 req-c6a4c623-41ac-4281-afc2-0fb494bafe9d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0782814 Apr 21 15:41:09.702625 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-79a36dab-a486-4c4b-855e-0914b72b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.704041 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-79a36dab-a486-4c4b-855e-0914b72b7b4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1290736 Apr 21 15:41:09.735263 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-05225ec0-cc09-4483-acdd-d45053ad5f94 req-f0badffe-ada3-4266-a78a-d365c228eff8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388780 Apr 21 15:41:09.775099 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-5a89a2dc-d354-4901-8226-07252ac80e7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 217 time: 0.0645549 Apr 21 15:41:09.837713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-f35d43a2-ca0e-48b7-9a60-0571ff8bb1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.839129 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-f35d43a2-ca0e-48b7-9a60-0571ff8bb1a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0578678 Apr 21 15:41:09.917961 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-f9f803cb-8d52-4362-b4d7-6f5d5b72c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:09.919383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-f9f803cb-8d52-4362-b4d7-6f5d5b72c018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740807 Apr 21 15:41:10.053035 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-7a5d8716-ee6f-4f91-b738-3d3d8d625af0 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267259 Apr 21 15:41:10.280853 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3389cba8-00e6-4ef4-9c46-9b7afb19e45c req-752128a9-da71-4c32-859a-f63455ac2b77 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207341 Apr 21 15:41:10.933069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db77164-99c0-47e9-b5d0-4630f4200b13 req-e0aad9c2-d987-4baf-b518-b099e946c39e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:10.934668 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0db77164-99c0-47e9-b5d0-4630f4200b13 req-e0aad9c2-d987-4baf-b518-b099e946c39e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0816584 Apr 21 15:41:10.978083 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0db77164-99c0-47e9-b5d0-4630f4200b13 req-a6da5220-a641-4d7b-beff-251d425b8177 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371990 Apr 21 15:41:12.162277 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ebf4-0f63-453f-ba10-9982a09d8868 req-9c471406-2a06-4f14-9bbe-21da90fc659a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:12.163700 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c8d0ebf4-0f63-453f-ba10-9982a09d8868 req-9c471406-2a06-4f14-9bbe-21da90fc659a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0794020 Apr 21 15:41:12.210178 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c8d0ebf4-0f63-453f-ba10-9982a09d8868 req-bbcbfac4-15fa-48b1-be01-a3e5565efeac tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Apr 21 15:41:13.389952 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ee110-bd58-439b-a97a-d832dd855af8 req-5e87139e-07dc-48bb-8a0d-eb81167a7551 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:13.391371 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3a5ee110-bd58-439b-a97a-d832dd855af8 req-5e87139e-07dc-48bb-8a0d-eb81167a7551 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0781085 Apr 21 15:41:13.435597 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3a5ee110-bd58-439b-a97a-d832dd855af8 req-3fcb9791-7934-4dee-82f4-bea04f789a99 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Apr 21 15:41:14.629949 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e42200-3de9-4fc2-9cd6-e9d5ff1c71e0 req-d19a31cc-2ebb-475e-b54f-1b2369ea57c6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:14.631378 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0e42200-3de9-4fc2-9cd6-e9d5ff1c71e0 req-d19a31cc-2ebb-475e-b54f-1b2369ea57c6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0807254 Apr 21 15:41:14.674384 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a0e42200-3de9-4fc2-9cd6-e9d5ff1c71e0 req-abe5ef2d-8489-45f6-b8ce-3f9842301236 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 Apr 21 15:41:15.856512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467981f4-9930-409f-8400-6c0930061c53 req-d1a7e023-69c4-4bec-a09e-4aa70c3dc0aa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:15.857959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-467981f4-9930-409f-8400-6c0930061c53 req-d1a7e023-69c4-4bec-a09e-4aa70c3dc0aa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0789905 Apr 21 15:41:15.900813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-467981f4-9930-409f-8400-6c0930061c53 req-2b789727-e12a-49a4-8b39-384d206c9b0e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367465 Apr 21 15:41:17.086157 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3b42e-33d0-475e-a616-4fcf8e20f8d9 req-fcd21c3a-c471-46aa-9c62-b74550e15d7c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:17.087496 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b3f3b42e-33d0-475e-a616-4fcf8e20f8d9 req-fcd21c3a-c471-46aa-9c62-b74550e15d7c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0836046 Apr 21 15:41:17.130337 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b3f3b42e-33d0-475e-a616-4fcf8e20f8d9 req-2c48b06a-eb6c-4c30-9a97-761f23acdfdb tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372779 Apr 21 15:41:18.314444 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39331876-d893-4a2c-b8e4-f900fb432a0c req-3739471b-25ae-4ff6-9d25-bd2f78d5290d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:18.315858 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-39331876-d893-4a2c-b8e4-f900fb432a0c req-3739471b-25ae-4ff6-9d25-bd2f78d5290d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0788968 Apr 21 15:41:18.358589 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-39331876-d893-4a2c-b8e4-f900fb432a0c req-4e688d4c-bbf7-4212-ac3e-eec99060d361 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371916 Apr 21 15:41:19.492078 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:41:19.543240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7343d-ab3c-437e-b446-01c11af24be9 req-114bb02b-9711-4a7d-a889-50437218b809 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:19.544670 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bec7343d-ab3c-437e-b446-01c11af24be9 req-114bb02b-9711-4a7d-a889-50437218b809 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0823939 Apr 21 15:41:19.588415 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bec7343d-ab3c-437e-b446-01c11af24be9 req-3d0d70dd-5225-4fc1-aed3-6b52895e6e10 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374396 Apr 21 15:41:19.628672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:41:19.641220 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '5b522316-757f-42d4-a69f-a571c27fe993', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:41:19.699557 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:19.716502 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b522316-757f-42d4-a69f-a571c27fe993 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:41:19.731118 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:41:19.735035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:19.800857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:19.807765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.808111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.808446 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.808781 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.809107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.809457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.809780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.810101 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.810426 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.810741 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.811058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:19.811372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:41:20.083040 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['5b522316-757f-42d4-a69f-a571c27fe993'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:41:20.769179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3a0b9-9f25-4c8c-a641-cf0718b228cf req-785ced2d-7ad8-495b-b239-c1752c3110c6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:20.770738 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7d3a0b9-9f25-4c8c-a641-cf0718b228cf req-785ced2d-7ad8-495b-b239-c1752c3110c6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 945 time: 0.0789924 Apr 21 15:41:20.817623 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d7d3a0b9-9f25-4c8c-a641-cf0718b228cf req-7e6f5f32-c424-4923-b6ed-fa3267beeb89 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Apr 21 15:41:21.507265 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:41:21.573849 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 5b522316-757f-42d4-a69f-a571c27fe993 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:41:21.578454 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 5b522316-757f-42d4-a69f-a571c27fe993 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:41:21.578819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:21.695002 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:21.720686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:41:21.730161 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:41:21.734541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:21.766429 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d590bae8-8272-494a-a5b6-cbf1766c6735'] response: {'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'code': 200} Apr 21 15:41:21.805407 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:22.005288 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a382a-0e98-4428-8e9c-f257e7534649 req-c7303c4b-d922-4468-916c-39a6fce509c3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:22.006729 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-242a382a-0e98-4428-8e9c-f257e7534649 req-c7303c4b-d922-4468-916c-39a6fce509c3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0814128 Apr 21 15:41:22.031081 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9af36f-c555-48db-b645-98f67ec29f2e req-7fb339e3-6115-4b80-a986-35329b764473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:22.032974 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3e9af36f-c555-48db-b645-98f67ec29f2e req-7fb339e3-6115-4b80-a986-35329b764473 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0699792 Apr 21 15:41:22.051436 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-242a382a-0e98-4428-8e9c-f257e7534649 req-ea990199-5ef6-44f9-9f6b-98a08c14e315 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390422 Apr 21 15:41:22.073454 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-3e9af36f-c555-48db-b645-98f67ec29f2e req-1761a2db-cc67-4fee-825a-9eca73b44c84 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Apr 21 15:41:22.458740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:23.241398 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfe3dc-b889-41c5-9977-24e40d084d5a req-fbbdf63f-385c-467e-96be-f9c5ed4e5a7c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:23.242945 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73cfe3dc-b889-41c5-9977-24e40d084d5a req-fbbdf63f-385c-467e-96be-f9c5ed4e5a7c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0831573 Apr 21 15:41:23.287987 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-73cfe3dc-b889-41c5-9977-24e40d084d5a req-7b3ea84c-0f99-4991-824a-650d6375485f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394177 Apr 21 15:41:24.469149 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c4635-6872-48f2-996b-1eec23890d96 req-aaf736e2-b497-45e4-9488-0680ceb8b056 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:24.471327 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e7c4635-6872-48f2-996b-1eec23890d96 req-aaf736e2-b497-45e4-9488-0680ceb8b056 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0791090 Apr 21 15:41:24.514506 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-4e7c4635-6872-48f2-996b-1eec23890d96 req-3cc5c272-03e9-4df1-8008-66488853ddb8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Apr 21 15:41:24.698907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360497-0ff9-487a-9b70-231d06fc9669 req-a7ea0535-af8c-4dcf-9492-5cd273548f58 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:24.700329 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-29360497-0ff9-487a-9b70-231d06fc9669 req-a7ea0535-af8c-4dcf-9492-5cd273548f58 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0820050 Apr 21 15:41:24.743901 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-29360497-0ff9-487a-9b70-231d06fc9669 req-80a2f783-54ea-45aa-bb38-44df60211df8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372632 Apr 21 15:41:24.765734 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44350) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:24.875092 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cc56a4-c2c6-4fee-b9f2-d5661204bebe tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:24.877322 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-97cc56a4-c2c6-4fee-b9f2-d5661204bebe tempest-TestShelveInstance-1751957274 tempest-TestShelveInstance-1751957274-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1094 time: 0.1104248 Apr 21 15:41:24.879983 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44356) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:41:24.884747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:41:24.890524 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:41:24.895278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Usage tracker for resource:floatingip and tenant:fad07330b4c4403b9438826da23b3a7a is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:41:24.898080 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:41:24.903575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:41:24.913854 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:25.054770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:25.193292 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Allocated IP 172.26.4.34 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/848a7870-2fb8-401c-bbf7-854e0e14137b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:41:25.338188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:25.367009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:25.433119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:41:25.435941 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:41:25.440148 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:41:25.473216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=848a7870-2fb8-401c-bbf7-854e0e14137b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:25.511419 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69b35732-7707-4ef1-8ab8-cba8aeb3dc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:25.951804 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:26.026518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:26.231937 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:26.236350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:26.345818 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event updated for resources: {'Port': ['ID=848a7870-2fb8-401c-bbf7-854e0e14137b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:41:26.353852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:26.520247 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Floating IP 3ed58720-7486-4a14-8d42-782a8aa131ff associated. External IP: 172.26.4.34, port: 5b522316-757f-42d4-a69f-a571c27fe993. Apr 21 15:41:26.872739 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:41:27.164424 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:41:27.174971 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:41:27.183909 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:41:27.184503 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:40:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:27.188768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:27.249725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f40380ab-6897-4596-8b83-67b9c9d462b8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3687098 Apr 21 15:41:27.250423 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:41:27.297745 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf77f25-01f4-4f7b-91b2-ea4ff77097da'] response: {'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'status': 'completed', 'code': 200} Apr 21 15:41:27.374279 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:41:27.391464 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-abc9b1c8-8892-446d-8584-00a684ec0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:27.393335 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-abc9b1c8-8892-446d-8584-00a684ec0af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0743477 Apr 21 15:41:27.525043 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-b1fd47e2-f033-4ed6-9827-e0171992d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:27.526449 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-b1fd47e2-f033-4ed6-9827-e0171992d0b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1276402 Apr 21 15:41:27.629168 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-25cc9d2b-3b18-4d88-a30d-5cb5b262646f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 999 time: 0.0967348 Apr 21 15:41:27.663735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8c0c3820-671e-42f8-b0ef-6e5a64284114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:27.690910 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-43a33be9-c2f3-4655-95ac-844b9bbd0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:27.692341 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-43a33be9-c2f3-4655-95ac-844b9bbd0f33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0581071 Apr 21 15:41:27.722029 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3ed58720-7486-4a14-8d42-782a8aa131ff', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:41:25Z', 'updated_at': '2022-04-21T15:41:25Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:27.725770 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:41:27.733811 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:41:27.734396 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:41:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:27.768049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-9ffe8154-cec1-4dee-b70d-448dc61e019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:41:27.769412 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-9ffe8154-cec1-4dee-b70d-448dc61e019d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707870 Apr 21 15:41:27.902428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-f6ab8ca6-1f14-47ec-ada3-d9216eb9cf51 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270812 Apr 21 15:41:27.908959 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:41:28.034460 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-faa8de70-e1ee-459c-b13f-d14ff282f60e req-67d605a4-d897-46c9-a3b6-4a40b0d8dbc0 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258829 Apr 21 15:41:28.249311 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3ed58720-7486-4a14-8d42-782a8aa131ff', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:41:25Z', 'updated_at': '2022-04-21T15:41:25Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:41:28.253990 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03514bf9-3c57-42e0-a9a6-63ccdc5471f2 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '3ed58720-7486-4a14-8d42-782a8aa131ff', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:41:25Z', 'updated_at': '2022-04-21T15:41:25Z', 'revision_number': 0, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:41:28.445622 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c799336-e245-45eb-a59a-d85fd195d3a4 None None] New status for floating IP 3ed58720-7486-4a14-8d42-782a8aa131ff: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:41:28.966304 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:29.117807 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:30.634996 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:41.366476 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:41:52.458617 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:55.513668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cab66471-3fcb-4db8-ac12-db0b0f439f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:57.667359 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ee67b874-97b9-4824-8b99-c6c07d403e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:58.969976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:41:59.120375 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:00.638493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:09.618455 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-dc3a980f-fe85-46f8-8a3c-dc0d594ab89e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758779 Apr 21 15:42:09.750316 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-a91e3408-bd01-495c-9414-8c65d9f275d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:42:09.751713 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-a91e3408-bd01-495c-9414-8c65d9f275d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0687823 Apr 21 15:42:09.895819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-a6326c3d-ad36-4616-ac6f-53ef205daf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:42:09.897136 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-a6326c3d-ad36-4616-ac6f-53ef205daf5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1256921 Apr 21 15:42:09.997879 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-a674f53c-110c-4e37-8cf5-7016276bdb62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 1001 time: 0.0943005 Apr 21 15:42:10.063298 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-0357e410-6d09-4259-9fdb-cc671f6c681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:42:10.064660 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-0357e410-6d09-4259-9fdb-cc671f6c681e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0602684 Apr 21 15:42:10.140643 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-cd209b5f-6f27-4ffa-99c5-1d6a3bebfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:42:10.142113 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-cd209b5f-6f27-4ffa-99c5-1d6a3bebfbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711360 Apr 21 15:42:10.271645 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-c7f993dd-f8c0-4d09-b26f-5b075181bab3 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230688 Apr 21 15:42:10.494544 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-e067492a-9a78-47f9-b6f7-99fc5e6ebb40 req-64a48b11-dac2-433c-8cb1-0c1184b15943 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163785 Apr 21 15:42:18.365529 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:42:22.461755 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:25.514873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00140843-d7bc-4dec-8408-d3a95bdb3a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:27.670294 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f734fc6-8399-4990-861b-b0e1947760d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:28.972145 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:29.121995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:30.640612 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:52.454418 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:55.368307 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:42:55.517223 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41362fc2-078a-47ef-aa7e-f3542f17e5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:57.672365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbf24d8f-a2dc-4d05-b695-a37ecffc30e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:58.975396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:42:59.124437 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:00.642866 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:10.674889 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-36ca2dfa-f6cd-413e-9214-fdd3039ce664 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063452 Apr 21 15:43:10.811824 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-8c14f8e3-c5dd-4f7a-ab10-bae302fef8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:10.813171 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-8c14f8e3-c5dd-4f7a-ab10-bae302fef8ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0727422 Apr 21 15:43:10.958958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-8c63fe44-8274-4577-972e-c8487f2187ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:10.960361 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-8c63fe44-8274-4577-972e-c8487f2187ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1283362 Apr 21 15:43:11.063179 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-df70c605-08e3-4b18-a312-b2f9c37c0a7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 1001 time: 0.0960824 Apr 21 15:43:11.122895 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-788eb4b1-221c-4616-949d-43fe65763add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:11.124940 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-788eb4b1-221c-4616-949d-43fe65763add service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0564592 Apr 21 15:43:11.200918 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-589ef01f-22a5-4458-8a04-251139dec007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:11.202490 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-589ef01f-22a5-4458-8a04-251139dec007 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721805 Apr 21 15:43:11.331325 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-5e9c336d-941e-484e-af00-04d7c3301ed2 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225526 Apr 21 15:43:11.458984 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-df8145e9-b89a-49b4-9ab2-09f97b1021ac req-57796572-7833-4c47-abfe-d44fa646f403 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218250 Apr 21 15:43:22.180682 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8fc3a-430e-441b-accc-09c2dd2fd1e3 req-2fdb5bed-baf5-490c-82ee-4bfecc5896f9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:22.182212 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87c8fc3a-430e-441b-accc-09c2dd2fd1e3 req-2fdb5bed-baf5-490c-82ee-4bfecc5896f9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.1223645 Apr 21 15:43:22.226307 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-87c8fc3a-430e-441b-accc-09c2dd2fd1e3 req-8ce1219e-0e26-4187-9f0b-c4cbda43f799 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384555 Apr 21 15:43:22.456846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:23.537495 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c486e3-bbc8-4fee-8adf-ffc7c87a75bd req-8359229a-5899-4939-a7f4-28c99546e65b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:23.538965 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03c486e3-bbc8-4fee-8adf-ffc7c87a75bd req-8359229a-5899-4939-a7f4-28c99546e65b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.1263330 Apr 21 15:43:23.582146 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-03c486e3-bbc8-4fee-8adf-ffc7c87a75bd req-70e3ab8c-8154-48fe-8c28-29ef574a95a9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377212 Apr 21 15:43:24.769503 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecb4cd-4a53-4d94-81d1-a2d6b8ecec98 req-80f1f6a5-2498-40b1-a790-092ba47fcce2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:24.770936 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-69ecb4cd-4a53-4d94-81d1-a2d6b8ecec98 req-80f1f6a5-2498-40b1-a790-092ba47fcce2 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0787580 Apr 21 15:43:24.816021 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-69ecb4cd-4a53-4d94-81d1-a2d6b8ecec98 req-9ad57cea-455c-4f73-b55b-e85a43640714 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Apr 21 15:43:25.518872 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-425e87b3-96a5-4233-9f7d-8879d2d9e35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:26.000425 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a64d7-69f3-4e9c-b1fa-4854fd3e33f8 req-3882124e-831f-49b4-8e20-3c1cc502012e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:26.001918 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a1a64d7-69f3-4e9c-b1fa-4854fd3e33f8 req-3882124e-831f-49b4-8e20-3c1cc502012e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0819726 Apr 21 15:43:26.046156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6a1a64d7-69f3-4e9c-b1fa-4854fd3e33f8 req-62eb347a-c150-467f-b093-9197140cff51 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Apr 21 15:43:27.227655 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f70cd4-862a-4228-9470-4acbaf039b71 req-700bd753-0b2a-4640-8bc3-187d0fe95caa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:27.228990 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1f70cd4-862a-4228-9470-4acbaf039b71 req-700bd753-0b2a-4640-8bc3-187d0fe95caa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0780966 Apr 21 15:43:27.275630 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f1f70cd4-862a-4228-9470-4acbaf039b71 req-4b74a6c2-2536-4f91-95a2-150c46059b85 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Apr 21 15:43:27.674102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-acc0d2fb-8d79-4f1b-884b-3a5da71bf682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:28.460134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00998238-9c73-4772-8d91-d105880b3985 req-4c84ba74-3979-4e1f-989a-48aaf99dc22b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:28.461596 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00998238-9c73-4772-8d91-d105880b3985 req-4c84ba74-3979-4e1f-989a-48aaf99dc22b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0793276 Apr 21 15:43:28.504937 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-00998238-9c73-4772-8d91-d105880b3985 req-49212c7f-bb6f-41b8-bd5a-f28bd729e53e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Apr 21 15:43:28.981362 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:29.129278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:29.690309 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151947a-38e8-445a-8ffb-795827636e6c req-79dc22bf-088c-4200-8bca-f581c025cd6d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:29.691726 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0151947a-38e8-445a-8ffb-795827636e6c req-79dc22bf-088c-4200-8bca-f581c025cd6d tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0831943 Apr 21 15:43:29.733971 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0151947a-38e8-445a-8ffb-795827636e6c req-9625748b-0d43-4cd3-8d5d-8ec9fa3dcac6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367334 Apr 21 15:43:30.645396 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:30.919661 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ca663-fff9-43d8-9b5a-c084ba3ad377 req-de7c3f1c-6631-47b4-aafb-bf6710e156f4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:30.921003 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-969ca663-fff9-43d8-9b5a-c084ba3ad377 req-de7c3f1c-6631-47b4-aafb-bf6710e156f4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0792601 Apr 21 15:43:30.965077 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-969ca663-fff9-43d8-9b5a-c084ba3ad377 req-fb533571-ba6a-4110-97eb-b62ed938b196 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Apr 21 15:43:32.107897 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579204-9926-414e-9b95-df548a4a4a8f req-a9199485-6f8d-49a5-88e1-1bc672ad5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:32.109388 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-a9199485-6f8d-49a5-88e1-1bc672ad5a35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0713224 Apr 21 15:43:32.154004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e26a74-d483-4434-a472-1d747cca95f0 req-66494bd8-9839-405b-9c24-4f4af51f40e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:32.155440 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7e26a74-d483-4434-a472-1d747cca95f0 req-66494bd8-9839-405b-9c24-4f4af51f40e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0830867 Apr 21 15:43:32.200639 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c7e26a74-d483-4434-a472-1d747cca95f0 req-675629fe-24e4-4b5f-b20f-2f426f959b48 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Apr 21 15:43:32.240644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579204-9926-414e-9b95-df548a4a4a8f req-92bf0281-61e1-4549-87e9-4e5bce6295f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:32.242100 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-92bf0281-61e1-4549-87e9-4e5bce6295f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1272497 Apr 21 15:43:32.342491 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-2b761d36-ef2b-4ded-b108-76325e5e1947 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 1001 time: 0.0947866 Apr 21 15:43:32.366514 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:43:32.402131 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579204-9926-414e-9b95-df548a4a4a8f req-afd373c4-2a3e-4b0d-9d4f-d0db8081f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:32.403495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-afd373c4-2a3e-4b0d-9d4f-d0db8081f17f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0559263 Apr 21 15:43:32.479960 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579204-9926-414e-9b95-df548a4a4a8f req-b43ac42b-e2c9-4536-a5f9-e625dcf077c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:32.481380 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-b43ac42b-e2c9-4536-a5f9-e625dcf077c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721889 Apr 21 15:43:32.611794 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-297d79b6-99d7-4436-b756-bc32c9e9255a service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239643 Apr 21 15:43:32.853483 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2c579204-9926-414e-9b95-df548a4a4a8f req-b0e8af74-8f51-419a-8725-0613717e60ee service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359045 Apr 21 15:43:33.387408 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae765-3ea5-40a5-92d7-98140e1aa1e2 req-6fb96412-fd45-47df-8bad-4f0f6266f449 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:33.388783 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f0ae765-3ea5-40a5-92d7-98140e1aa1e2 req-6fb96412-fd45-47df-8bad-4f0f6266f449 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0794346 Apr 21 15:43:33.434183 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5f0ae765-3ea5-40a5-92d7-98140e1aa1e2 req-e8c042be-51c3-4be9-a5a4-d3cf155027cb tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386803 Apr 21 15:43:34.624034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea8ab1-dd60-435e-9b26-7210349fde01 req-b7c2b63e-34f5-4286-af48-762765e90f40 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:34.625568 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cfea8ab1-dd60-435e-9b26-7210349fde01 req-b7c2b63e-34f5-4286-af48-762765e90f40 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0867295 Apr 21 15:43:34.673140 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cfea8ab1-dd60-435e-9b26-7210349fde01 req-03b653e9-32b3-4c43-951b-8f846c1b90dd tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411820 Apr 21 15:43:35.867642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15698a6c-a8a5-4570-ad7c-cb8d8cfce55d req-1fe13f1e-95cb-4360-ba20-3e002fb22e8f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:35.869068 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15698a6c-a8a5-4570-ad7c-cb8d8cfce55d req-1fe13f1e-95cb-4360-ba20-3e002fb22e8f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0777369 Apr 21 15:43:35.915950 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-15698a6c-a8a5-4570-ad7c-cb8d8cfce55d req-a7e2c1c5-9b74-4552-a409-8361b4ac6db4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Apr 21 15:43:36.231941 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-c7c40cc7-e97f-467a-a4e4-2630a16ad9a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120372 Apr 21 15:43:36.257863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e278e1-f778-4861-94d3-96ef7fcbc631 req-bd61649d-dcbe-43ad-a476-a982e7c8833c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:36.259320 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e3e278e1-f778-4861-94d3-96ef7fcbc631 req-bd61649d-dcbe-43ad-a476-a982e7c8833c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0807374 Apr 21 15:43:36.304148 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e3e278e1-f778-4861-94d3-96ef7fcbc631 req-ca4a17da-909c-4afd-b666-f3da15862810 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389900 Apr 21 15:43:37.494439 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71482863-36cd-4b11-be66-426c8fdf088d req-c68a8980-dfca-4aff-bf94-cbdc526b34fb tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:37.495860 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-71482863-36cd-4b11-be66-426c8fdf088d req-c68a8980-dfca-4aff-bf94-cbdc526b34fb tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0835869 Apr 21 15:43:37.539835 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-71482863-36cd-4b11-be66-426c8fdf088d req-cc4bec7f-160d-4663-aa41-a17184352b18 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374315 Apr 21 15:43:38.097797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:43:38.212864 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:38.239456 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:43:38.248887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:43:38.253404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:38.332733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:43:38.341900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.342252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.342589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.342923 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.343282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.343613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.343960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.344966 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.345413 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.345739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.346064 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.346387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:43:38.392815 dv-neutron-838896-1-hyperv neutron-server[88109]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-415497b2-d99f-49a3-a1da-60256e865eb1']: {'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'code': 422} returned with failed status Apr 21 15:43:38.722700 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf637a-6f78-488a-a423-a3c57a598758 req-0cb5c150-5d26-4f5b-bc48-6bf0b04f9ab8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:38.724055 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0caf637a-6f78-488a-a423-a3c57a598758 req-0cb5c150-5d26-4f5b-bc48-6bf0b04f9ab8 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0809987 Apr 21 15:43:38.767182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-f1d8d7bb-e962-4083-a784-e9a03e18f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:38.768641 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-f1d8d7bb-e962-4083-a784-e9a03e18f81a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89&tenant_id=fad07330b4c4403b9438826da23b3a7a HTTP/1.1" status: 200 len: 1097 time: 0.0724168 Apr 21 15:43:38.768777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-0caf637a-6f78-488a-a423-a3c57a598758 req-4bee4a81-592c-47b6-9939-c2e38b9d0cd6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 Apr 21 15:43:38.862569 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-b0235530-727d-4ce9-a040-be90bc4120ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:38.863998 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-b0235530-727d-4ce9-a040-be90bc4120ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1097 time: 0.0747561 Apr 21 15:43:38.991274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-6ac1f9a0-5a3b-4236-bbb3-00932635823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:38.992851 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-6ac1f9a0-5a3b-4236-bbb3-00932635823b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1228793 Apr 21 15:43:39.096352 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-054cc05c-f2ac-49e6-a165-64da84cb0e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 999 time: 0.0968194 Apr 21 15:43:39.158061 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-f6f40e51-b4fe-438c-b17d-790e19421a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:39.159453 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-f6f40e51-b4fe-438c-b17d-790e19421a46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0578513 Apr 21 15:43:39.237520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-ed42565f-54b0-4cd8-a113-99cc8d186442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:39.238956 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-ed42565f-54b0-4cd8-a113-99cc8d186442 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737684 Apr 21 15:43:39.368647 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-0981744e-b88e-44e4-9796-b3de4116fb04 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235180 Apr 21 15:43:39.499832 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-36de4e60-f206-47e3-93b3-8a3ce5f5186c req-8a4bb8d4-d216-46ec-aad2-3168048520f7 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Apr 21 15:43:39.960567 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216d18e-a391-48db-9e55-160368651de7 req-fcb1e8ca-bdc9-4de9-b1b2-14da59317105 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:39.962023 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3216d18e-a391-48db-9e55-160368651de7 req-fcb1e8ca-bdc9-4de9-b1b2-14da59317105 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0824566 Apr 21 15:43:40.005268 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3216d18e-a391-48db-9e55-160368651de7 req-476f4280-ad3d-45c7-8c2f-a1d413c9d8fa tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376573 Apr 21 15:43:41.188614 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5b774-d5d8-40e2-9763-e2d2c156b288 req-b20385b8-ffc6-40a5-a369-fde2abd01c85 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:41.190156 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0d5b774-d5d8-40e2-9763-e2d2c156b288 req-b20385b8-ffc6-40a5-a369-fde2abd01c85 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0785792 Apr 21 15:43:41.239011 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e0d5b774-d5d8-40e2-9763-e2d2c156b288 req-a8f462d5-9d39-4c57-9345-ae169ead1041 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Apr 21 15:43:42.421484 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceabd162-f1ac-49c0-ba19-d18b6945f35c req-961e82eb-77c9-45d4-bec7-eb308eda646e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:42.424035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ceabd162-f1ac-49c0-ba19-d18b6945f35c req-961e82eb-77c9-45d4-bec7-eb308eda646e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0828056 Apr 21 15:43:42.467376 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ceabd162-f1ac-49c0-ba19-d18b6945f35c req-94720222-e3be-4dd2-8fb7-3acfdbd5ab57 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Apr 21 15:43:43.657259 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff4fc8-a395-4134-8d11-5ae5523ec2b3 req-08af0f2a-094a-47e1-9bb1-1ed901e96b37 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:43.658684 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1ff4fc8-a395-4134-8d11-5ae5523ec2b3 req-08af0f2a-094a-47e1-9bb1-1ed901e96b37 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0820200 Apr 21 15:43:43.701613 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c1ff4fc8-a395-4134-8d11-5ae5523ec2b3 req-ae50f55e-4a4b-4a7d-870b-338a1898425e tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Apr 21 15:43:44.888893 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce4eb8-8193-4733-8a27-7f28d199eb98 req-090e058d-4f78-4093-881a-6b5aa44ba106 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:44.890360 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fcce4eb8-8193-4733-8a27-7f28d199eb98 req-090e058d-4f78-4093-881a-6b5aa44ba106 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0791409 Apr 21 15:43:44.934035 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fcce4eb8-8193-4733-8a27-7f28d199eb98 req-0ead3a6b-1a97-4078-986b-4099df741022 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372355 Apr 21 15:43:46.118764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660027e6-94f3-455d-bcd9-131c92dbd632 req-955fad2d-4cd0-48a4-800f-7f145ac78f8a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:46.120195 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-660027e6-94f3-455d-bcd9-131c92dbd632 req-955fad2d-4cd0-48a4-800f-7f145ac78f8a tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0823307 Apr 21 15:43:46.163901 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-660027e6-94f3-455d-bcd9-131c92dbd632 req-e847b111-bed5-406f-9aeb-28e1ef684ce7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376318 Apr 21 15:43:47.347613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16fcd1-9b80-48bd-9bab-b071c148e94d req-b8e569ff-5686-4d2a-bc70-e080c5cea0ef tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:47.349047 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed16fcd1-9b80-48bd-9bab-b071c148e94d req-b8e569ff-5686-4d2a-bc70-e080c5cea0ef tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 944 time: 0.0796103 Apr 21 15:43:47.392546 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-ed16fcd1-9b80-48bd-9bab-b071c148e94d req-821f4982-3269-4a05-9bdd-b4e195a9894b tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378721 Apr 21 15:43:48.143627 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:43:48.273638 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:43:48.286735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '5b522316-757f-42d4-a69f-a571c27fe993', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'port_id': '5b522316-757f-42d4-a69f-a571c27fe993', 'mac_address': 'fa:16:3e:7e:13:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:43:48.339382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:48.355759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b522316-757f-42d4-a69f-a571c27fe993 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:43:48.370941 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:43:48.374788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:48.442975 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:43:48.577971 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae15bd-4be6-4628-82ab-9b10202d332e req-713ec59a-d9d6-4e1a-aa00-0e30db6fd956 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:48.579405 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7eae15bd-4be6-4628-82ab-9b10202d332e req-713ec59a-d9d6-4e1a-aa00-0e30db6fd956 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 945 time: 0.0816278 Apr 21 15:43:48.622806 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-7eae15bd-4be6-4628-82ab-9b10202d332e req-531990c3-5692-42e6-91db-556708985138 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373185 Apr 21 15:43:48.682765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['5b522316-757f-42d4-a69f-a571c27fe993'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:43:49.805685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f84e3d-f6ad-4e71-8407-6c88243b94e7 req-f88b707b-52f0-4218-a366-7da9405bb44c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:49.807144 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59f84e3d-f6ad-4e71-8407-6c88243b94e7 req-f88b707b-52f0-4218-a366-7da9405bb44c tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 945 time: 0.0795560 Apr 21 15:43:49.955688 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-59f84e3d-f6ad-4e71-8407-6c88243b94e7 req-424b3532-6e9d-4e2e-b1d6-4573f1b5dbca tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427546 Apr 21 15:43:50.143820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:43:50.209828 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 5b522316-757f-42d4-a69f-a571c27fe993 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:43:50.210119 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:50.355464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:50.381609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:43:50.391893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:43:50.396279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:50.430417 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-746f3177-dec4-4622-929b-05b0100549f2'] response: {'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'code': 200} Apr 21 15:43:50.469370 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:43:50.694367 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f1a0-4f30-4a82-93bd-ca7d279507c6 req-b2955f8c-d709-4c60-ab12-8c275a1df273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:50.695826 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-31b7f1a0-4f30-4a82-93bd-ca7d279507c6 req-b2955f8c-d709-4c60-ab12-8c275a1df273 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0694480 Apr 21 15:43:50.735005 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-31b7f1a0-4f30-4a82-93bd-ca7d279507c6 req-8ee7eb60-93d4-42d3-8277-25271c03afde service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Apr 21 15:43:51.138190 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680ade-57e2-475b-b43d-ed360050a07f req-c1f69d60-d913-4546-9c5f-f393fb5e5cc3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:51.139634 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd680ade-57e2-475b-b43d-ed360050a07f req-c1f69d60-d913-4546-9c5f-f393fb5e5cc3 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0794959 Apr 21 15:43:51.183449 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-fd680ade-57e2-475b-b43d-ed360050a07f req-4f2430b3-ea7d-4444-80f1-e646878317c6 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377710 Apr 21 15:43:52.484452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:52.514095 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d89e6-ea82-4072-ad25-c2589667bf85 req-a7fccf3d-2f18-4d0e-b3ca-d4a506bfc789 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:43:52.515535 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-622d89e6-ea82-4072-ad25-c2589667bf85 req-a7fccf3d-2f18-4d0e-b3ca-d4a506bfc789 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0824816 Apr 21 15:43:52.559276 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-622d89e6-ea82-4072-ad25-c2589667bf85 req-eecd7c11-54b0-4eb9-b89e-b3ed3d87329f tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Apr 21 15:43:55.521342 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2df1e8eb-73bb-467d-853b-d61a09f46b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:57.675572 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-405d9b06-24a8-4fdd-bff7-31c6c947288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:58.975551 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:43:59.134027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:00.648475 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:09.370129 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:44:11.624415 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-69b20814-2456-4c63-b733-745c749887aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807431 Apr 21 15:44:11.772927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-bb01e004-3bf2-4477-9683-6e7b6d507889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:44:11.772927 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-bb01e004-3bf2-4477-9683-6e7b6d507889 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0752268 Apr 21 15:44:11.929399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-63978a50-3175-499f-999f-3b9e8bfe6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:44:11.929399 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-63978a50-3175-499f-999f-3b9e8bfe6426 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1320171 Apr 21 15:44:12.025625 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-a78b4b16-d0e0-463d-9643-ccdd7d0d1a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 1001 time: 0.0982444 Apr 21 15:44:12.091384 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-7d092612-1078-4ea8-8a6a-0895a9f01b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:44:12.092879 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-7d092612-1078-4ea8-8a6a-0895a9f01b39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0604832 Apr 21 15:44:12.179539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-6b217098-898f-4a77-8af9-d8761a8757bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:44:12.179539 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-6b217098-898f-4a77-8af9-d8761a8757bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785255 Apr 21 15:44:12.410849 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-9e1efdea-45b5-4eea-9dd5-7147f04b3074 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282097 Apr 21 15:44:12.543061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2eab2577-f19b-434b-9f51-7844f83c5477 req-c4ba0612-9fd8-4ef7-a9d4-f38312c41c78 service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255198 Apr 21 15:44:22.490633 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:25.526800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83da36ef-4c57-4930-8cd2-c0b39e4f2206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:27.678258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ca11cb1-38e0-468e-a580-62751233ab4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:28.979343 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:29.143031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:30.652936 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:46.365048 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:44:52.497722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:55.529398 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6843-42ff-4f2a-ad83-5f4967526deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:57.679530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-aceae675-8f07-45a5-84cb-37d6f2ab725f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:58.984958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:44:59.134156 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:00.655048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:08.974656 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44522) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:09.176548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Deleting port 848a7870-2fb8-401c-bbf7-854e0e14137b {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:09.176878 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:09.345879 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:09.346106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:09.467195 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Calling delete_port for 848a7870-2fb8-401c-bbf7-854e0e14137b owned by network:floatingip {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:09.614258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:09.692370 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'Port': ['ID=848a7870-2fb8-401c-bbf7-854e0e14137b,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:09.745782 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.746041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.746375 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.746700 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.747029 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.747351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.747670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.747988 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.748301 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.748613 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.748927 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.749255 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:09.764942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for floatingip, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:09.765541 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.l3_db [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Floating IP 3ed58720-7486-4a14-8d42-782a8aa131ff disassociated (deleted). External IP: 172.26.4.34, port: 5b522316-757f-42d4-a69f-a571c27fe993. Apr 21 15:45:10.113678 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:10.395925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:10.405959 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:10.412849 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:10.414523 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:10.415128 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:10.467372 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-c6a9d9b5-3d6f-47ed-a712-93f7e53178e9 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "DELETE /v2.0/floatingips/3ed58720-7486-4a14-8d42-782a8aa131ff HTTP/1.1" status: 204 len: 168 time: 1.4916351 Apr 21 15:45:10.467958 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:45:10.599104 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:10.629096 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cd8c80-fd17-4877-9fcc-04c6bc2552ff'] response: {'name': 'network-changed', 'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'status': 'completed', 'code': 200} Apr 21 15:45:10.730202 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-74af1a86-38b0-44ef-be52-cc539c0f3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:10.731885 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-74af1a86-38b0-44ef-be52-cc539c0f3c56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fad07330b4c4403b9438826da23b3a7a&device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 1099 time: 0.0780036 Apr 21 15:45:10.874461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5c86c-f948-4683-b280-c9ccd2d22127 req-1e5ea2a2-eb7f-481b-972e-8157e41d72bd tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:10.875028 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-5fb6d769-be84-4663-ad4b-aedb3a5a9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:10.875919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1f5c86c-f948-4683-b280-c9ccd2d22127 req-1e5ea2a2-eb7f-481b-972e-8157e41d72bd tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.1056535 Apr 21 15:45:10.876492 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-5fb6d769-be84-4663-ad4b-aedb3a5a9dd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 200 len: 909 time: 0.1385748 Apr 21 15:45:10.926931 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1f5c86c-f948-4683-b280-c9ccd2d22127 req-d2083a6a-65cc-4918-990c-1e6b72216ae4 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447283 Apr 21 15:45:10.947810 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:10.951018 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-512bd053-315d-4b57-a98f-cf1a18e2b146 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 200 len: 217 time: 0.0676968 Apr 21 15:45:10.951908 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:10.960064 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:10.960650 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:11.013052 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-fd9f44d1-91d5-4486-a3b8-06e75debf6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:11.014484 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-fd9f44d1-91d5-4486-a3b8-06e75debf6aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 200 len: 847 time: 0.0571496 Apr 21 15:45:11.088997 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-845b5e6c-2402-48e7-9e20-ce0ca6ef8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:11.090461 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-845b5e6c-2402-48e7-9e20-ce0ca6ef8fd4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a83d1c54-aeee-46d9-8f07-5332e26420a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688055 Apr 21 15:45:11.135544 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:11.223248 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-cb63d1e8-4938-4568-b1b7-7d722588cb2a service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261144 Apr 21 15:45:11.354529 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-63b7c99e-e5ef-4f52-95fc-4ca8f1d7afb3 req-89bdb8f4-5874-4d30-a0a5-d2f898a97bea service neutron] 10.222.0.13 "GET /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248176 Apr 21 15:45:11.450664 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:11.454474 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a64c06-b800-4c60-bc6c-16c695cc5290 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:11Z', 'revision_number': 4, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': '3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2', 'name': '', 'network_id': 'a83d1c54-aeee-46d9-8f07-5332e26420a6', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'mac_address': 'fa:16:3e:da:7f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:11Z', 'updated_at': '2022-04-21T15:35:19Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'subnets': [{'id': 'd4c4752e-fe26-4991-9ea9-9390062c0ce0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:11.675918 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5f8498-9272-4d19-87d6-ee45180ce7d9 None None] New status for floating IP 3ed58720-7486-4a14-8d42-782a8aa131ff: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:45:12.127342 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e367d-f977-45fd-a744-431186dccb89 req-0bf4cfcd-f4dd-4ae0-92eb-c7f94ed5c1b7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:12.128775 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-368e367d-f977-45fd-a744-431186dccb89 req-0bf4cfcd-f4dd-4ae0-92eb-c7f94ed5c1b7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0818913 Apr 21 15:45:12.173353 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-368e367d-f977-45fd-a744-431186dccb89 req-a739e45e-e0a8-4ca5-904d-dcae90d79f00 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/security-groups?id=7cd58b1c-38c9-40fb-8c27-e45e26fc837f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Apr 21 15:45:12.482059 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caaaf30-d419-40ae-9606-4195b02be851 req-6081d60a-ab45-48f9-9aa5-781073417cb7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:12.482861 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5caaaf30-d419-40ae-9606-4195b02be851 req-6081d60a-ab45-48f9-9aa5-781073417cb7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Synchronizing usage tracker for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:45:12.498887 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5caaaf30-d419-40ae-9606-4195b02be851 req-6081d60a-ab45-48f9-9aa5-781073417cb7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Unset dirty status for tenant:fad07330b4c4403b9438826da23b3a7a on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:45:12.500067 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5caaaf30-d419-40ae-9606-4195b02be851 req-6081d60a-ab45-48f9-9aa5-781073417cb7 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 946 time: 0.0981772 Apr 21 15:45:12.569818 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Deleting port 5b522316-757f-42d4-a69f-a571c27fe993 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:12.570151 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:12.811634 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] For port 5b522316-757f-42d4-a69f-a571c27fe993, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=5b522316-757f-42d4-a69f-a571c27fe993,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:12.811959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:12.933229 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Calling delete_port for 5b522316-757f-42d4-a69f-a571c27fe993 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:13.168275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:13.218295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'Port': ['ID=5b522316-757f-42d4-a69f-a571c27fe993,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:13.296725 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] No DVR routers for this DVR port 5b522316-757f-42d4-a69f-a571c27fe993 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:45:13.302125 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:13.304829 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-deleted', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:45:13.323413 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5caaaf30-d419-40ae-9606-4195b02be851 req-d75b760b-1436-409d-9c24-fe7a0954bd90 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.13 "DELETE /v2.0/ports/5b522316-757f-42d4-a69f-a571c27fe993 HTTP/1.1" status: 204 len: 173 time: 0.8169813 Apr 21 15:45:13.323777 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-245dec28-dd64-4d55-abd5-ca483e560f97 req-cf8f4aa4-33fc-46c2-941f-4f8cd6b51785 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf16acd9-7964-4dca-9ed9-e637c75f7a89 HTTP/1.1" status: 200 len: 210 time: 0.0432034 Apr 21 15:45:13.366213 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5db7b30-ca47-44d2-872a-731c512102cf'] response: {'server_uuid': 'bf16acd9-7964-4dca-9ed9-e637c75f7a89', 'name': 'network-vif-deleted', 'tag': '5b522316-757f-42d4-a69f-a571c27fe993', 'status': 'completed', 'code': 200} Apr 21 15:45:14.428720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44566) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:14.502578 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:14.534090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:14.605903 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:14.624149 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd58b1c-38c9-40fb-8c27-e45e26fc837f,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:14.643844 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:14.645146 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-248a61e3-1af9-42b5-8e11-a1e93538b1e0 tempest-TestShelveInstance-674545699 tempest-TestShelveInstance-674545699-project] 10.222.0.35 "DELETE /v2.0/security-groups/7cd58b1c-38c9-40fb-8c27-e45e26fc837f HTTP/1.1" status: 204 len: 168 time: 0.2148817 Apr 21 15:45:14.694790 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44572) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:15.389422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:15.751281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Deleting port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:15.751898 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:15.925855 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] For port 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:15.926207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:16.160070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Calling delete_port for 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:16.496432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:16.545965 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:16.549930 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:16.582450 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 5b522316-757f-42d4-a69f-a571c27fe993 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:16.582795 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 5b522316-757f-42d4-a69f-a571c27fe993 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:16.816703 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:17.169194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:17.351694 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:17.361186 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Sync routers for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:17.368306 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-72856aec-92df-44ed-bad1-9b017fb48fd1 admin admin] 10.222.0.35 "PUT /v2.0/routers/1dcfe353-3fbb-448e-8791-0ff8f34fcb97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6715865 Apr 21 15:45:17.370998 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44578) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:17.375273 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:17.376305 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:17.656200 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:17.715624 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:17.896522 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:17.907180 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Deleting port 122aa978-1283-4761-a7e3-de44d73e323c {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:17.907670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:17.939864 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': '122aa978-1283-4761-a7e3-de44d73e323c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:45:16Z', 'revision_number': 5, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port': {'id': '122aa978-1283-4761-a7e3-de44d73e323c', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:49:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:17.943693 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Checking router: 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:17.952529 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Routers {'1dcfe353-3fbb-448e-8791-0ff8f34fcb97'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:17.953124 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:18.082906 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] For port 122aa978-1283-4761-a7e3-de44d73e323c, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=122aa978-1283-4761-a7e3-de44d73e323c,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:18.083258 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.104798 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] Set router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:18.206076 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Calling delete_port for 122aa978-1283-4761-a7e3-de44d73e323c owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:18.208775 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:45:17Z', 'revision_number': 6, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:18.213457 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6460d2-87ee-49c5-a59f-aa723ebfc7d2 None None] The sync data for ids ['1dcfe353-3fbb-448e-8791-0ff8f34fcb97'] in dv-neutron-838896-1-hyperv is: [{'id': '1dcfe353-3fbb-448e-8791-0ff8f34fcb97', 'name': 'tempest-TestShelveInstance-472268605-router', 'tenant_id': 'fad07330b4c4403b9438826da23b3a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:08Z', 'updated_at': '2022-04-21T15:45:17Z', 'revision_number': 6, 'project_id': 'fad07330b4c4403b9438826da23b3a7a', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:18.372966 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.418403 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Pushing event deleted for resources: {'Port': ['ID=122aa978-1283-4761-a7e3-de44d73e323c,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:18.510022 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.688774 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.690969 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.713056 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.713798 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dcfe353-3fbb-448e-8791-0ff8f34fcb97 {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:45:18.725576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.726679 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e9d53b04-af81-4cf6-8dde-1058f1a66382 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1dcfe353-3fbb-448e-8791-0ff8f34fcb97 HTTP/1.1" status: 204 len: 168 time: 1.3543956 Apr 21 15:45:18.729745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44582) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:18.792665 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Deleting subnet d4c4752e-fe26-4991-9ea9-9390062c0ce0 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:45:18.795430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:18.849044 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.035186 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.107644 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.151079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c4752e-fe26-4991-9ea9-9390062c0ce0,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:19.153032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.159704 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-283bed92-d5a8-42c9-a8cf-81b3bbe7baf3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d4c4752e-fe26-4991-9ea9-9390062c0ce0 HTTP/1.1" status: 204 len: 168 time: 0.4289556 Apr 21 15:45:19.162153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44586) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:19.163567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd2c073-1d8b-4e07-ad39-23dc3880468d None None] Network a83d1c54-aeee-46d9-8f07-5332e26420a6 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:19.254832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:19.281745 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.291989 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Deleting port fd24ee49-9766-4f20-ab87-a31a7963893e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:19.292658 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.303236 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:19.303510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 3f6db098-6abd-4b2e-a9c3-eb8dbd7330a2 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:19.303929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 122aa978-1283-4761-a7e3-de44d73e323c no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:19.339869 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 122aa978-1283-4761-a7e3-de44d73e323c {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:19.340218 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 122aa978-1283-4761-a7e3-de44d73e323c not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:19.497329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] DHCP port deletion for a83d1c54-aeee-46d9-8f07-5332e26420a6 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:45:19.500444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] For port fd24ee49-9766-4f20-ab87-a31a7963893e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fd24ee49-9766-4f20-ab87-a31a7963893e,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:19.500807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.501468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Deleting port fd24ee49-9766-4f20-ab87-a31a7963893e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:19.501841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.628267 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Calling delete_port for fd24ee49-9766-4f20-ab87-a31a7963893e owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:19.705654 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.710216 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] For port fd24ee49-9766-4f20-ab87-a31a7963893e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=fd24ee49-9766-4f20-ab87-a31a7963893e,segment=NetworkSegment(7fd2633b-3a80-4760-b206-fb625dee467f),segment_id=7fd2633b-3a80-4760-b206-fb625dee467f)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:19.710509 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.752670 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd24ee49-9766-4f20-ab87-a31a7963893e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:19.756214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] No DVR routers for this DVR port fd24ee49-9766-4f20-ab87-a31a7963893e on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:45:19.840056 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Calling delete_port for fd24ee49-9766-4f20-ab87-a31a7963893e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:19.874406 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.906273 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83d1c54-aeee-46d9-8f07-5332e26420a6']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:19.918959 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd2633b-3a80-4760-b206-fb625dee467f') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:19.919250 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd2633b-3a80-4760-b206-fb625dee467f') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:19.930639 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.943487 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:45:19.943844 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:45:19.946321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.952923 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:45:19.953310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:45:19.966615 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:45:20.041768 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:20.059098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:20.064875 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] Pushing event deleted for resources: {'Network': ['ID=a83d1c54-aeee-46d9-8f07-5332e26420a6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:20.080257 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-abf94e03-807d-44d5-8cee-525334e1373b admin admin] 10.222.0.35 "DELETE /v2.0/networks/a83d1c54-aeee-46d9-8f07-5332e26420a6 HTTP/1.1" status: 204 len: 168 time: 0.9170926 Apr 21 15:45:20.083065 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44590) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:20.445611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Deleting port fd24ee49-9766-4f20-ab87-a31a7963893e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:20.446152 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:20.511515 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-336309de-456f-4837-abf7-0ea381ac54fe None None] The port 'fd24ee49-9766-4f20-ab87-a31a7963893e' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:45:20.706823 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:21.053616 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Deleting port b2075248-bc8b-4a13-8c6e-94f02f17eb54 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:21.054596 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:21.237133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] For port b2075248-bc8b-4a13-8c6e-94f02f17eb54, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b2075248-bc8b-4a13-8c6e-94f02f17eb54,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:21.237518 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:21.248382 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fd24ee49-9766-4f20-ab87-a31a7963893e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:21.288051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: fd24ee49-9766-4f20-ab87-a31a7963893e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:21.288389 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device fd24ee49-9766-4f20-ab87-a31a7963893e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:21.365755 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Calling delete_port for b2075248-bc8b-4a13-8c6e-94f02f17eb54 owned by network:router_interface {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:21.542732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:21.590864 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2075248-bc8b-4a13-8c6e-94f02f17eb54,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:21.857539 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.302101 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Router 7c78408c-68e2-44a6-98b2-17d94d42c80b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:22.473608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:22.487329 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Sync routers for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:22.492193 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-35fcee61-83be-45d3-8dec-a491382a31c7 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c78408c-68e2-44a6-98b2-17d94d42c80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059646 Apr 21 15:45:22.492565 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44594) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:22.503613 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.504399 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:22.505006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:22.671190 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks [] for router, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.679710 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:22.851728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.864748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Deleting port c8458c9f-0c11-4cf5-a512-85c803167b75 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:22.865224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:22.970846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194'}], 'enable_snat': True}, 'gw_port_id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:45:21Z', 'revision_number': 5, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port': {'id': 'c8458c9f-0c11-4cf5-a512-85c803167b75', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:35:15Z', 'updated_at': '2022-04-21T15:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:22.974598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Checking router: 7c78408c-68e2-44a6-98b2-17d94d42c80b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:22.983494 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Routers {'7c78408c-68e2-44a6-98b2-17d94d42c80b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:22.984102 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:44:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['7c78408c-68e2-44a6-98b2-17d94d42c80b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:23.036331 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] For port c8458c9f-0c11-4cf5-a512-85c803167b75, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=c8458c9f-0c11-4cf5-a512-85c803167b75,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:23.036683 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.135970 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] Set router 7c78408c-68e2-44a6-98b2-17d94d42c80b gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:23.159071 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Calling delete_port for c8458c9f-0c11-4cf5-a512-85c803167b75 owned by network:router_gateway {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:23.249022 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:45:22Z', 'revision_number': 6, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:23.253608 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b167fb43-29c8-44cc-b0c9-4e5ca8dfbb8e None None] The sync data for ids ['7c78408c-68e2-44a6-98b2-17d94d42c80b'] in dv-neutron-838896-1-hyperv is: [{'id': '7c78408c-68e2-44a6-98b2-17d94d42c80b', 'name': 'tempest-TestShelveInstance-379854685-router', 'tenant_id': 'd7da790d38924bd4970045fafda4797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:35:14Z', 'updated_at': '2022-04-21T15:45:22Z', 'revision_number': 6, 'project_id': 'd7da790d38924bd4970045fafda4797f', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:23.363327 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:45:23.434110 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.482932 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8458c9f-0c11-4cf5-a512-85c803167b75,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:23.573365 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.751529 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.753695 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.777399 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.777915 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c78408c-68e2-44a6-98b2-17d94d42c80b {{(pid=88107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:45:23.790204 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.791301 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1a8300ce-8e3a-470f-b88e-af8e8d149007 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7c78408c-68e2-44a6-98b2-17d94d42c80b HTTP/1.1" status: 204 len: 168 time: 1.2977808 Apr 21 15:45:23.793769 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44600) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:23.855253 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Deleting subnet 70bac5a7-d210-47f6-9508-4ac85dc26326 {{(pid=88107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:45:23.858136 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.906945 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1214808'] for subnet, precommit_delete_associations {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:23.987289 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.056536 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1214880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8201625'] for subnet, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.093009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70bac5a7-d210-47f6-9508-4ac85dc26326,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:24.096405 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.102387 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a02fc851-0b11-4f33-b695-29288c97a34d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/70bac5a7-d210-47f6-9508-4ac85dc26326 HTTP/1.1" status: 204 len: 168 time: 0.3076890 Apr 21 15:45:24.105345 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44604) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:24.108205 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd4fce-343f-4ac6-9421-19911bb6c771 None None] Network e2bd746c-8524-4d0e-851e-51c700708455 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:24.211796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.222893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Deleting port f0bba798-8db0-4ce3-b988-2c040a747f3e {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:24.223207 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.356814 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] DHCP port deletion for e2bd746c-8524-4d0e-851e-51c700708455 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:45:24.361134 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Deleting port f0bba798-8db0-4ce3-b988-2c040a747f3e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:24.361534 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.437098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] For port f0bba798-8db0-4ce3-b988-2c040a747f3e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f0bba798-8db0-4ce3-b988-2c040a747f3e,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:24.437718 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.561379 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Calling delete_port for f0bba798-8db0-4ce3-b988-2c040a747f3e owned by network:dhcp {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:24.607042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] For port f0bba798-8db0-4ce3-b988-2c040a747f3e, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=f0bba798-8db0-4ce3-b988-2c040a747f3e,segment=NetworkSegment(1a03dbeb-ffe5-4dff-8db9-f999d530242e),segment_id=1a03dbeb-ffe5-4dff-8db9-f999d530242e)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:24.607473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.638133 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.685750 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bba798-8db0-4ce3-b988-2c040a747f3e,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:24.691072 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] No DVR routers for this DVR port f0bba798-8db0-4ce3-b988-2c040a747f3e on host dv-neutron-838896-1-hyperv {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:45:24.728826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Calling delete_port for f0bba798-8db0-4ce3-b988-2c040a747f3e owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:45:24.802015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:45:24.802372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:45:24.893058 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.918720 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bd746c-8524-4d0e-851e-51c700708455']}} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:24.930311 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a03dbeb-ffe5-4dff-8db9-f999d530242e') {'for_net_delete': True} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:24.930599 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.services.segments.db [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a03dbeb-ffe5-4dff-8db9-f999d530242e') {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:24.941650 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1214785'] for segment, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.957705 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.964493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:45:24.964867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1215302'] for segment, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: Traceback (most recent call last): Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: timer() Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: cb(*args, **kw) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: return func(*args, **kwargs) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: self._notify() Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: self.callback(batched_events) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: event.method(event) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: return f(self, *a, **k) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._get(url).json() Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: return self.request(url, 'GET', **kwargs) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:45:24.977685 dv-neutron-838896-1-hyperv neutron-server[88107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:45:25.051819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.067799 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.080182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2bd746c-8524-4d0e-851e-51c700708455,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:25.084809 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3609c7bc-cd96-4700-82f9-11b9f13de19c admin admin] 10.222.0.35 "DELETE /v2.0/networks/e2bd746c-8524-4d0e-851e-51c700708455 HTTP/1.1" status: 204 len: 168 time: 0.9785490 Apr 21 15:45:25.213868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44610) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:25.243926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b2075248-bc8b-4a13-8c6e-94f02f17eb54 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:25.262426 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-54ddeb85-a7ca-4fe6-91bd-64f2fbf8dbbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fad07330b4c4403b9438826da23b3a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474327 Apr 21 15:45:25.265146 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44614) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:25.279076 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b2075248-bc8b-4a13-8c6e-94f02f17eb54 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:25.279414 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b2075248-bc8b-4a13-8c6e-94f02f17eb54 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:25.279813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f0bba798-8db0-4ce3-b988-2c040a747f3e no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:25.306789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Deleting port f0bba798-8db0-4ce3-b988-2c040a747f3e {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:45:25.307154 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.325985 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.341144 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: f0bba798-8db0-4ce3-b988-2c040a747f3e {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:25.341505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device f0bba798-8db0-4ce3-b988-2c040a747f3e not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:25.341903 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c8458c9f-0c11-4cf5-a512-85c803167b75 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:45:25.351553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.405550 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.414293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-28748ff6-b46c-4510-95c8-d684317e0c67 None None] The port 'f0bba798-8db0-4ce3-b988-2c040a747f3e' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:45:25.415008 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: c8458c9f-0c11-4cf5-a512-85c803167b75 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:45:25.415858 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device c8458c9f-0c11-4cf5-a512-85c803167b75 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:45:25.431398 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9060aed2-054d-4235-8d02-1c56a3c38eac,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:25.438883 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.442625 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a20b069f-f6d1-48ab-9b19-bf8c768b3a5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9060aed2-054d-4235-8d02-1c56a3c38eac HTTP/1.1" status: 204 len: 168 time: 0.1739452 Apr 21 15:45:25.531565 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e8deb37f-b8c5-4c64-a102-5722b019cfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.803287 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44622) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:25.851846 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-89405a02-a010-4c08-869c-ecc43b445ce7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7da790d38924bd4970045fafda4797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472152 Apr 21 15:45:25.855182 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44626) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:25.913497 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.939134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:25.993797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:26.010277 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd03263d-4b54-4dd7-8f9e-6664d5123fed,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:26.013667 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:26.014753 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-06d25407-a881-4977-8fbe-cdfb649c5fad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd03263d-4b54-4dd7-8f9e-6664d5123fed HTTP/1.1" status: 204 len: 168 time: 0.1587069 Apr 21 15:45:26.774995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44650) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:26.878986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1820742138-network', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:26.883760 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:26.887467 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Usage tracker for resource:network and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:26.890520 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:26.899938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:26.909338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Made reservation on behalf of e08a5813c245434bb1db64f7b7325ef8 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:45:26.911518 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:26.923690 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:26.938180 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:26.941852 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:26.944546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:26.950182 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:27.030451 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.034005 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.061570 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:45:27.073675 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c3ed4-539a-4823-9693-9f1cb03949ed,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:27.081620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.081885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.segments_db [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Added segment d7ce3569-54ed-4d39-a26a-785fa99f0713 of type vlan for network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 Apr 21 15:45:27.083441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.083777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.084105 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.084515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.084840 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.085160 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.085504 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.085820 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.086138 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.086453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.086765 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.087107 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:27.116508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.144714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.145650 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:27.146216 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.248859 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:27.253243 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-24244913-7f15-4f16-a5ae-8e6238eb0999 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4771221 Apr 21 15:45:27.256036 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44656) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:27.258360 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:45:27.262218 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Request body: {'subnet': {'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1820742138-subnet', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:27.267327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:27.271252 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Usage tracker for resource:subnet and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:27.274177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:27.280472 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:27.290938 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Made reservation on behalf of e08a5813c245434bb1db64f7b7325ef8 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:45:27.293367 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.495246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.566154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b94bb52-981b-46f8-8f7a-923b3eb081cb,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:27.574685 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Checking segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:27.575136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Network hostable DHCP agents. Network: 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:45:27.594587 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:45:27.604910 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:27.608863 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:27.609459 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.615000 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1ac64-406a-4a6d-a6ff-924e182f6b7c None None] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:27.632542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-fd989231-14e5-4b74-93b0-044a743e3166 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3722703 Apr 21 15:45:27.632747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44660) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:27.638166 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:27.642973 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:27.646770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Usage tracker for resource:router and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:27.650246 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:27.656082 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:27.667164 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.668150 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.682753 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.726888 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-218227f0-ab93-4228-b1c2-7f8bb40a9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.846318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:45:27.847199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:27.949350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.006973 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Allocated IP 172.20.0.2 (1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4/9b94bb52-981b-46f8-8f7a-923b3eb081cb/bae73ce6-286b-4de2-907b-142c02237542) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:28.216441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.226846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Transition to ACTIVE for port object bae73ce6-286b-4de2-907b-142c02237542 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:28.245843 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Transition to ACTIVE for port object bae73ce6-286b-4de2-907b-142c02237542 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:28.250899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.317427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:28.320229 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:28.324405 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:28.332997 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Pushing event updated for resources: {'Port': ['ID=bae73ce6-286b-4de2-907b-142c02237542,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:28.361125 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.391322 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.399873 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.400318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.400661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.400992 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.401346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.401672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.401994 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.402316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.402639 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.402959 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.403278 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.403594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:28.428714 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Attempting to bind port bae73ce6-286b-4de2-907b-142c02237542 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:28.429072 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Attempting to bind port bae73ce6-286b-4de2-907b-142c02237542 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:28.429455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Attempting to bind port bae73ce6-286b-4de2-907b-142c02237542 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:28.435514 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:28.435883 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Checking segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:28.436277 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.436661 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Bound using segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:28.437124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Bound port: bae73ce6-286b-4de2-907b-142c02237542, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:28.437499 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.523673 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] For port bae73ce6-286b-4de2-907b-142c02237542, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:28.526851 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] For port bae73ce6-286b-4de2-907b-142c02237542, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bae73ce6-286b-4de2-907b-142c02237542,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:28.529179 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Allocated IP 172.26.4.113 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/b792ae85-5a1c-4d06-a987-bc0168d7ce77) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:28.530655 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.655706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887dc06-cd7f-4e50-bdfd-a744bf2d5813 None None] Pushing event updated for resources: {'Port': ['ID=bae73ce6-286b-4de2-907b-142c02237542,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:28.684084 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.714381 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:28.786037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:28.789009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:28.792229 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:28.848116 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Pushing event updated for resources: {'Port': ['ID=b792ae85-5a1c-4d06-a987-bc0168d7ce77,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:28.984192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.139200 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.224093 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.268439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bae73ce6-286b-4de2-907b-142c02237542 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:29.339486 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bae73ce6-286b-4de2-907b-142c02237542 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:29.577223 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.604335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313dfb64-21ad-4564-9832-a99cb08ab5a3 None None] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:29.714057 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Provisioning for port bae73ce6-286b-4de2-907b-142c02237542 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:29.731645 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Provisioning complete for port bae73ce6-286b-4de2-907b-142c02237542 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:29.732016 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.906624 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:45:29.944756 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:29.985168 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] For port bae73ce6-286b-4de2-907b-142c02237542, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bae73ce6-286b-4de2-907b-142c02237542,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:29.991896 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:30.068346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f918-312e-4c6d-8ed5-d0404e1a35d9 None None] Pushing event updated for resources: {'Port': ['ID=bae73ce6-286b-4de2-907b-142c02237542,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:30.097174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:30.108744 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:30.117765 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:30.118655 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:30.122574 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:30.127138 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44664) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:30.128287 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-4d5e878c-60b4-480c-bf69-db23d48e0c03 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4945223 Apr 21 15:45:30.212634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-25a57da4-1186-4458-94af-79077151cf24 None None] Provisioning complete for port bae73ce6-286b-4de2-907b-142c02237542 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:30.213068 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25a57da4-1186-4458-94af-79077151cf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:30.307079 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:30.619002 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:29Z', 'revision_number': 3, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:30.623131 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:30.623480 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Updating router 301d6b8f-d454-45f4-a387-bbfdab4e927b port b792ae85-5a1c-4d06-a987-bc0168d7ce77 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:45:30.658780 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:30.679989 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:30.811380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.004892 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.016049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Allocated IP 172.20.0.1 (1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4/9b94bb52-981b-46f8-8f7a-923b3eb081cb/b1735087-d7ad-445d-825a-aa993c10ade6) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:31.016525 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Transition to ACTIVE for port object b792ae85-5a1c-4d06-a987-bc0168d7ce77 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:31.025235 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.105479 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Attempting to bind port b792ae85-5a1c-4d06-a987-bc0168d7ce77 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:31.105836 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Attempting to bind port b792ae85-5a1c-4d06-a987-bc0168d7ce77 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:31.106207 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Attempting to bind port b792ae85-5a1c-4d06-a987-bc0168d7ce77 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:31.108314 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Pushing event updated for resources: {'Port': ['ID=b792ae85-5a1c-4d06-a987-bc0168d7ce77,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:31.117628 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:31.118874 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:31.119668 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.120061 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:31.120519 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Bound port: b792ae85-5a1c-4d06-a987-bc0168d7ce77, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:31.120881 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.149048 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.149485 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.150415 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.150735 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.151045 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.151358 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.151665 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.151971 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.152274 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.152578 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.152877 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.153178 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:45:31.210271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] For port b792ae85-5a1c-4d06-a987-bc0168d7ce77, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:31.214117 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] For port b792ae85-5a1c-4d06-a987-bc0168d7ce77, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b792ae85-5a1c-4d06-a987-bc0168d7ce77,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:31.220758 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.253001 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bae73ce6-286b-4de2-907b-142c02237542 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:31.281412 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.296858 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Transition to ACTIVE for port object b1735087-d7ad-445d-825a-aa993c10ade6 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:31.300667 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf7be5-39ea-4794-ab61-291632f47c2c None None] Pushing event updated for resources: {'Port': ['ID=b792ae85-5a1c-4d06-a987-bc0168d7ce77,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:31.303366 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:31.304099 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:31.322034 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.334050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bae73ce6-286b-4de2-907b-142c02237542 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:31.334540 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.392036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:31.394877 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:31.398500 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:31.428612 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Pushing event updated for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:31.456188 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.485872 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:31.661925 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b08f6dff-b005-46db-99eb-f6aba310acc5 None None] Provisioning for port b1735087-d7ad-445d-825a-aa993c10ade6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:31.668075 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-b08f6dff-b005-46db-99eb-f6aba310acc5 None None] Provisioning complete for port b1735087-d7ad-445d-825a-aa993c10ade6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:31.668468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b08f6dff-b005-46db-99eb-f6aba310acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.720598 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.728823 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b08f6dff-b005-46db-99eb-f6aba310acc5 None None] Port b1735087-d7ad-445d-825a-aa993c10ade6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:45:31.783220 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:29Z', 'revision_number': 3, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:31.787101 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed280aa6-d849-4602-a5c9-34454970f99d None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:29Z', 'revision_number': 3, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:31.954736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:31.959494 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:32.069917 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:32.073622 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Pushing event updated for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:32.220218 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:32.221520 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:32.416446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:32.458348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-563a80b2-3d76-473d-bf36-72cc5f5e3794 None None] Provisioning complete for port b1735087-d7ad-445d-825a-aa993c10ade6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:32.458887 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-563a80b2-3d76-473d-bf36-72cc5f5e3794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:32.517390 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-563a80b2-3d76-473d-bf36-72cc5f5e3794 None None] Port b1735087-d7ad-445d-825a-aa993c10ade6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:45:32.611746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:32.621501 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-db65b4e7-c37f-4d68-ad18-9b60a7673982 admin admin] 10.222.0.35 "PUT /v2.0/routers/301d6b8f-d454-45f4-a387-bbfdab4e927b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4931209 Apr 21 15:45:33.131055 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44682) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:33.137137 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1528784135-network', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:33.142275 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:33.146134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Usage tracker for resource:network and tenant:f4b05a8b978d49eea83b04934b702f84 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:33.148894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:33.155187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:33.166129 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Made reservation on behalf of f4b05a8b978d49eea83b04934b702f84 for: {'network': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:45:33.168334 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for network, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.181870 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.195083 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:33.198177 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:33.202118 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b05a8b978d49eea83b04934b702f84 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:33.204719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:33.204845 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:33.207889 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:33.211208 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:33.289420 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b792ae85-5a1c-4d06-a987-bc0168d7ce77 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:33.322281 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.326787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.364851 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 15:45:33.456715 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:33.498925 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6989d5e2-559f-4e64-839d-5531de7f342a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:33.503765 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b792ae85-5a1c-4d06-a987-bc0168d7ce77 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:33.505461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.505920 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.db.segments_db [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Added segment 96c3962b-2771-4562-839f-045ce447bcfc of type vlan for network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a Apr 21 15:45:33.516430 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b792ae85-5a1c-4d06-a987-bc0168d7ce77 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:33.516621 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.539671 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792868312751'] for network, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.574560 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763'] for network, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.575863 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:33.576965 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Notify callbacks [] for network, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.620311 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4855914 Apr 21 15:45:33.621077 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44686) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:33.628542 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Request body: {'subnet': {'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1528784135-subnet', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:33.635909 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:33.640192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Usage tracker for resource:subnet and tenant:f4b05a8b978d49eea83b04934b702f84 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:33.643900 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:33.650328 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:33.660452 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Made reservation on behalf of f4b05a8b978d49eea83b04934b702f84 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:45:33.662692 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7691038'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.703736 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915bf5c-52fa-42cf-a022-7f8492620004 admin admin] Pushing event updated for resources: {'Network': ['ID=0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:33.770173 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a details requested by agent ovs-agent-dv-neutron-838896-1-hyperv with host dv-neutron-838896-1-hyperv {{(pid=88109) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 21 15:45:33.887882 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7352372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7691244'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.958600 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:33.962658 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=663b8f2c-244f-4680-8b3a-aed9a4d9d1f8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:33.977029 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Checking segment: {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:33.977538 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Network hostable DHCP agents. Network: 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a, hostable agents: ['2c7d2886-858b-4a18-acd6-260c8f89eda2'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 15:45:34.000370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a is scheduled to be hosted by DHCP agent 2c7d2886-858b-4a18-acd6-260c8f89eda2 with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 15:45:34.009031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b792ae85-5a1c-4d06-a987-bc0168d7ce77, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b792ae85-5a1c-4d06-a987-bc0168d7ce77,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:34.012140 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-838896-1-hyperv, 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:34.014588 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.017512 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:34.018163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.045238 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-334789cf-09f5-48c1-9c04-dec4ff95e17b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4200335 Apr 21 15:45:34.045553 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44690) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:34.051025 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:34.054092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb609f76-f388-4ab3-a1b5-f32103311639 None None] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:34.055984 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:34.060239 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Usage tracker for resource:router and tenant:f4b05a8b978d49eea83b04934b702f84 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:34.063466 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:34.069760 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:34.081360 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1775409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14909'] for router, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.083016 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1774100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1775977', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690729', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14900'] for router, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.102046 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.191196 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b792ae85-5a1c-4d06-a987-bc0168d7ce77,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:34.205763 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 2, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:34.221974 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:34.222332 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Updating router 301d6b8f-d454-45f4-a387-bbfdab4e927b port b1735087-d7ad-445d-825a-aa993c10ade6 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:45:34.318764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.374445 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1776027', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1775375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14854'] for router, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.419928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8eaaed38-e229-50e4-a6e1-f56633e31f59-0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'fixed_ips': [{'subnet_id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8'}]}} from dv-neutron-838896-1-hyperv. {{(pid=88109) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 21 15:45:34.420739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.688749 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.724187 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.728928 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Allocated IP 172.20.0.2 (0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a/663b8f2c-244f-4680-8b3a-aed9a4d9d1f8/48310eb0-f794-4243-8f2a-3e622b4b79a3) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:34.860432 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Allocated IP 172.26.4.44 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/af34f9a8-6a94-4419-b8f6-ce590f1600b8) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:34.943898 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:34.997479 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Transition to ACTIVE for port object b1735087-d7ad-445d-825a-aa993c10ade6 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:35.012069 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.013161 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.044914 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.114893 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:35.117854 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:35.122009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:35.141268 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.155980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Pushing event updated for resources: {'Port': ['ID=af34f9a8-6a94-4419-b8f6-ce590f1600b8,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:35.161685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Transition to ACTIVE for port object 48310eb0-f794-4243-8f2a-3e622b4b79a3 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:35.171284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9488-db5d-4566-bce7-9f1b612081ca None None] Pushing event updated for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:35.298421 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b792ae85-5a1c-4d06-a987-bc0168d7ce77 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:35.331705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Transition to ACTIVE for port object 48310eb0-f794-4243-8f2a-3e622b4b79a3 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:35.370574 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.425981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Attempting to bind port b1735087-d7ad-445d-825a-aa993c10ade6 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:35.426344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Attempting to bind port b1735087-d7ad-445d-825a-aa993c10ade6 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:35.426709 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Attempting to bind port b1735087-d7ad-445d-825a-aa993c10ade6 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:35.439505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:35.439939 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Checking segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:35.440379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.440804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Bound using segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:35.441300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Bound port: b1735087-d7ad-445d-825a-aa993c10ade6, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:35.441687 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.480384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:35.486033 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:35.490517 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:35.532298 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Pushing event updated for resources: {'Port': ['ID=48310eb0-f794-4243-8f2a-3e622b4b79a3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:35.648839 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b792ae85-5a1c-4d06-a987-bc0168d7ce77 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:35.649831 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.671194 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.700958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] For port b1735087-d7ad-445d-825a-aa993c10ade6, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:35.705318 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Attempting to bind port 48310eb0-f794-4243-8f2a-3e622b4b79a3 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:35.705690 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Attempting to bind port 48310eb0-f794-4243-8f2a-3e622b4b79a3 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:35.706050 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Attempting to bind port 48310eb0-f794-4243-8f2a-3e622b4b79a3 on network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:35.719128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:35.719501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Checking segment: {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:35.719893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.720286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Bound using segment: {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:35.720742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Bound port: 48310eb0-f794-4243-8f2a-3e622b4b79a3, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:35.721111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.734953 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] For port b1735087-d7ad-445d-825a-aa993c10ade6, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1735087-d7ad-445d-825a-aa993c10ade6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:35.743117 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:35.930062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:35.930968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:35.996123 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc9488-db5d-4566-bce7-9f1b612081ca None None] Pushing event updated for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:36.023124 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] For port 48310eb0-f794-4243-8f2a-3e622b4b79a3, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:36.031976 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] For port 48310eb0-f794-4243-8f2a-3e622b4b79a3, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=48310eb0-f794-4243-8f2a-3e622b4b79a3,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:36.032090 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1775366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1776004'] for router, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:36.042480 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:36.214911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfaad6-f36e-4586-ad53-f18ceada8f8c None None] Pushing event updated for resources: {'Port': ['ID=48310eb0-f794-4243-8f2a-3e622b4b79a3,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:36.231870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:36.244009 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Router 319e077f-e851-4dc4-b21c-410bc1c5ac40 is scheduled to L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 with binding_index 1 {{(pid=88107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 21 15:45:36.451734 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:36.464857 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Sync routers for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:36.474174 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:36.475103 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:36.482973 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] Notify callbacks [] for router, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:36.487510 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-249423de-05b8-47c5-9d58-7ea45958a1fb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4377460 Apr 21 15:45:36.488816 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44694) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:36.601363 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:35Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:36.606051 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc1aed-8fd0-4c7c-88e9-64bf15058387 None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:35Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:36.681758 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:37.025146 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:35Z', 'revision_number': 3, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:37.029675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Checking router: 319e077f-e851-4dc4-b21c-410bc1c5ac40 for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:37.029675 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Updating router 319e077f-e851-4dc4-b21c-410bc1c5ac40 port af34f9a8-6a94-4419-b8f6-ce590f1600b8 binding host dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:45:37.087820 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.372036 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1735087-d7ad-445d-825a-aa993c10ade6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:37.462804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d5dc7c-cfff-4499-8ac5-5616e22c498a None None] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:45:37.477254 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.548799 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.566130 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Transition to ACTIVE for port object af34f9a8-6a94-4419-b8f6-ce590f1600b8 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:37.581156 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.592598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-279b3251-edb5-4bdb-99a2-ce43fe8e62fb None None] Provisioning for port 48310eb0-f794-4243-8f2a-3e622b4b79a3 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:37.598295 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port b1735087-d7ad-445d-825a-aa993c10ade6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:37.614701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b1735087-d7ad-445d-825a-aa993c10ade6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:37.615344 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.663243 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a2d8c-12d5-42c0-b06f-69a96a10fee5 None None] Pushing event updated for resources: {'Port': ['ID=af34f9a8-6a94-4419-b8f6-ce590f1600b8,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:37.685951 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Attempting to bind port af34f9a8-6a94-4419-b8f6-ce590f1600b8 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:37.686722 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Attempting to bind port af34f9a8-6a94-4419-b8f6-ce590f1600b8 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:37.687236 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Attempting to bind port af34f9a8-6a94-4419-b8f6-ce590f1600b8 on network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:37.693804 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:37.694484 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Checking segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:37.695050 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.695581 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Bound using segment: {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:37.696451 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Bound port: af34f9a8-6a94-4419-b8f6-ce590f1600b8, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd5b45f-9566-474f-8c2e-a292234a9cba', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:37.697333 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.794999 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] For port af34f9a8-6a94-4419-b8f6-ce590f1600b8, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:37.799898 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] For port af34f9a8-6a94-4419-b8f6-ce590f1600b8, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af34f9a8-6a94-4419-b8f6-ce590f1600b8,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:37.804927 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.811473 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Allocated IP 172.20.0.1 (0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a/663b8f2c-244f-4680-8b3a-aed9a4d9d1f8/bf59d883-561b-463b-97ad-e66bc6fb00d5) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:37.902619 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:37.903472 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:37.944428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:37.993266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port b1735087-d7ad-445d-825a-aa993c10ade6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1735087-d7ad-445d-825a-aa993c10ade6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:37.999650 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.000678 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 48310eb0-f794-4243-8f2a-3e622b4b79a3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:38.030447 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.056422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Transition to ACTIVE for port object bf59d883-561b-463b-97ad-e66bc6fb00d5 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:38.091419 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.100360 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a2d8c-12d5-42c0-b06f-69a96a10fee5 None None] Pushing event updated for resources: {'Port': ['ID=af34f9a8-6a94-4419-b8f6-ce590f1600b8,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:38.151010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:38.164698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port 48310eb0-f794-4243-8f2a-3e622b4b79a3 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:38.174631 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:38.174986 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:38.177568 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 48310eb0-f794-4243-8f2a-3e622b4b79a3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:38.178688 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:38.179086 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.183422 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:38.259726 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1777534'] for router_interface, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.286049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Pushing event updated for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:38.363713 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.414542 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port 48310eb0-f794-4243-8f2a-3e622b4b79a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=48310eb0-f794-4243-8f2a-3e622b4b79a3,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:38.420189 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.471075 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.515452 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-e99f5c5c-62a7-40de-bbba-0b9ae4a04837 None None] Provisioning complete for port 48310eb0-f794-4243-8f2a-3e622b4b79a3 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:38.515984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e99f5c5c-62a7-40de-bbba-0b9ae4a04837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.565827 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=48310eb0-f794-4243-8f2a-3e622b4b79a3,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:38.590896 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:35Z', 'revision_number': 3, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:38.596102 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0817edf4-84c4-40f1-87f5-feae874d5b58 None None] The sync data for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv is: [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:35Z', 'revision_number': 3, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:38.736773 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.741214 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.775753 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc3ee408-0a73-4997-adec-a4a769a80c30 None None] Provisioning for port bf59d883-561b-463b-97ad-e66bc6fb00d5 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:38.782037 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-cc3ee408-0a73-4997-adec-a4a769a80c30 None None] Provisioning complete for port bf59d883-561b-463b-97ad-e66bc6fb00d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:38.782824 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee408-0a73-4997-adec-a4a769a80c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:38.879143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ee408-0a73-4997-adec-a4a769a80c30 None None] Port bf59d883-561b-463b-97ad-e66bc6fb00d5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:45:38.884235 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Pushing event updated for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:38.886744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1777619'] for router_interface, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.028079 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:39.029271 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:39.310816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8751c2f6-3d64-4cdd-85f0-8c4b64544ef5 None None] Provisioning complete for port bf59d883-561b-463b-97ad-e66bc6fb00d5 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:39.311191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8751c2f6-3d64-4cdd-85f0-8c4b64544ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.358561 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Router 319e077f-e851-4dc4-b21c-410bc1c5ac40 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:39.377267 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8751c2f6-3d64-4cdd-85f0-8c4b64544ef5 None None] Port bf59d883-561b-463b-97ad-e66bc6fb00d5 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:45:39.382899 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1735087-d7ad-445d-825a-aa993c10ade6 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:39.455602 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port b1735087-d7ad-445d-825a-aa993c10ade6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:39.455972 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.558766 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:39.570763 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-a6527d6a-ff62-4ba6-9617-d5ec5b734c0b admin admin] 10.222.0.35 "PUT /v2.0/routers/319e077f-e851-4dc4-b21c-410bc1c5ac40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0776336 Apr 21 15:45:39.588138 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af34f9a8-6a94-4419-b8f6-ce590f1600b8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:39.656651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port af34f9a8-6a94-4419-b8f6-ce590f1600b8 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:39.661300 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port af34f9a8-6a94-4419-b8f6-ce590f1600b8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:39.661672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.780830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.798015 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port af34f9a8-6a94-4419-b8f6-ce590f1600b8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af34f9a8-6a94-4419-b8f6-ce590f1600b8,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:39.802571 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:39.803384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 48310eb0-f794-4243-8f2a-3e622b4b79a3 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:39.920092 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=af34f9a8-6a94-4419-b8f6-ce590f1600b8,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:39.935640 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port 48310eb0-f794-4243-8f2a-3e622b4b79a3 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:39.936009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:40.189800 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Sync routers for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:40.199403 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:40.200038 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:40.408483 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:40.711556 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:38Z', 'revision_number': 4, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bf59d883-561b-463b-97ad-e66bc6fb00d5', 'name': '', 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'mac_address': 'fa:16:3e:f5:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:37Z', 'updated_at': '2022-04-21T15:45:38Z', 'revision_number': 2, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'subnets': [{'id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:40.715801 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Checking router: 319e077f-e851-4dc4-b21c-410bc1c5ac40 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:40.716151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Updating router 319e077f-e851-4dc4-b21c-410bc1c5ac40 port bf59d883-561b-463b-97ad-e66bc6fb00d5 binding host dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 15:45:40.771857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.121143 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.132830 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Transition to ACTIVE for port object bf59d883-561b-463b-97ad-e66bc6fb00d5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:41.139384 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.270693 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af34f9a8-6a94-4419-b8f6-ce590f1600b8 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:41.318372 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b9e2-5965-4819-8956-e421b07fa92b None None] Pushing event updated for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:41.394568 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 44708) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:41.402763 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963796385', 'description': 'tempest-secgroup-smoke-963796385 description', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:41.409053 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:41.413319 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:41.416874 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:41.423361 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:41.427525 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Attempting to bind port bf59d883-561b-463b-97ad-e66bc6fb00d5 on host dv-neutron-838896-1-hyperv for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:41.427897 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Attempting to bind port bf59d883-561b-463b-97ad-e66bc6fb00d5 by drivers openvswitch,hyperv on host dv-neutron-838896-1-hyperv at level 0 using segments [{'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:41.428258 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Attempting to bind port bf59d883-561b-463b-97ad-e66bc6fb00d5 on network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:41.434067 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.435932 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Checking agent: {'id': 'a75338d8-3135-4a82-a182-d779071d1f76', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-838896-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 35, 59), 'started_at': datetime.datetime(2022, 4, 21, 14, 36, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-838896-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:41.436305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Checking segment: {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:41.436701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.437187 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Bound using segment: {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:41.437799 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Bound port: bf59d883-561b-463b-97ad-e66bc6fb00d5, host: dv-neutron-838896-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3962b-2771-4562-839f-045ce447bcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:41.438171 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.457926 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:41.461742 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:41.464611 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:41.470241 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:41.511409 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port af34f9a8-6a94-4419-b8f6-ce590f1600b8 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:41.511794 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.543896 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.547586 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.589796 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:41.593278 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.597616 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44712) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:41.598194 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-1af10246-8cce-4c09-9fae-79b01d24825a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2009411 Apr 21 15:45:41.600358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] For port bf59d883-561b-463b-97ad-e66bc6fb00d5, host dv-neutron-838896-1-hyperv, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:41.604555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] For port bf59d883-561b-463b-97ad-e66bc6fb00d5, host dv-neutron-838896-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf59d883-561b-463b-97ad-e66bc6fb00d5,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:41.608770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:41.610282 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.618838 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:41.622770 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:41.625647 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:41.631104 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:41.647855 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.715667 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.719942 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.741787 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5a6cfb-edb1-4065-bde7-04e755d42722,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:41.747132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:41.747759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:41.760999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.766099 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-cc954a62-caf6-4327-a8bc-a4f92662fab0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666059 Apr 21 15:45:41.766802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44716) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:41.772219 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:41.779370 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:41.783627 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:41.787289 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:41.793995 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:41.807368 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b9e2-5965-4819-8956-e421b07fa92b None None] Pushing event updated for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:41.830447 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.907736 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.911515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.939728 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6228eaae-440f-48b0-a34e-55663ba5093d,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:41.946727 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:41.949654 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-db7d979f-a4f1-4612-9a87-9efa55db5917 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1818273 Apr 21 15:45:41.950786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44720) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:41.955843 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:41.962786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:41.966767 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:41.969706 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:41.975366 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:41.992947 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.007775 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:42.056632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.061071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.084461 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65b3bec-6d69-4550-8863-7d0a7e6706ba,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:42.095318 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.099202 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-2fe10066-fbe5-4aff-a15a-b40c5171ae3c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450093 Apr 21 15:45:42.099702 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44724) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:42.105697 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:42.112028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:42.116088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:42.119169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:42.124944 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:42.142897 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.207122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.210853 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.234899 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8b21c6-ca26-471c-b4dd-f75b6c738089,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:42.244842 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.246120 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d0d10566-bc11-41f2-a0d0-536962d32fa8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453187 Apr 21 15:45:42.248832 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44728) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:42.253958 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:42.260405 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:42.264205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:42.267278 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:42.272797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:42.286507 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Project e08a5813c245434bb1db64f7b7325ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:45:42.294378 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.331536 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:38Z', 'revision_number': 4, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bf59d883-561b-463b-97ad-e66bc6fb00d5', 'name': '', 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'mac_address': 'fa:16:3e:f5:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:37Z', 'updated_at': '2022-04-21T15:45:41Z', 'revision_number': 4, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'subnets': [{'id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:42.335625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79115bf-25b9-47b7-9cda-21a513e1c8d1 None None] The sync data for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv is: [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:38Z', 'revision_number': 4, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'bf59d883-561b-463b-97ad-e66bc6fb00d5', 'name': '', 'network_id': '0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'mac_address': 'fa:16:3e:f5:02:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:37Z', 'updated_at': '2022-04-21T15:45:41Z', 'revision_number': 4, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'subnets': [{'id': '663b8f2c-244f-4680-8b3a-aed9a4d9d1f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:42.360768 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.366372 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.394742 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1213a2c-1cea-4c23-b2bc-c606cd699ed8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:42.409394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.412921 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f3d16531-200f-42f8-be0b-f8f5f569b7d3 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605878 Apr 21 15:45:42.413227 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44732) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:42.421553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'security_group_rule': {'security_group_id': '67276dd4-709d-4fdc-8456-fa2bf8f0cc1b', 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:42.427521 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:42.431433 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:security_group_rule and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:42.434240 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:42.439750 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:42.452359 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Project e08a5813c245434bb1db64f7b7325ef8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 15:45:42.459678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.529407 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.536007 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1720787'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.560870 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb13d3c8-f9e3-4a58-9b23-40a10a4c76e0,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:42.571206 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:42.572656 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-f605f115-4ae1-4851-8398-e172e2f07353 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1585870 Apr 21 15:45:42.738796 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-7c0dda32-d5a4-4f8b-ac2d-2eadc1582180 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:45:42.755141 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-7c0dda32-d5a4-4f8b-ac2d-2eadc1582180 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:45:42.756368 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-7c0dda32-d5a4-4f8b-ac2d-2eadc1582180 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963796385&fields=id&tenant_id=e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 267 time: 0.0572796 Apr 21 15:45:42.922137 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-1aca3caa-2f51-446c-bc66-3851d2699475 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:42.922908 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-1aca3caa-2f51-446c-bc66-3851d2699475 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:45:42.941997 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-1aca3caa-2f51-446c-bc66-3851d2699475 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:45:42.943151 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-1aca3caa-2f51-446c-bc66-3851d2699475 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 810 time: 0.1786666 Apr 21 15:45:42.959862 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-a2355a12-70a6-4ef0-b0b8-d93af906b7ce tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/quotas/e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 375 time: 0.0098462 Apr 21 15:45:43.048900 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-72cb7671-1e77-40dd-b05a-46b42c030498 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822546 Apr 21 15:45:43.241575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-08f751d3-94e4-467f-b1bc-8d3c53d29e51 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:45:43.243041 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-08f751d3-94e4-467f-b1bc-8d3c53d29e51 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525215 Apr 21 15:45:43.283680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf59d883-561b-463b-97ad-e66bc6fb00d5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:43.365742 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning for port bf59d883-561b-463b-97ad-e66bc6fb00d5 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:43.371739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bf59d883-561b-463b-97ad-e66bc6fb00d5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:43.372243 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:43.385061 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-287c4a20-c422-403b-8bfe-0ebe1ec52abe service neutron] 10.222.0.35 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359529 Apr 21 15:45:43.501284 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:43.538383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] For port bf59d883-561b-463b-97ad-e66bc6fb00d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf59d883-561b-463b-97ad-e66bc6fb00d5,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:43.543619 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:43.614567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Pushing event updated for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:43.634655 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-89f6fef7-d8e5-4546-99f8-433058f83fbf service neutron] 10.222.0.35 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432275 Apr 21 15:45:43.817511 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a817ac6b-de12-43b0-b15a-36ed7af36c98 req-7d8efd64-4675-4b3d-929e-1a59f964df2e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 210 time: 0.0440300 Apr 21 15:45:44.846552 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-87408998-84b8-4455-8433-00793a1585a5 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:44.848032 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-87408998-84b8-4455-8433-00793a1585a5 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 810 time: 0.1491981 Apr 21 15:45:44.897313 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-2d07e4d2-34d2-4106-a2bc-c49d1a88a930 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:security_group {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:45:44.910120 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-2d07e4d2-34d2-4106-a2bc-c49d1a88a930 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:security_group {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:45:44.911214 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-2d07e4d2-34d2-4106-a2bc-c49d1a88a930 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 379 time: 0.0548983 Apr 21 15:45:44.923748 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'port': {'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'admin_state_up': True, 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'security_groups': ['67276dd4-709d-4fdc-8456-fa2bf8f0cc1b']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:44.979159 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-efc82bc9-8fd3-4a80-8fd4-10aad3571d93 req-4bcbd149-c4b9-4858-8887-256551a6de73 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 210 time: 0.0466714 Apr 21 15:45:45.060962 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:45.064787 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:port and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:45.067543 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:45.073666 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:45.084012 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Made reservation on behalf of e08a5813c245434bb1db64f7b7325ef8 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:45:45.088099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.250797 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Allocated IP 172.20.0.8 (1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4/9b94bb52-981b-46f8-8f7a-923b3eb081cb/7c7db127-17ba-4964-9859-53400d4dd1b6) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:45.259675 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf59d883-561b-463b-97ad-e66bc6fb00d5 up at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:45.328293 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Provisioning complete for port bf59d883-561b-463b-97ad-e66bc6fb00d5 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:45.328664 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.440744 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.458825 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Transition to ACTIVE for port object 7c7db127-17ba-4964-9859-53400d4dd1b6 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:45.481080 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.552604 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:45.556269 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:45.560178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:45.597310 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:45.630127 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:45.630730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.651977 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-10c78e5c-9c10-47a1-bf00-b5011f6f8394 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319438 Apr 21 15:45:45.662732 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Request body: {'port': {'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:45.751077 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dab5afc4-6533-4a21-b5fc-932b53016623 None None] Provisioning for port 7c7db127-17ba-4964-9859-53400d4dd1b6 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:45.756340 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-dab5afc4-6533-4a21-b5fc-932b53016623 None None] Provisioning complete for port 7c7db127-17ba-4964-9859-53400d4dd1b6 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:45.756707 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dab5afc4-6533-4a21-b5fc-932b53016623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.776868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:45.818832 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-dab5afc4-6533-4a21-b5fc-932b53016623 None None] Port 7c7db127-17ba-4964-9859-53400d4dd1b6 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:45:46.167256 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afe2fc-9081-43b6-8642-c3c71786468a req-523ef07f-9a86-42c5-91de-0f206ab960a6 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:46.168725 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8afe2fc-9081-43b6-8642-c3c71786468a req-523ef07f-9a86-42c5-91de-0f206ab960a6 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 931 time: 0.0832691 Apr 21 15:45:46.212989 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8afe2fc-9081-43b6-8642-c3c71786468a req-d78356d0-0d91-4c6b-80fe-fbaf15e6420e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382590 Apr 21 15:45:46.228753 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7db127-17ba-4964-9859-53400d4dd1b6 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:45:46.236017 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:46.249857 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Transition to ACTIVE for port object 7c7db127-17ba-4964-9859-53400d4dd1b6 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:45:46.254230 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:46.416574 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:46.491860 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Attempting to bind port 7c7db127-17ba-4964-9859-53400d4dd1b6 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:45:46.492184 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Attempting to bind port 7c7db127-17ba-4964-9859-53400d4dd1b6 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:45:46.492502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Attempting to bind port 7c7db127-17ba-4964-9859-53400d4dd1b6 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:46.497001 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Port 7c7db127-17ba-4964-9859-53400d4dd1b6 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:45:46.497351 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Attempting to bind port 7c7db127-17ba-4964-9859-53400d4dd1b6 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:45:46.502697 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:45:46.503027 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Checking segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:45:46.503404 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Bound using segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:45:46.503819 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Bound port: 7c7db127-17ba-4964-9859-53400d4dd1b6, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:45:46.504153 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:46.596515 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:45:46.599430 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:45:46.603944 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:46.665347 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:46.665942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:46.667303 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 1093 time: 1.0086811 Apr 21 15:45:46.667741 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:45:46.690088 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29c979-c796-439f-a520-b6455793fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:46.736416 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-305b8524-23ca-44d1-9cf5-b34e5e557713'] response: {'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'status': 'completed', 'code': 200} Apr 21 15:45:46.783862 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-f048e06c-136c-405d-a13d-771b95f7450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:46.785381 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-f048e06c-136c-405d-a13d-771b95f7450e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1096 time: 0.0812387 Apr 21 15:45:46.855688 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-677be92c-29f3-48c1-8e37-b76e60e908c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0638607 Apr 21 15:45:46.922049 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-0124818b-0c04-463e-a2c6-cc9fb89fc497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:46.923362 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-0124818b-0c04-463e-a2c6-cc9fb89fc497 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0608120 Apr 21 15:45:46.997983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5c96c-0c13-4499-8366-9666106139af req-69e53b53-ab1f-466e-ab62-551d051b18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:46.999424 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-69e53b53-ab1f-466e-ab62-551d051b18f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705523 Apr 21 15:45:47.131634 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-5761b7ba-e12b-4326-94a6-758eb4cc82c8 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235573 Apr 21 15:45:47.265564 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-2fc5c96c-0c13-4499-8366-9666106139af req-2d08e535-e0ed-4fe1-9c44-ee8c9245f667 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280465 Apr 21 15:45:47.375040 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-71a7cc3f-9db6-4e0a-9c9e-c9f862de31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:47.376486 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-71a7cc3f-9db6-4e0a-9c9e-c9f862de31dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1096 time: 0.0701113 Apr 21 15:45:47.405862 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363052-aba6-4f65-a653-fa80b60e1ba4 req-fd3060e4-8e27-4192-a02d-86f8674d4c5c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:47.407229 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf363052-aba6-4f65-a653-fa80b60e1ba4 req-fd3060e4-8e27-4192-a02d-86f8674d4c5c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.0845666 Apr 21 15:45:47.453042 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bf363052-aba6-4f65-a653-fa80b60e1ba4 req-12a98e14-1739-4670-bac2-db92b69f9dff tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 Apr 21 15:45:47.516380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-2a9f98da-4001-44bd-b366-833933c07c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:47.517899 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-2a9f98da-4001-44bd-b366-833933c07c63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1351225 Apr 21 15:45:47.588473 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-aded6e92-4420-4a62-824b-e668598b129a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0647206 Apr 21 15:45:47.651534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-8189ff4d-cb96-4dd0-9979-685f51bd50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:47.652900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-8189ff4d-cb96-4dd0-9979-685f51bd50ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0589817 Apr 21 15:45:47.728600 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-6611b076-65c5-4c28-a393-46ecdd913af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:47.729987 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-6611b076-65c5-4c28-a393-46ecdd913af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711350 Apr 21 15:45:47.953545 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-1d112989-3f92-4a8d-876b-e087c26cf062 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174704 Apr 21 15:45:48.083569 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0d8929b1-c749-47a6-a1e1-f353da1380f3 req-ad92304a-bf34-4a29-8578-d228c335ff8c service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233642 Apr 21 15:45:48.637057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469bda1-6878-404e-9228-d2c929f2f37a req-94662a6f-79bf-400d-bbb0-29c281499551 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:48.638524 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b469bda1-6878-404e-9228-d2c929f2f37a req-94662a6f-79bf-400d-bbb0-29c281499551 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.0787983 Apr 21 15:45:48.681865 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b469bda1-6878-404e-9228-d2c929f2f37a req-eec8cb48-28d8-478a-9f49-28804b4812d0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375133 Apr 21 15:45:49.866089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0201-7c10-479a-a02e-3e2d6c197ddb req-b10c7b0b-8e92-47df-807a-daf3ea91a8e9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:49.868044 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81cb0201-7c10-479a-a02e-3e2d6c197ddb req-b10c7b0b-8e92-47df-807a-daf3ea91a8e9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.0823212 Apr 21 15:45:49.911185 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-81cb0201-7c10-479a-a02e-3e2d6c197ddb req-b02efe24-adf0-4708-9732-349cc7ed525b tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374131 Apr 21 15:45:50.669393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:45:50.800754 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:50.814116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:45:50.868743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:50.885611 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7db127-17ba-4964-9859-53400d4dd1b6 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:45:50.901291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:50.905716 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:50.976659 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:51.093975 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806922cf-84d0-424d-a00a-251d26c250da req-dfb1800d-d853-466d-9bdf-d5d1f76639a2 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:51.095555 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-806922cf-84d0-424d-a00a-251d26c250da req-dfb1800d-d853-466d-9bdf-d5d1f76639a2 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 944 time: 0.0785878 Apr 21 15:45:51.143028 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-806922cf-84d0-424d-a00a-251d26c250da req-996e694f-e81a-4363-b8ce-930a9b52cbea tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410821 Apr 21 15:45:51.244567 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7c7db127-17ba-4964-9859-53400d4dd1b6'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:45:52.325021 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801abff-e5c3-4e33-95e9-4cdead8ba52f req-42d2deaf-ca3a-42a9-9b55-8bf61542d810 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:52.326473 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b801abff-e5c3-4e33-95e9-4cdead8ba52f req-42d2deaf-ca3a-42a9-9b55-8bf61542d810 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 944 time: 0.0801361 Apr 21 15:45:52.370105 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-b801abff-e5c3-4e33-95e9-4cdead8ba52f req-7b2863fe-7de4-4cb3-8187-1453f29803bd tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380898 Apr 21 15:45:52.494552 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.684264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:45:52.750820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port 7c7db127-17ba-4964-9859-53400d4dd1b6 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:45:52.755616 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 7c7db127-17ba-4964-9859-53400d4dd1b6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:45:52.755981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.873788 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.900958 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:45:52.910867 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:45:52.915458 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:52.993757 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d500f85-ecea-426a-bd47-b2e30740f3c8'] response: {'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'code': 200} Apr 21 15:45:53.032337 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:53.171848 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61371fcc-30d5-428f-81f6-fdcdef4f0e13 req-51ce7691-23eb-4062-8941-12ed95a14bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:53.173351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-61371fcc-30d5-428f-81f6-fdcdef4f0e13 req-51ce7691-23eb-4062-8941-12ed95a14bbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1098 time: 0.0687666 Apr 21 15:45:53.216189 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-61371fcc-30d5-428f-81f6-fdcdef4f0e13 req-ddb7f867-fd89-4978-990f-a6a4dba731fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Apr 21 15:45:53.564134 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec71d-9139-4707-9ab4-ad2cf8ae91fb req-f309cf50-76d2-42d9-8385-cb427c0248e1 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:53.565708 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1dec71d-9139-4707-9ab4-ad2cf8ae91fb req-f309cf50-76d2-42d9-8385-cb427c0248e1 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 945 time: 0.0907285 Apr 21 15:45:53.609683 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1dec71d-9139-4707-9ab4-ad2cf8ae91fb req-f753a548-2cef-4688-8eb5-1ace959fdb9e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381808 Apr 21 15:45:54.797865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6156de2-344a-4d67-aab4-6e5451c86c57 req-a288cb3a-246d-4603-8433-afd07c119f72 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:54.799306 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f6156de2-344a-4d67-aab4-6e5451c86c57 req-a288cb3a-246d-4603-8433-afd07c119f72 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 945 time: 0.0828850 Apr 21 15:45:54.843236 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-f6156de2-344a-4d67-aab4-6e5451c86c57 req-5f871717-460b-4df9-b7f2-2898d6049c0c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380487 Apr 21 15:45:55.029271 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b16a77-174a-4c12-8d4e-5f447b3895f1 req-28f58e2c-9abf-4c9c-94ed-02ef3339c0d2 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:55.030453 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8b16a77-174a-4c12-8d4e-5f447b3895f1 req-28f58e2c-9abf-4c9c-94ed-02ef3339c0d2 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 945 time: 0.0819833 Apr 21 15:45:55.073900 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d8b16a77-174a-4c12-8d4e-5f447b3895f1 req-a9910417-e111-4c2b-b125-2af753a62792 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 Apr 21 15:45:55.096437 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44804) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:55.205468 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e1c30-8414-4fc2-826e-f417d0328b2e tempest-TestSnapshotPattern-925161898 tempest-TestSnapshotPattern-925161898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:55.206967 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d04e1c30-8414-4fc2-826e-f417d0328b2e tempest-TestSnapshotPattern-925161898 tempest-TestSnapshotPattern-925161898-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1093 time: 0.1095276 Apr 21 15:45:55.209747 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 44810) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:45:55.214516 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:45:55.220363 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:45:55.224154 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:floatingip and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:45:55.227147 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:45:55.232678 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:45:55.244063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:55.378400 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:55.516438 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Allocated IP 172.26.4.148 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/e97f79e4-b752-4d53-9c05-f5d7cfb74bf0) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:45:55.540468 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e8fe971-79c9-4ff3-b477-beb07dc8c5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:55.667006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:55.695136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:55.764031 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:45:55.767192 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:45:55.770824 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:45:55.804217 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=e97f79e4-b752-4d53-9c05-f5d7cfb74bf0,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:56.283446 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:56.355573 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:56.561721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:56.566088 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:56.674478 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=e97f79e4-b752-4d53-9c05-f5d7cfb74bf0,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:45:56.687037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:56.857838 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Floating IP 0d2b3568-450e-4d07-9f25-631dd8ae7614 associated. External IP: 172.26.4.148, port: 7c7db127-17ba-4964-9859-53400d4dd1b6. Apr 21 15:45:57.205079 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:45:57.383006 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:45:57.395958 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:45:57.406373 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:57.407056 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:57.412155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:57.467411 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-872fd59d-9f5c-4a44-a6ca-8a42a356b326 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2565691 Apr 21 15:45:57.467894 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:45:57.611510 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2054cf6-cfe3-4d48-b4d9-d6f6e4ca3d30'] response: {'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'status': 'completed', 'code': 200} Apr 21 15:45:57.621271 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:57.681980 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-67491e70-f312-4930-a7ab-6920fe10c68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:57.705868 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f058a-b557-4a07-8020-dcb876b06321 req-fea32783-55fd-49d3-80ca-ae98e234c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:57.707365 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-fea32783-55fd-49d3-80ca-ae98e234c134 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1098 time: 0.0732830 Apr 21 15:45:57.844106 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f058a-b557-4a07-8020-dcb876b06321 req-1ebc14b5-1844-4447-bfbe-e10ba7a00970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:57.845542 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-1ebc14b5-1844-4447-bfbe-e10ba7a00970 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1320589 Apr 21 15:45:57.950493 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-18acd642-39a7-493e-ae5a-576afafb677d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 999 time: 0.0993409 Apr 21 15:45:57.966794 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:56Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:57.970493 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:45:57.978719 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:45:57.979298 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:45:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:58.015092 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f058a-b557-4a07-8020-dcb876b06321 req-59d3c9a6-cf09-4020-b700-e69135e13c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:58.016495 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-59d3c9a6-cf09-4020-b700-e69135e13c56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0573840 Apr 21 15:45:58.092489 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f058a-b557-4a07-8020-dcb876b06321 req-2a946726-f84e-4198-b8e6-9c33706104ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:45:58.093881 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-2a946726-f84e-4198-b8e6-9c33706104ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714872 Apr 21 15:45:58.152640 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:45:58.228945 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-49ddbca7-58c8-4ec3-bccd-2b584b58802d service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285143 Apr 21 15:45:58.363428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-413f058a-b557-4a07-8020-dcb876b06321 req-e0a3a153-0051-4366-b375-7f6c1b7f0376 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282296 Apr 21 15:45:58.496701 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:56Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:45:58.500486 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e907f2d-4e95-493a-90db-4db0ea3b569d None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:56Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:45:58.683464 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7afa39-2e2b-448c-828b-e991b67aee36 None None] New status for floating IP 0d2b3568-450e-4d07-9f25-631dd8ae7614: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:45:58.983305 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:45:59.141700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:00.361622 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:46:00.661555 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:12.606869 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-3f7a187f-b9fc-4a90-92fc-a543625e22dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695913 Apr 21 15:46:12.745894 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-49eeba09-7303-42fa-8639-b6bccc39c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:46:12.747313 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-49eeba09-7303-42fa-8639-b6bccc39c59b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1098 time: 0.0728760 Apr 21 15:46:12.890321 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-479d9d2a-b766-401a-9a01-63da5546acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:46:12.891655 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-479d9d2a-b766-401a-9a01-63da5546acd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1265800 Apr 21 15:46:12.989511 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-7823d9cc-8f5a-4b87-9f19-56060ddb5e53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 1001 time: 0.0921087 Apr 21 15:46:13.056295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-28efb9a8-e516-4ff9-863c-42a631316f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:46:13.057716 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-28efb9a8-e516-4ff9-863c-42a631316f9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0596173 Apr 21 15:46:13.131501 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-7a0a8ff6-86f7-4211-b0c2-8069bf882996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:46:13.132929 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-7a0a8ff6-86f7-4211-b0c2-8069bf882996 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694754 Apr 21 15:46:13.142299 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-d649d2eb-8775-4ee1-85ff-60068f907a20 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:46:13.143140 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-d649d2eb-8775-4ee1-85ff-60068f907a20 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048747 Apr 21 15:46:13.373842 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-a3ed84fe-f68f-48c1-8979-d4a846592fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248528 Apr 21 15:46:13.503206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-6d9662e9-a721-4a57-adbd-5343e0967da4 req-ec47d2aa-6a47-4e33-a029-c2871bea783d service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228642 Apr 21 15:46:22.505348 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:25.532549 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce05187a-1f5e-40cd-8193-0dfeaa4b72ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:27.686058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8571fe00-316e-4f80-b9f6-fe3763b98003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:28.984546 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:29.144136 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:30.662907 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:37.360680 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:46:52.498256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:55.536523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f49a0d6-c1a9-4ac4-b50d-2a9a1bf3b7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:57.692279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e8d0226-f78f-4c77-9c2d-8d4222880205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:58.987957 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:46:59.146232 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:00.666605 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:12.585819 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-3dfb4a2c-2f81-4cfb-b06e-28c4c08d8e6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725994 Apr 21 15:47:12.726244 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-98b0fcae-d6fd-4da3-ad33-f6d8e0dd165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:47:12.727673 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-98b0fcae-d6fd-4da3-ad33-f6d8e0dd165b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1098 time: 0.0706136 Apr 21 15:47:12.876451 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-40671a4f-e2cc-4859-b525-ef2d944f1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:47:12.877933 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-40671a4f-e2cc-4859-b525-ef2d944f1a4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1263964 Apr 21 15:47:12.980197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-ed357045-078c-4977-896f-20f7736e95b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 1001 time: 0.0967524 Apr 21 15:47:13.041517 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-d9c49b1b-3a68-4e45-a15f-7185496b7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:47:13.042878 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-d9c49b1b-3a68-4e45-a15f-7185496b7061 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0561373 Apr 21 15:47:13.119249 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-6d8b9d32-2558-45ff-a336-371ea2a49609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:47:13.120681 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-6d8b9d32-2558-45ff-a336-371ea2a49609 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719039 Apr 21 15:47:13.249684 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-5cf0b22d-b834-4cc3-af18-659fa923c201 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221552 Apr 21 15:47:13.379145 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-81304de9-2b7d-48cc-a98e-74fe2c59024f req-cd33cdcd-8080-4829-87f2-2110da9c940f service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233468 Apr 21 15:47:14.359793 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:47:22.507797 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:25.538177 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e66f-25bc-462e-b172-4b08e3f7acac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:27.683968 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe520-664c-4a05-b68c-04046447f99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:28.991192 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:29.147523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:30.669048 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:51.359497 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:47:52.522685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:55.538521 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-16b0ae90-0200-4275-9654-d9e5bdc02a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:57.685685 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-06221c3e-6c10-41fd-938e-a2578e6da495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:58.993264 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:47:59.151578 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:00.674435 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:12.680398 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-3e1cce1a-5b59-446e-b9fa-90a778895fdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342847 Apr 21 15:48:12.820661 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-97e0a571-3718-4343-89bf-75cb952efcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:12.822051 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-97e0a571-3718-4343-89bf-75cb952efcfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1098 time: 0.0728753 Apr 21 15:48:12.963563 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-9062de66-a403-4906-98cc-c557f3895291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:12.964943 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-9062de66-a403-4906-98cc-c557f3895291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1240883 Apr 21 15:48:13.063500 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-bf8f535b-bcf1-4e25-ad76-c91ed035159a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 1001 time: 0.0928645 Apr 21 15:48:13.124911 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-7f9e095d-0bec-40b1-8020-9eb1b5bc9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:13.126373 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-7f9e095d-0bec-40b1-8020-9eb1b5bc9936 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0573227 Apr 21 15:48:13.199493 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-1d3dca5e-168f-49fd-8e77-01a9444225c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:13.200932 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-1d3dca5e-168f-49fd-8e77-01a9444225c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686047 Apr 21 15:48:13.436508 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-15291e36-79b3-49ab-b740-a33ed114bed6 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294617 Apr 21 15:48:13.566864 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-7b380579-4a71-4f15-8d62-d3ff9730e11f req-0ce4fe3b-1f83-4e5d-9600-bace47c08994 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247010 Apr 21 15:48:22.526987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:25.540510 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-803187b4-e46b-4112-b203-ca54a4f52ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:27.688634 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-42f78516-f546-4bc7-8d28-fb3048a1dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:28.358074 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:48:28.996035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:29.153423 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:29.491094 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:48:29.624757 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:48:29.637285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:48:29.692199 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:29.709006 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c7db127-17ba-4964-9859-53400d4dd1b6 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:48:29.724597 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:48:29.728416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:29.802241 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:48:29.806870 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['7c7db127-17ba-4964-9859-53400d4dd1b6'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:48:29.839181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.839523 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.839853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.840181 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.840508 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.840833 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.841151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.842631 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.842960 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.843281 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.843601 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:29.843924 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:30.675100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:31.503789 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:48:31.572432 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port 7c7db127-17ba-4964-9859-53400d4dd1b6 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:48:31.572727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:31.683686 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:31.712428 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:48:31.721880 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:48:31.726947 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:31.797834 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a43aef9-bfcb-460a-a0ef-3a4b8fb26e52'] response: {'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'code': 200} Apr 21 15:48:31.836408 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:48:44.845230 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-cb0cf58c-16d9-41d2-85c7-a1a0a9f8952d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963796385&fields=id&tenant_id=e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 267 time: 0.1591165 Apr 21 15:48:44.990586 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4b05666a-e3b5-401d-8f9e-8657798d4709 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:44.991900 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4b05666a-e3b5-401d-8f9e-8657798d4709 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 810 time: 0.1403556 Apr 21 15:48:45.006614 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-af4c3ea9-b1a9-4dc0-a0ce-b0bb735d4851 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/quotas/e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 375 time: 0.0092132 Apr 21 15:48:45.092534 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-1070d88f-3287-4a7d-8163-a9ff89312e4a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0810025 Apr 21 15:48:45.189584 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-bb1dfd25-38ef-4279-a558-6207d57b75c8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 15:48:45.190581 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-bb1dfd25-38ef-4279-a558-6207d57b75c8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420249 Apr 21 15:48:45.320475 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-bbad9c25-8128-40a2-b5a6-c2b861a3fe2a service neutron] 10.222.0.35 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241734 Apr 21 15:48:45.451090 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-468cc36d-cd9f-48fb-b2d1-58f151dc2ddb service neutron] 10.222.0.35 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241331 Apr 21 15:48:45.686485 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-51d3e240-fdb8-4bc7-be5e-601f23185b69 req-88ab7485-3a39-4047-ae7d-cfef7a485ffc tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 210 time: 0.0942359 Apr 21 15:48:46.799217 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-fbd679c1-7fa0-4cca-827b-98525dadbd21 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:46.800623 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-fbd679c1-7fa0-4cca-827b-98525dadbd21 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 810 time: 0.1556132 Apr 21 15:48:46.841149 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2752ea47-20c2-4b42-a7eb-ad0c66a3ff54 req-d4659c5d-cefb-4d97-8c32-4cf653806f79 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 210 time: 0.0441427 Apr 21 15:48:46.860497 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-60aad2f9-db63-479d-8ca7-6374d55993e0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08a5813c245434bb1db64f7b7325ef8 HTTP/1.1" status: 200 len: 379 time: 0.0514324 Apr 21 15:48:46.869781 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'port': {'device_id': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'admin_state_up': True, 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'security_groups': ['67276dd4-709d-4fdc-8456-fa2bf8f0cc1b']}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:48:47.006980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:48:47.010793 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:port and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:48:47.013964 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88107) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:48:47.019554 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.quota.driver [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88107) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:48:47.030431 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Made reservation on behalf of e08a5813c245434bb1db64f7b7325ef8 for: {'port': 1} {{(pid=88107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 15:48:47.033448 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.212575 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.db_base_plugin_common [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Allocated IP 172.20.0.3 (1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4/9b94bb52-981b-46f8-8f7a-923b3eb081cb/c8384494-e703-4771-ab7b-b14b69ed1080) {{(pid=88107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:48:47.442777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.459693 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Transition to ACTIVE for port object c8384494-e703-4771-ab7b-b14b69ed1080 will not be triggered until provisioned by entity DHCP. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:48:47.490564 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_create {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.555826 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:48:47.590585 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 is already hosted by enough agents. {{(pid=88107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:48:47.594791 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.scheduler.base_scheduler [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources bound (agent type, host, resource id): {{(pid=88107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:48:47.599173 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Received port after_create {{(pid=88107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:48:47.641363 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=1']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:48:47.668772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.669713 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.670525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.670525 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.670767 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.671096 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.671421 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.671746 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.672070 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.672389 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.672707 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.673036 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:48:47.704497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.722704 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:47.723348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.751314 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-159a7072-765b-40bd-8fba-9d8b207fce2a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850811 Apr 21 15:48:47.768210 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:48:47.799035 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:48:47.807884 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:47.925594 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:48:47.979019 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8f5c28-3c2d-4fa0-96b0-83b0f2d1d49c'] response: {'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'code': 200} Apr 21 15:48:48.148859 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1a851369-afe7-4509-9258-ce29bead1cba None None] Provisioning for port c8384494-e703-4771-ab7b-b14b69ed1080 completed by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:48:48.151970 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159fa418-f10a-41ad-9210-80ac87f441bb req-29257387-b164-45b2-ae78-7938a2f62f40 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:48.155241 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-159fa418-f10a-41ad-9210-80ac87f441bb req-29257387-b164-45b2-ae78-7938a2f62f40 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.1047790 Apr 21 15:48:48.166111 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-1a851369-afe7-4509-9258-ce29bead1cba None None] Provisioning complete for port c8384494-e703-4771-ab7b-b14b69ed1080 triggered by entity DHCP. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:48:48.166505 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1a851369-afe7-4509-9258-ce29bead1cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:48.223282 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-159fa418-f10a-41ad-9210-80ac87f441bb req-efdb2092-79f3-4c46-8fc8-f962259bde11 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586193 Apr 21 15:48:48.228984 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-1a851369-afe7-4509-9258-ce29bead1cba None None] Port c8384494-e703-4771-ab7b-b14b69ed1080 cannot update to ACTIVE because it is not bound. {{(pid=88109) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 21 15:48:49.413786 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288031d0-4f30-404d-9d15-6747291e1e4d req-7be4ff04-d412-43ed-871e-df77cb2dfdc9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:49.415856 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-288031d0-4f30-404d-9d15-6747291e1e4d req-7be4ff04-d412-43ed-871e-df77cb2dfdc9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0801744 Apr 21 15:48:49.472457 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-288031d0-4f30-404d-9d15-6747291e1e4d req-ed4f9292-f877-42ff-a72b-c86fa5d55632 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500336 Apr 21 15:48:50.678009 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74058aac-503b-465a-b513-782f72067b4d req-c4a9de89-2c2e-43a6-a450-e0167a0c99fd tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:50.681127 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74058aac-503b-465a-b513-782f72067b4d req-c4a9de89-2c2e-43a6-a450-e0167a0c99fd tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0966599 Apr 21 15:48:50.727362 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-74058aac-503b-465a-b513-782f72067b4d req-5f891234-f55c-40d2-ad56-78e35f9c1492 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395436 Apr 21 15:48:51.931169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c89f6-fa97-4c70-bde6-f1845c506b0b req-cb585d52-578c-4e9a-acff-8cc49cd53d5a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:51.932922 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-864c89f6-fa97-4c70-bde6-f1845c506b0b req-cb585d52-578c-4e9a-acff-8cc49cd53d5a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0894766 Apr 21 15:48:51.979622 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-864c89f6-fa97-4c70-bde6-f1845c506b0b req-961bfbb8-2fc2-434d-bd6e-6899eb4354c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400226 Apr 21 15:48:52.522481 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:53.178494 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc329185-9e50-4cc2-a1b5-559a87d96058 req-9542b66a-63f1-4458-910f-e49963e64b9d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:53.179937 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cc329185-9e50-4cc2-a1b5-559a87d96058 req-9542b66a-63f1-4458-910f-e49963e64b9d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0930183 Apr 21 15:48:53.225932 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-cc329185-9e50-4cc2-a1b5-559a87d96058 req-18a8909b-2a3b-43ef-8038-34df6e853814 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386887 Apr 21 15:48:54.415345 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6087241-d5ca-4ccb-a95e-73110f1eb293 req-05af1568-27ca-44c3-affd-84aff03d013e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:54.417261 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6087241-d5ca-4ccb-a95e-73110f1eb293 req-05af1568-27ca-44c3-affd-84aff03d013e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0831912 Apr 21 15:48:54.476721 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-c6087241-d5ca-4ccb-a95e-73110f1eb293 req-b6bdde24-3c3e-4a97-9c45-835e0a7d8dc0 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466740 Apr 21 15:48:55.543017 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-631dd9fe-a716-48ca-b62a-06dba2f8ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:55.663210 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4f06e-361c-420b-9ee7-5d1ab724b725 req-8312a787-184f-4c99-b7b4-c7c4b793725f tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:55.664636 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-24a4f06e-361c-420b-9ee7-5d1ab724b725 req-8312a787-184f-4c99-b7b4-c7c4b793725f tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0821326 Apr 21 15:48:55.708141 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-24a4f06e-361c-420b-9ee7-5d1ab724b725 req-a8f01a20-bbb9-4759-98c2-c8e4f90354a7 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376358 Apr 21 15:48:56.893152 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aca33-1230-456d-b2f4-1fe7260210b5 req-1ca9521f-028d-4743-975a-6214ae59bd4f tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:56.894601 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-528aca33-1230-456d-b2f4-1fe7260210b5 req-1ca9521f-028d-4743-975a-6214ae59bd4f tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0790100 Apr 21 15:48:56.940346 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-528aca33-1230-456d-b2f4-1fe7260210b5 req-3b7aea34-c647-4683-a3e3-af68a197f743 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401449 Apr 21 15:48:57.690019 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-91385499-78c6-4621-a0c3-5cfe74b9583a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:58.125797 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb075696-07f8-4c9c-a320-ebfeea769fba req-f9b6e955-2abd-40df-a609-22f93be51a17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:58.127231 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb075696-07f8-4c9c-a320-ebfeea769fba req-f9b6e955-2abd-40df-a609-22f93be51a17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0794563 Apr 21 15:48:58.172095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-bb075696-07f8-4c9c-a320-ebfeea769fba req-5c6fc134-1ebf-44c5-9727-6980212ca101 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Apr 21 15:48:58.998911 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:59.110777 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.v2.base [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Request body: {'port': {'device_id': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8388'}} {{(pid=88107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:48:59.157478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:59.229172 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:59.362351 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8661e-0656-4470-9aec-9291831780c7 req-386d3953-0316-439c-a71f-5c36791a5005 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:48:59.363787 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63e8661e-0656-4470-9aec-9291831780c7 req-386d3953-0316-439c-a71f-5c36791a5005 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 931 time: 0.0870445 Apr 21 15:48:59.408599 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-63e8661e-0656-4470-9aec-9291831780c7 req-28a9e88a-af94-4f8d-9d4e-33d98c7c5d65 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391726 Apr 21 15:48:59.566300 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8384494-e703-4771-ab7b-b14b69ed1080 {{(pid=88107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:48:59.573336 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:59.587542 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.provisioning_blocks [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Transition to ACTIVE for port object c8384494-e703-4771-ab7b-b14b69ed1080 will not be triggered until provisioned by entity L2. {{(pid=88107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 15:48:59.591041 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:48:59.838374 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=2']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:48:59.940303 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Attempting to bind port c8384494-e703-4771-ab7b-b14b69ed1080 on host hv-neutron-8388 for vnic_type normal with profile {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 15:48:59.940502 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Attempting to bind port c8384494-e703-4771-ab7b-b14b69ed1080 by drivers openvswitch,hyperv on host hv-neutron-8388 at level 0 using segments [{'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 15:48:59.940821 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Attempting to bind port c8384494-e703-4771-ab7b-b14b69ed1080 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:48:59.945295 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Port c8384494-e703-4771-ab7b-b14b69ed1080 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8388 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 21 15:48:59.945608 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Attempting to bind port c8384494-e703-4771-ab7b-b14b69ed1080 on network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 21 15:48:59.951444 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Checking agent: {'id': 'e6ab3822-8a7b-4e03-8ff5-e8f651cdee19', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8388', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'started_at': datetime.datetime(2022, 4, 21, 14, 42, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 15, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 21 15:48:59.951764 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Checking segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 21 15:48:59.952134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Bound using segment: {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'} {{(pid=88107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 21 15:48:59.952540 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.managers [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Bound port: c8384494-e703-4771-ab7b-b14b69ed1080, host: hv-neutron-8388, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ce3569-54ed-4d39-a26a-785fa99f0713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4'}}] {{(pid=88107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 15:48:59.952872 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:00.045178 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, cleared binding levels {{(pid=88107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 21 15:49:00.048128 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 21 15:49:00.052572 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1215338'] for port, after_update {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:00.110380 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.111032 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:00.112397 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 1093 time: 1.0066369 Apr 21 15:49:00.112834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:49:00.146480 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75614-03a7-4cdc-bb63-beb718f0be14 service neutron] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=3']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:49:00.192406 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8447969-490d-41a9-82d3-43573035db0f'] response: {'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'status': 'completed', 'code': 200} Apr 21 15:49:00.234499 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-647305b9-71ce-4ab6-9cd2-1b7307fbafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.235979 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-647305b9-71ce-4ab6-9cd2-1b7307fbafbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1096 time: 0.0803151 Apr 21 15:49:00.308633 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-a84d75d6-a149-4c8a-bdc5-f5a39f9866c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 217 time: 0.0662231 Apr 21 15:49:00.374245 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-6509332c-6451-4f73-9e96-9b49ad64aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.375578 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-6509332c-6451-4f73-9e96-9b49ad64aa97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0620234 Apr 21 15:49:00.453293 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-511e9aa6-1a28-43af-8b79-cfbb9c6c4da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.454740 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-511e9aa6-1a28-43af-8b79-cfbb9c6c4da9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720751 Apr 21 15:49:00.589106 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-d1a7e190-b019-4c9a-9c8c-e8a52d866c56 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284137 Apr 21 15:49:00.592051 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc26f60-ade3-4ad0-8df5-a0e57b5e6772 req-7fa9ad62-0263-4726-ac56-30103747823d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.593523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2cc26f60-ade3-4ad0-8df5-a0e57b5e6772 req-7fa9ad62-0263-4726-ac56-30103747823d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 943 time: 0.0792322 Apr 21 15:49:00.637008 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2cc26f60-ade3-4ad0-8df5-a0e57b5e6772 req-69ff4af4-8cba-41ef-bcb9-6c44f1ea25c6 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378554 Apr 21 15:49:00.678817 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:00.726663 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-5516b996-0ab6-4b56-8c5d-3f527328fc54 req-65c2bf68-ee18-4106-bec6-334eb2e08626 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311636 Apr 21 15:49:00.843728 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-bb286b75-232f-4391-9330-2681c65c390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.845229 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-bb286b75-232f-4391-9330-2681c65c390f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1096 time: 0.0725114 Apr 21 15:49:00.975758 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-a2379c6b-4b09-40ad-88ac-382e556206f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:00.977187 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-a2379c6b-4b09-40ad-88ac-382e556206f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1263089 Apr 21 15:49:01.046010 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-44d7931c-4f1a-418a-9e42-9e9c177f5312 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 217 time: 0.0631356 Apr 21 15:49:01.105548 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-35ac53dd-cc27-4692-875e-3266c84945c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:01.107450 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-35ac53dd-cc27-4692-875e-3266c84945c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0558934 Apr 21 15:49:01.183348 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-3d8077ca-741a-48af-9b89-a9debe1f69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:01.185393 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-3d8077ca-741a-48af-9b89-a9debe1f69ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725186 Apr 21 15:49:01.318206 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-fe0a3612-d3d7-4b67-b2fa-556a831f4ecf service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248384 Apr 21 15:49:01.545654 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-1a769fbe-1111-4c49-81b4-33cf2d0ff211 req-efae1b9b-e465-4434-b818-29c811f58490 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208571 Apr 21 15:49:01.825642 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354501-16cc-432d-a133-b9e29500e72b req-77130ce7-f868-458b-88b1-2dc044957fd1 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:01.827005 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-be354501-16cc-432d-a133-b9e29500e72b req-77130ce7-f868-458b-88b1-2dc044957fd1 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 943 time: 0.0823081 Apr 21 15:49:01.871649 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-be354501-16cc-432d-a133-b9e29500e72b req-cca4a7da-13ef-4641-8316-e02ddbe8f527 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389013 Apr 21 15:49:03.054508 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3950a-0add-49c7-b24b-11e35f6b031d req-94149281-dcf7-4d48-9b79-b3aae2b9b1c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:03.055917 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42a3950a-0add-49c7-b24b-11e35f6b031d req-94149281-dcf7-4d48-9b79-b3aae2b9b1c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 943 time: 0.0786757 Apr 21 15:49:03.101344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-42a3950a-0add-49c7-b24b-11e35f6b031d req-12a11add-f167-46f2-888c-e0e52ab45997 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395720 Apr 21 15:49:03.645971 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:49:03.776561 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:49:03.791137 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'mac_address': 'fa:16:3e:e2:33:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:49:03.849191 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:03.865357 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8384494-e703-4771-ab7b-b14b69ed1080 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:49:03.880436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:49:03.884366 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:03.949473 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=4']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:49:04.266497 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['c8384494-e703-4771-ab7b-b14b69ed1080'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:49:04.357489 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809dee1-ee43-4205-a41e-210918b669e0 req-5ee4d19e-d407-465d-ba6a-599b95dabb03 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:04.358919 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6809dee1-ee43-4205-a41e-210918b669e0 req-5ee4d19e-d407-465d-ba6a-599b95dabb03 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 944 time: 0.0791090 Apr 21 15:49:04.403813 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-6809dee1-ee43-4205-a41e-210918b669e0 req-9336b689-ad2b-469b-8644-372f2004024c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385623 Apr 21 15:49:05.357195 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:49:05.587575 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1607a54-fb4a-4eb5-8cae-63c6ed62224a req-3451b189-e9fe-452c-9535-34aeb3255e4e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:05.588914 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1607a54-fb4a-4eb5-8cae-63c6ed62224a req-3451b189-e9fe-452c-9535-34aeb3255e4e tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 944 time: 0.0810847 Apr 21 15:49:05.647079 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:49:05.721275 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning for port c8384494-e703-4771-ab7b-b14b69ed1080 completed by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 15:49:05.726026 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port c8384494-e703-4771-ab7b-b14b69ed1080 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:49:05.726393 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:05.738344 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-a1607a54-fb4a-4eb5-8cae-63c6ed62224a req-bb3198a6-444d-43b3-98f5-b4331a5ea68a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425717 Apr 21 15:49:05.845025 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:05.870625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:49:05.880667 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:49:05.884455 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:05.924117 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c743cc67-1336-4b0b-b928-390b288ea35b'] response: {'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'code': 200} Apr 21 15:49:05.958335 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=5']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:49:06.138737 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c85770-8493-4295-b637-1416ecfe657e req-1b5d9f3d-71bf-4da8-8cbe-2252851ad628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:06.140168 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d9c85770-8493-4295-b637-1416ecfe657e req-1b5d9f3d-71bf-4da8-8cbe-2252851ad628 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1098 time: 0.0700314 Apr 21 15:49:06.179310 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d9c85770-8493-4295-b637-1416ecfe657e req-5ef8472a-e28f-4fc5-ab8e-fecd5fee5bf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329857 Apr 21 15:49:06.920808 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ec18d-1c59-4e60-a607-4e5757220fe5 req-2752252d-ffb3-4658-934b-c74211d0fa4c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:06.922251 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a2ec18d-1c59-4e60-a607-4e5757220fe5 req-2752252d-ffb3-4658-934b-c74211d0fa4c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 945 time: 0.0783508 Apr 21 15:49:06.964339 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-2a2ec18d-1c59-4e60-a607-4e5757220fe5 req-f5bd8122-c27f-465f-8c6a-76cc769293fb tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365322 Apr 21 15:49:08.156163 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a3287-dcb2-46b9-814a-bbb5523b96f5 req-db0664ea-6722-4923-820a-3bc06b3ee4ed tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:08.157605 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-977a3287-dcb2-46b9-814a-bbb5523b96f5 req-db0664ea-6722-4923-820a-3bc06b3ee4ed tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Apr 21 15:49:08.200542 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-977a3287-dcb2-46b9-814a-bbb5523b96f5 req-7cb04e7a-b2a0-43bb-8f3a-3ccdc9d6dae7 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371780 Apr 21 15:49:08.393780 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32854f-f357-4913-9855-a5384c5f652e req-1f7b0a52-dcfb-4ef9-a0b8-080ecc049fed tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:08.395206 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5a32854f-f357-4913-9855-a5384c5f652e req-1f7b0a52-dcfb-4ef9-a0b8-080ecc049fed tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 945 time: 0.0814641 Apr 21 15:49:08.437858 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5a32854f-f357-4913-9855-a5384c5f652e req-512ad90b-b56a-4789-bb58-649c68dc6375 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369813 Apr 21 15:49:08.459383 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45146) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:49:08.527040 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f19139f-f597-4d97-8e25-98737edcdfd8 tempest-TestSnapshotPattern-925161898 tempest-TestSnapshotPattern-925161898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:08.529197 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-8f19139f-f597-4d97-8e25-98737edcdfd8 tempest-TestSnapshotPattern-925161898 tempest-TestSnapshotPattern-925161898-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1093 time: 0.0688767 Apr 21 15:49:08.531927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45150) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:49:08.536622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.v2.base [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Request body: {'floatingip': {'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 15:49:08.542338 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 21 15:49:08.546795 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Usage tracker for resource:floatingip and tenant:e08a5813c245434bb1db64f7b7325ef8 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 21 15:49:08.549600 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 21 15:49:08.555089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 21 15:49:08.565436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:08.698721 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:08.835846 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Allocated IP 172.26.4.26 (3d886cf6-b946-42ff-a5ce-ba7bfd69f571/5cb6e233-9440-420c-ac13-1e627e7e6ce7/fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 15:49:08.982876 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:09.011785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792868322106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:09.084546 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Network 3d886cf6-b946-42ff-a5ce-ba7bfd69f571 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 15:49:09.087410 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 15:49:09.094579 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 21 15:49:09.124865 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:49:09.142926 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.143261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.143590 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.143913 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.144232 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.144551 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.144866 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.145177 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.145515 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.145825 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.146143 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.146440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:49:09.510683 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:09.582327 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:09.892945 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:09.897485 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7353023'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:10.004362 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event updated for resources: {'Port': ['ID=fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:49:10.014940 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1776119'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:10.186182 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Floating IP cb61a715-94dc-4d9f-a1ca-d2bd8d100329 associated. External IP: 172.26.4.26, port: c8384494-e703-4771-ab7b-b14b69ed1080. Apr 21 15:49:10.528837 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:49:10.701057 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:49:10.711961 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:49:10.722281 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:49:10.723001 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:48:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:49:10.726364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:10.786115 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-dff03ddd-3fa4-48dd-bab8-8f4bfff9df17 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2530513 Apr 21 15:49:10.786709 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:49:10.830706 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90868c16-7f22-4f49-a7b3-b59ff7582f79'] response: {'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'status': 'completed', 'code': 200} Apr 21 15:49:10.927224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf934-380c-4162-931f-b19422ee209e req-8ee659f5-9e58-4a89-9d93-e9806873e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:10.928674 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-8ee659f5-9e58-4a89-9d93-e9806873e48a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1098 time: 0.0744121 Apr 21 15:49:10.948581 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:49:11.058534 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf934-380c-4162-931f-b19422ee209e req-1cd43313-ed39-4fee-bc27-854a7b1a8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:11.059917 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-1cd43313-ed39-4fee-bc27-854a7b1a8717 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1259832 Apr 21 15:49:11.164243 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-e0292850-f436-4f4e-b816-06260b960a54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 998 time: 0.0981073 Apr 21 15:49:11.225843 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf934-380c-4162-931f-b19422ee209e req-47c1bbee-b0cf-4648-9f75-794c26f28010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:11.227273 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-47c1bbee-b0cf-4648-9f75-794c26f28010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0571318 Apr 21 15:49:11.292754 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}, {'id': 'cb61a715-94dc-4d9f-a1ca-d2bd8d100329', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:e2:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:49:09Z', 'updated_at': '2022-04-21T15:49:09Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:49:11.297737 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:49:11.306093 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:49:11.306787 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:48:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:49:11.306983 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf934-380c-4162-931f-b19422ee209e req-0f582677-bee1-46d2-aeea-8306f384f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:11.308436 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-0f582677-bee1-46d2-aeea-8306f384f450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752373 Apr 21 15:49:11.441599 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-00df1235-fb3b-42e2-bbe6-cd6826e63c4d service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247070 Apr 21 15:49:11.486876 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:49:11.572150 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ac4bf934-380c-4162-931f-b19422ee209e req-0b51772c-7db4-4b85-aa0d-ca429a5d30dc service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246917 Apr 21 15:49:11.828973 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}, {'id': 'cb61a715-94dc-4d9f-a1ca-d2bd8d100329', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:e2:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:49:09Z', 'updated_at': '2022-04-21T15:49:09Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:49:11.832833 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f0409d-2c8c-44cd-98b3-b445c9cb427c None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}, {'id': 'cb61a715-94dc-4d9f-a1ca-d2bd8d100329', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:e2:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:49:09Z', 'updated_at': '2022-04-21T15:49:09Z', 'revision_number': 0, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:49:12.007739 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e12dc-16bd-4208-88ab-5f6c0fb4e8cf None None] New status for floating IP cb61a715-94dc-4d9f-a1ca-d2bd8d100329: ACTIVE {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:49:13.704842 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-f57ecb73-c4fd-4a81-967f-9d076051b7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672250 Apr 21 15:49:13.839971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-5ff68d07-6455-454f-8b14-73ff901d4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:13.842056 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-5ff68d07-6455-454f-8b14-73ff901d4d02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1096 time: 0.0706160 Apr 21 15:49:13.984885 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-0f79a7cf-f4d6-4d86-8f63-ee23b93a3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:13.986210 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-0f79a7cf-f4d6-4d86-8f63-ee23b93a3038 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1260700 Apr 21 15:49:14.091350 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-5678ac28-062e-4fbd-9c4a-6c07e61859d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 999 time: 0.0970428 Apr 21 15:49:14.157425 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-ea8b4374-5ead-404c-842f-2c8f9081c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:14.159174 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-ea8b4374-5ead-404c-842f-2c8f9081c268 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0623541 Apr 21 15:49:14.232121 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-50df418f-28fa-4121-bbfd-5fd267f11a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:49:14.233550 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-50df418f-28fa-4121-bbfd-5fd267f11a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683005 Apr 21 15:49:14.368914 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-8cff6cbf-77f2-400f-bf51-9ac731291f63 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293581 Apr 21 15:49:14.606366 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-41ae3ba9-b119-472c-8e85-855ee1ce9bf1 req-ecfd7b65-5547-4ac1-90ac-c1a47251fcb8 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307715 Apr 21 15:49:22.534406 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:25.545729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4305c358-cec4-4c5c-a97f-6e3d0ab3ad23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:27.692120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4eeac26-6146-419b-86af-bfdd0a32c8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:29.001663 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:29.160378 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:30.679930 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:42.357615 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:49:52.544055 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:55.548722 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b9373818-96f0-492c-9139-6332e8549619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:57.693158 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27ad8620-0103-4094-9b02-19c57e6b79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:59.004672 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:49:59.161688 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:00.682750 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:13.634920 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-82276860-c4cc-427d-acfc-3cb9a95c6adb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709822 Apr 21 15:50:13.722623 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-a17dea71-e7c1-46ee-9186-83290df5bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:50:13.724029 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-a17dea71-e7c1-46ee-9186-83290df5bc34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1098 time: 0.0692232 Apr 21 15:50:13.867739 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-ca863424-6ad6-44ce-addd-26ebdbdfac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:50:13.869151 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-ca863424-6ad6-44ce-addd-26ebdbdfac49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1257098 Apr 21 15:50:13.977953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-eaed045a-c951-4331-8268-b3e003198982 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 1000 time: 0.0979450 Apr 21 15:50:14.039576 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-6e2f222f-dfe7-4088-9208-26f6a9dc5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:50:14.040911 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-6e2f222f-dfe7-4088-9208-26f6a9dc5cc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0569499 Apr 21 15:50:14.117867 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-5a014e43-b6dc-4b9e-b9bc-ae271e2f40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:50:14.119356 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-5a014e43-b6dc-4b9e-b9bc-ae271e2f40f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723681 Apr 21 15:50:14.251646 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-667c536a-6c2b-4cff-9976-12c42f6b10b8 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255567 Apr 21 15:50:14.381221 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-bd5af74e-43cf-463a-ba0c-679af187c3ca req-55c03ba2-ee4d-4152-aa1c-32df85a483aa service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239371 Apr 21 15:50:19.357454 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:50:22.563324 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:25.553671 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7e6943e6-ad14-41a3-bfb6-5ff4758d1c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:27.694387 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-efdf89b3-9df7-43b0-ae7f-7f11360b3813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:29.006813 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:29.165260 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:30.685623 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:52.577151 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:55.556727 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f66c784-da14-45d3-a7e4-1d1f0d954123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:56.357930 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:50:57.695532 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49d47526-1309-49f7-8186-40e5548cf5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:59.009748 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:50:59.170893 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:00.689185 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:14.576450 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-64a9661f-8b6f-4ad8-a9b4-b5cf1db5e439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688746 Apr 21 15:51:14.714109 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-15b09447-8cf9-4750-85f6-56b39ac8a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:14.715507 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-15b09447-8cf9-4750-85f6-56b39ac8a20e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1096 time: 0.0726061 Apr 21 15:51:14.857669 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-eb242760-776c-465d-ad47-7f755c8697d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:14.859061 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-eb242760-776c-465d-ad47-7f755c8697d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1258998 Apr 21 15:51:14.958351 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-b0529f8f-cc59-4aed-a575-9e419ab018c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 999 time: 0.0934975 Apr 21 15:51:15.018461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-7d213d79-9d56-4f31-8b20-d2a764747e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:15.019799 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-7d213d79-9d56-4f31-8b20-d2a764747e5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0559254 Apr 21 15:51:15.094191 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-bef4ab43-bb96-4ea9-ae85-63eab1c1224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:15.095620 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-bef4ab43-bb96-4ea9-ae85-63eab1c1224b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686779 Apr 21 15:51:15.223031 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-5508ea92-6d6b-440a-aff2-2794e12e5ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211743 Apr 21 15:51:15.455825 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-0bd3854a-69cb-4c36-bd83-92223ed334ee req-32d5abb2-8101-457d-8d74-050a014f0d91 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271738 Apr 21 15:51:22.577625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:25.557943 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-42d7d047-42a3-48c9-b512-e3497d82c65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:27.696705 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41fa8646-8d34-41fd-bc32-453757cddc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:29.011914 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:29.172985 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:30.299369 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 details requested by agent hyperv_hv-neutron-8388 with host hv-neutron-8388 {{(pid=88109) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 21 15:51:30.428256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:30.441587 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Returning: {'device': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'port_id': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'mac_address': 'fa:16:3e:e2:33:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88109) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 21 15:51:30.500285 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:30.516841 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8384494-e703-4771-ab7b-b14b69ed1080 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 15:51:30.532718 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:30.535937 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:30.605857 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:30.613098 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.613469 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.613805 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.614132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.614459 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.614785 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.615107 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.615427 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.615746 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.616062 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.616379 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.616701 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:30.622146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] get_ports_and_sgs() called for port_ids ['c8384494-e703-4771-ab7b-b14b69ed1080'] {{(pid=88109) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 21 15:51:30.711306 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:32.327940 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 up at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 21 15:51:32.397646 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Provisioning complete for port c8384494-e703-4771-ab7b-b14b69ed1080 triggered by entity L2. {{(pid=88109) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 15:51:32.398014 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-753551'] for port, provisioning_complete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:32.516128 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:32.542320 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:32.551816 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:32.556916 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:32.624345 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=7']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:33.358091 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:51:33.600801 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f58401e-b212-4516-8d20-d0a4cab55a5e'] response: {'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'code': 200} Apr 21 15:51:44.003073 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45406) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:44.237145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Deleting port fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:44.239234 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:44.534921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:44.535162 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:44.656931 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Calling delete_port for fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:44.826101 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:44.872441 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event deleted for resources: {'Port': ['ID=fdfc52f0-7e84-45ac-81f6-1ba7915a4fa6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:44.909397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.909738 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.910071 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.910397 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.910718 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.911037 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.911350 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.911664 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.911978 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.912285 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.912596 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.912902 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:44.976270 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:44.976604 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Floating IP cb61a715-94dc-4d9f-a1ca-d2bd8d100329 disassociated (deleted). External IP: 172.26.4.26, port: c8384494-e703-4771-ab7b-b14b69ed1080. Apr 21 15:51:45.325261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:51:45.503028 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:51:45.513072 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:51:45.516657 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:45.522429 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:45.523030 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:45.571959 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-382b2593-cb6b-4a59-b654-e7708a1795c9 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "DELETE /v2.0/floatingips/cb61a715-94dc-4d9f-a1ca-d2bd8d100329 HTTP/1.1" status: 204 len: 168 time: 1.5677600 Apr 21 15:51:45.572703 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:45.677692 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b56717-fc1a-46e6-af41-8e0a820f7167'] response: {'name': 'network-changed', 'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'status': 'completed', 'code': 200} Apr 21 15:51:45.709436 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:45.776097 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-233847ca-0160-423e-b4eb-7402830ad658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:45.778876 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-233847ca-0160-423e-b4eb-7402830ad658 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 1098 time: 0.0808613 Apr 21 15:51:45.927274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-2d289975-17e9-48c7-932e-a62bb26553e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:45.928745 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-2d289975-17e9-48c7-932e-a62bb26553e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.1438107 Apr 21 15:51:46.002634 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-06f32427-a36c-432e-ae6f-c5e2b8c133d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 200 len: 217 time: 0.0655994 Apr 21 15:51:46.003543 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8514e74-fed2-44a3-852c-8323bb8f8a6b req-482ee5d0-d399-4c93-a0a7-3f77e1eaed84 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:46.004243 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e8514e74-fed2-44a3-852c-8323bb8f8a6b req-482ee5d0-d399-4c93-a0a7-3f77e1eaed84 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:51:46.023364 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-e8514e74-fed2-44a3-852c-8323bb8f8a6b req-482ee5d0-d399-4c93-a0a7-3f77e1eaed84 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:51:46.024532 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8514e74-fed2-44a3-852c-8323bb8f8a6b req-482ee5d0-d399-4c93-a0a7-3f77e1eaed84 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 945 time: 0.1026990 Apr 21 15:51:46.068971 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-e5d797fd-dcf9-44be-9be6-8293e657792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:46.070428 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-e5d797fd-dcf9-44be-9be6-8293e657792d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0598354 Apr 21 15:51:46.070745 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-e8514e74-fed2-44a3-852c-8323bb8f8a6b req-05f4381e-504c-4e03-8dda-dd4a9187e5c2 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397866 Apr 21 15:51:46.098306 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:46.102082 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:51:46.110262 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:46.110853 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:46.146134 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-dc4d4f90-c590-4c8e-8fa7-bc8ddee763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:46.147621 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-dc4d4f90-c590-4c8e-8fa7-bc8ddee763aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710990 Apr 21 15:51:46.279165 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-159003cf-b692-4989-acb1-5de3b4575eec service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245172 Apr 21 15:51:46.286901 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:46.405656 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:46.413464 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-ed725da6-fec5-48fb-93bb-ebe9a6e8a194 req-d0f1e130-e573-4f97-b455-931daa26c9ed service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283233 Apr 21 15:51:46.523978 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-547380'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:46.550524 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:46.561303 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:46.565385 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792868684903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792868322124', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792868322169'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:46.601614 dv-neutron-838896-1-hyperv neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18db398f-6023-4ae5-b078-d70ef325ef75'] response: {'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'code': 200} Apr 21 15:51:46.634365 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Pushing event updated for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=8']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:46.646905 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:46.651439 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1636cd7-ba2f-4d39-8e57-2debcfb7ff9f None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_floatingips': [{'id': '0d2b3568-450e-4d07-9f25-631dd8ae7614', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'router_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'port_id': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'mac_address': 'fa:16:3e:a6:6e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T15:45:56Z', 'updated_at': '2022-04-21T15:45:58Z', 'revision_number': 1, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:51:46.859719 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3736d671-aebd-4d48-9f87-bf5773cf90ab None None] New status for floating IP cb61a715-94dc-4d9f-a1ca-d2bd8d100329: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:51:47.259755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5571bed-ae6c-4392-b535-0c2f33cc1c37 req-0ece3221-840f-4171-bbb2-57158414d309 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:47.261494 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5571bed-ae6c-4392-b535-0c2f33cc1c37 req-0ece3221-840f-4171-bbb2-57158414d309 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 943 time: 0.0800099 Apr 21 15:51:47.306095 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-d5571bed-ae6c-4392-b535-0c2f33cc1c37 req-80d59862-1765-492e-b967-78d8e064eec5 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384810 Apr 21 15:51:47.702224 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-1088537c-f0be-4511-940e-9ed1cc1a3906 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:47.702900 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-1088537c-f0be-4511-940e-9ed1cc1a3906 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:51:47.714264 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-1088537c-f0be-4511-940e-9ed1cc1a3906 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:51:47.715316 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-1088537c-f0be-4511-940e-9ed1cc1a3906 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 943 time: 0.0959728 Apr 21 15:51:47.783972 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Deleting port c8384494-e703-4771-ab7b-b14b69ed1080 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:47.784284 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:48.029733 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] For port c8384494-e703-4771-ab7b-b14b69ed1080, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=c8384494-e703-4771-ab7b-b14b69ed1080,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:48.030006 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:48.152807 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Calling delete_port for c8384494-e703-4771-ab7b-b14b69ed1080 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:48.294099 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:48.347519 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event deleted for resources: {'Port': ['ID=c8384494-e703-4771-ab7b-b14b69ed1080,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:48.386441 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.386786 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.387183 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.387446 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.387771 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.388095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.388415 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.388730 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.389048 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.389390 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.389706 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.390018 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-838896-1-hyperv {{(pid=88107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 15:51:48.433063 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] No DVR routers for this DVR port c8384494-e703-4771-ab7b-b14b69ed1080 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:51:48.435589 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:48.438147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-deleted', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:48.454692 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b1097d3e-fef7-41b8-9cc7-183037771ace req-8c88f732-2b58-4413-a210-44c2b574f34c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "DELETE /v2.0/ports/c8384494-e703-4771-ab7b-b14b69ed1080 HTTP/1.1" status: 204 len: 173 time: 0.7334106 Apr 21 15:51:48.465078 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-3aa0b1c3-f474-4b21-b56a-9ff9fe1d8379 req-212dc2e1-a89a-45c2-9e97-32e64775324d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=02cc6359-0526-49ca-aef5-97b267f4ee51 HTTP/1.1" status: 200 len: 210 time: 0.0463407 Apr 21 15:51:48.545460 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3546ac-57af-4bf4-868b-c0ca9beeaad2'] response: {'server_uuid': '02cc6359-0526-49ca-aef5-97b267f4ee51', 'name': 'network-vif-deleted', 'tag': 'c8384494-e703-4771-ab7b-b14b69ed1080', 'status': 'completed', 'code': 200} Apr 21 15:51:50.108564 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45472) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:50.424296 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Deleting port e97f79e4-b752-4d53-9c05-f5d7cfb74bf0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:50.424632 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:50.591121 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:50.591436 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:50.712317 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Calling delete_port for e97f79e4-b752-4d53-9c05-f5d7cfb74bf0 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:50.861875 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:50.909559 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event deleted for resources: {'Port': ['ID=e97f79e4-b752-4d53-9c05-f5d7cfb74bf0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:51.001024 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:51.001234 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.db.l3_db [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Floating IP 0d2b3568-450e-4d07-9f25-631dd8ae7614 disassociated (deleted). External IP: 172.26.4.148, port: 7c7db127-17ba-4964-9859-53400d4dd1b6. Apr 21 15:51:51.346861 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:51:51.521448 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:51:51.532161 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:51:51.538183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:51.541833 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:51.542503 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:51.593136 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bfae7d9e-8217-4216-b339-a4e78642b21a tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "DELETE /v2.0/floatingips/0d2b3568-450e-4d07-9f25-631dd8ae7614 HTTP/1.1" status: 204 len: 168 time: 1.4835062 Apr 21 15:51:51.593757 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:51.642885 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81708df9-6373-4dd3-bafe-e48cd7c8522b'] response: {'name': 'network-changed', 'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'status': 'completed', 'code': 200} Apr 21 15:51:51.740814 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-8f8b8e03-16ff-4048-9b8d-b3a76e4bb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:51.742900 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-8f8b8e03-16ff-4048-9b8d-b3a76e4bb377 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08a5813c245434bb1db64f7b7325ef8&device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 1096 time: 0.0787947 Apr 21 15:51:51.760234 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:52.056627 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-7e41c2a7-8909-4914-9602-52a5bc1b5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:52.059383 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-7e41c2a7-8909-4914-9602-52a5bc1b5dff service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 200 len: 911 time: 0.3107517 Apr 21 15:51:52.086399 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:52.090887 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:51:52.099336 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:52.099951 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:52.130097 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-1bf30adb-5822-4c9b-8b2f-20928215d2a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 200 len: 217 time: 0.0635583 Apr 21 15:51:52.146245 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced5e5b-119b-4de2-81a9-7e7d00744417 req-dbde4d11-e350-4d0b-a4f2-1d9b18a33165 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:52.147155 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-eced5e5b-119b-4de2-81a9-7e7d00744417 req-dbde4d11-e350-4d0b-a4f2-1d9b18a33165 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:51:52.163621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.quota.resource [req-eced5e5b-119b-4de2-81a9-7e7d00744417 req-dbde4d11-e350-4d0b-a4f2-1d9b18a33165 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:51:52.165810 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eced5e5b-119b-4de2-81a9-7e7d00744417 req-dbde4d11-e350-4d0b-a4f2-1d9b18a33165 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.2300010 Apr 21 15:51:52.200619 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-dbd7c9cf-b034-49fc-a656-6f5d3692bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:52.202077 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-dbd7c9cf-b034-49fc-a656-6f5d3692bdd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 200 len: 849 time: 0.0641327 Apr 21 15:51:52.211288 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-eced5e5b-119b-4de2-81a9-7e7d00744417 req-ddd066d5-73a0-4f11-90c1-c675a92c507c tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381122 Apr 21 15:51:52.280026 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-74d7cd30-5e77-4003-a1ad-182a32ec73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:52.281548 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-74d7cd30-5e77-4003-a1ad-182a32ec73d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724297 Apr 21 15:51:52.286126 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:52.413953 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-34ab7adb-d8c8-4ff2-a179-2d7fe049d1ec service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257980 Apr 21 15:51:52.424895 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:52.462190 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: c8384494-e703-4771-ab7b-b14b69ed1080 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:51:52.463539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device c8384494-e703-4771-ab7b-b14b69ed1080 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:51:52.550025 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-b75878f2-a97e-4752-9dab-0e57faad8c06 req-9d906ffb-f8ab-48b1-8f9e-2a16429dcf9c service neutron] 10.222.0.13 "GET /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290781 Apr 21 15:51:52.589683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:52.609582 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:52.613466 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8155e5e-9668-406f-89c2-17b1d709cbfd None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:45:31Z', 'revision_number': 4, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv', '_interfaces': [{'id': 'b1735087-d7ad-445d-825a-aa993c10ade6', 'name': '', 'network_id': '1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'mac_address': 'fa:16:3e:d3:55:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:30Z', 'updated_at': '2022-04-21T15:45:37Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'subnets': [{'id': '9b94bb52-981b-46f8-8f7a-923b3eb081cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:51:52.812758 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b2eda-8e33-4cfa-b033-7559453649f1 None None] New status for floating IP 0d2b3568-450e-4d07-9f25-631dd8ae7614: DOWN {{(pid=88109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 15:51:52.891098 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-85039c2b-36d9-4bbb-9c99-d19c9e36d048 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:52.891772 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-85039c2b-36d9-4bbb-9c99-d19c9e36d048 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Synchronizing usage tracker for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88107) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 21 15:51:52.903940 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.quota.resource [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-85039c2b-36d9-4bbb-9c99-d19c9e36d048 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Unset dirty status for tenant:e08a5813c245434bb1db64f7b7325ef8 on resource:port {{(pid=88107) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 21 15:51:52.905015 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-85039c2b-36d9-4bbb-9c99-d19c9e36d048 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.0990841 Apr 21 15:51:52.983400 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Deleting port 7c7db127-17ba-4964-9859-53400d4dd1b6 {{(pid=88107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:52.985095 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:53.227461 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.db [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] For port 7c7db127-17ba-4964-9859-53400d4dd1b6, host hv-neutron-8388, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8388',level=0,port_id=7c7db127-17ba-4964-9859-53400d4dd1b6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:53.228290 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:53.352833 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Calling delete_port for 7c7db127-17ba-4964-9859-53400d4dd1b6 owned by compute:nova {{(pid=88107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:53.400653 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb72b4-b5be-467b-ad67-1b381665304f req-e44e5c41-65f2-4cd8-b8a1-fc200d761f4d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 15:51:53.402168 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5fcb72b4-b5be-467b-ad67-1b381665304f req-e44e5c41-65f2-4cd8-b8a1-fc200d761f4d tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/ports?device_id=74eaf4b2-e17d-4a5f-84da-e7539d6d2181 HTTP/1.1" status: 200 len: 943 time: 0.0815382 Apr 21 15:51:53.454645 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [req-5fcb72b4-b5be-467b-ad67-1b381665304f req-b95c1ef5-5e84-4799-a1a7-86042e655cd4 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "GET /v2.0/security-groups?id=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464425 Apr 21 15:51:53.501162 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1215345'] for port, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:53.551265 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event deleted for resources: {'Port': ['ID=7c7db127-17ba-4964-9859-53400d4dd1b6,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:53.627147 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.db.l3_dvrscheduler_db [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] No DVR routers for this DVR port 7c7db127-17ba-4964-9859-53400d4dd1b6 on host hv-neutron-8388 {{(pid=88107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:51:53.629595 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204072'] for port, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:53.631980 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-deleted', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6'}] {{(pid=88107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 15:51:53.648666 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [req-d230e444-0100-42c6-b2d3-a61f3ae3c286 req-f81f547f-e9eb-490c-9f11-7ae287b741a8 tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.13 "DELETE /v2.0/ports/7c7db127-17ba-4964-9859-53400d4dd1b6 HTTP/1.1" status: 204 len: 173 time: 0.7380369 Apr 21 15:51:53.678305 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf0ffa6-7233-4915-859e-742f5d3011d4'] response: {'server_uuid': '74eaf4b2-e17d-4a5f-84da-e7539d6d2181', 'name': 'network-vif-deleted', 'tag': '7c7db127-17ba-4964-9859-53400d4dd1b6', 'status': 'completed', 'code': 200} Apr 21 15:51:54.548602 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45488) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:54.615136 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:54.644764 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:54.708777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:54.727063 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67276dd4-709d-4fdc-8456-fa2bf8f0cc1b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:54.738716 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:54.739745 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-5018b645-7513-4b38-86c8-e4c1816f62ca tempest-TestSnapshotPattern-1117043653 tempest-TestSnapshotPattern-1117043653-project] 10.222.0.35 "DELETE /v2.0/security-groups/67276dd4-709d-4fdc-8456-fa2bf8f0cc1b HTTP/1.1" status: 204 len: 168 time: 0.1901360 Apr 21 15:51:54.799183 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:55.440440 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:55.560695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a7cad2a3-b357-4753-a1d8-886851b8a0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:55.780261 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Deleting port b1735087-d7ad-445d-825a-aa993c10ade6 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:55.780844 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:55.948324 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] For port b1735087-d7ad-445d-825a-aa993c10ade6, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b1735087-d7ad-445d-825a-aa993c10ade6,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:55.948672 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:56.173743 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Calling delete_port for b1735087-d7ad-445d-825a-aa993c10ade6 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:56.420501 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 no longer exists at agent hyperv_hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:56.456231 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] No Port match for: 7c7db127-17ba-4964-9859-53400d4dd1b6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:51:56.456504 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Device 7c7db127-17ba-4964-9859-53400d4dd1b6 not bound to the agent host hv-neutron-8388 {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:51:56.484188 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:56.531561 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1735087-d7ad-445d-825a-aa993c10ade6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:56.803622 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:57.162907 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Router 301d6b8f-d454-45f4-a387-bbfdab4e927b has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:51:57.339411 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:51:57.348087 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Sync routers for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:51:57.351051 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-52c7a831-9da2-4426-b294-89934f1e42e1 admin admin] 10.222.0.35 "PUT /v2.0/routers/301d6b8f-d454-45f4-a387-bbfdab4e927b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5514593 Apr 21 15:51:57.353621 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45500) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:57.357663 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:57.358258 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:28Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:57.542338 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: dv-neutron-838896-1-hyperv {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:57.651968 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:57.700500 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-363a6d22-5ee9-4821-ae99-a7c694053802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:57.832100 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:57.841733 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Deleting port b792ae85-5a1c-4d06-a987-bc0168d7ce77 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:57.842068 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:57.868970 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:51:56Z', 'revision_number': 5, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port': {'id': 'b792ae85-5a1c-4d06-a987-bc0168d7ce77', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:23:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:28Z', 'updated_at': '2022-04-21T15:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:57.872790 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Checking router: 301d6b8f-d454-45f4-a387-bbfdab4e927b for host: dv-neutron-838896-1-hyperv {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:51:57.880979 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Routers {'301d6b8f-d454-45f4-a387-bbfdab4e927b'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:51:57.881872 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['301d6b8f-d454-45f4-a387-bbfdab4e927b'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:58.021925 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] For port b792ae85-5a1c-4d06-a987-bc0168d7ce77, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=b792ae85-5a1c-4d06-a987-bc0168d7ce77,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:58.022184 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.033285 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] Set router 301d6b8f-d454-45f4-a387-bbfdab4e927b gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:51:58.143821 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:51:57Z', 'revision_number': 6, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:58.145906 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Calling delete_port for b792ae85-5a1c-4d06-a987-bc0168d7ce77 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:58.147804 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee8adb-f6ff-4fdc-87ab-701726a74284 None None] The sync data for ids ['301d6b8f-d454-45f4-a387-bbfdab4e927b'] in dv-neutron-838896-1-hyperv is: [{'id': '301d6b8f-d454-45f4-a387-bbfdab4e927b', 'name': 'tempest-TestSnapshotPattern-1820742138-router', 'tenant_id': 'e08a5813c245434bb1db64f7b7325ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:27Z', 'updated_at': '2022-04-21T15:51:57Z', 'revision_number': 6, 'project_id': 'e08a5813c245434bb1db64f7b7325ef8', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:51:58.315430 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.362276 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Pushing event deleted for resources: {'Port': ['ID=b792ae85-5a1c-4d06-a987-bc0168d7ce77,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:58.451379 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.626858 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.629089 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.653283 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.653881 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301d6b8f-d454-45f4-a387-bbfdab4e927b {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:51:58.666769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.667873 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-bb8bf166-7be2-4c6a-b100-b9692ad32586 admin admin] 10.222.0.35 "DELETE /v2.0/routers/301d6b8f-d454-45f4-a387-bbfdab4e927b HTTP/1.1" status: 204 len: 168 time: 1.3133554 Apr 21 15:51:58.670339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:58.727106 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Deleting subnet 9b94bb52-981b-46f8-8f7a-923b3eb081cb {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:51:58.730476 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.781769 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.860145 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:58.929694 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.023315 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.088585 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b94bb52-981b-46f8-8f7a-923b3eb081cb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:59.092935 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.098411 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa53f0-9479-4948-9b4c-2eb1b09f24b1 None None] Network 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:51:59.099687 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-779d4abf-447b-45b1-899b-20a1a40a4d4e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b94bb52-981b-46f8-8f7a-923b3eb081cb HTTP/1.1" status: 204 len: 168 time: 0.4284081 Apr 21 15:51:59.102069 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45508) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:51:59.212981 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.223677 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Deleting port bae73ce6-286b-4de2-907b-142c02237542 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:59.223999 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.245838 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.369625 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] DHCP port deletion for 1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:51:59.373981 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Deleting port bae73ce6-286b-4de2-907b-142c02237542 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:51:59.374358 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.434039 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] For port bae73ce6-286b-4de2-907b-142c02237542, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bae73ce6-286b-4de2-907b-142c02237542,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:59.434394 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.456598 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1735087-d7ad-445d-825a-aa993c10ade6 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:59.507410 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b1735087-d7ad-445d-825a-aa993c10ade6 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:51:59.507761 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b1735087-d7ad-445d-825a-aa993c10ade6 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:51:59.508164 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b792ae85-5a1c-4d06-a987-bc0168d7ce77 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:59.545088 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: b792ae85-5a1c-4d06-a987-bc0168d7ce77 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:51:59.545457 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device b792ae85-5a1c-4d06-a987-bc0168d7ce77 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:51:59.545868 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bae73ce6-286b-4de2-907b-142c02237542 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:51:59.561986 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Calling delete_port for bae73ce6-286b-4de2-907b-142c02237542 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:59.640193 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.688785 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Pushing event deleted for resources: {'Port': ['ID=bae73ce6-286b-4de2-907b-142c02237542,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:51:59.690605 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] No DVR routers for this DVR port bae73ce6-286b-4de2-907b-142c02237542 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:51:59.692550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] For port bae73ce6-286b-4de2-907b-142c02237542, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bae73ce6-286b-4de2-907b-142c02237542,segment=NetworkSegment(d7ce3569-54ed-4d39-a26a-785fa99f0713),segment_id=d7ce3569-54ed-4d39-a26a-785fa99f0713)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:51:59.692944 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.700412 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No active binding found for port bae73ce6-286b-4de2-907b-142c02237542 {{(pid=88109) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 21 15:51:59.700822 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bae73ce6-286b-4de2-907b-142c02237542 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:51:59.805109 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.816553 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Calling delete_port for bae73ce6-286b-4de2-907b-142c02237542 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:51:59.834474 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:59.848044 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ce3569-54ed-4d39-a26a-785fa99f0713') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:59.848335 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ce3569-54ed-4d39-a26a-785fa99f0713') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:51:59.860670 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.876630 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.883532 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:51:59.884554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.891120 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:51:59.891445 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:51:59.897551 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:51:59.974671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:51:59.980763 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:00.003659 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:00.016464 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-ab37d92d-3d11-4049-aadf-3c422c2fb05a admin admin] 10.222.0.35 "DELETE /v2.0/networks/1fa0a90c-c36e-4e7e-baf8-a1ee1fdf8ed4 HTTP/1.1" status: 204 len: 168 time: 0.9132762 Apr 21 15:52:00.019208 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:00.392548 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Deleting port bae73ce6-286b-4de2-907b-142c02237542 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:00.393104 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:00.462948 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-9148318d-77ff-460a-a5a4-1f9f1756699c None None] The port 'bae73ce6-286b-4de2-907b-142c02237542' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:52:00.652560 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1777605'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:00.694254 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:00.995591 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Deleting port bf59d883-561b-463b-97ad-e66bc6fb00d5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:00.996122 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:01.164766 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] For port bf59d883-561b-463b-97ad-e66bc6fb00d5, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=bf59d883-561b-463b-97ad-e66bc6fb00d5,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:52:01.165123 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:01.284354 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Calling delete_port for bf59d883-561b-463b-97ad-e66bc6fb00d5 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:52:01.458260 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:01.503755 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Pushing event deleted for resources: {'Port': ['ID=bf59d883-561b-463b-97ad-e66bc6fb00d5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:01.770033 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1775445'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:02.221553 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Router 319e077f-e851-4dc4-b21c-410bc1c5ac40 has already been hosted by L3 agent c35a8e1b-e63c-41a4-a52b-fd240d249fa6 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 21 15:52:02.394571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] Notify agent at l3_agent.dv-neutron-838896-1-hyperv the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 21 15:52:02.403523 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-a612de58-d94d-4cc5-8cc0-1c431bfd14da admin admin] 10.222.0.35 "PUT /v2.0/routers/319e077f-e851-4dc4-b21c-410bc1c5ac40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3833578 Apr 21 15:52:02.403699 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Sync routers for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 15:52:02.405924 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45516) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:02.412819 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:52:02.413441 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:02.583802 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:02.623307 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: dv-neutron-838896-1-hyperv {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:52:02.760173 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:02.770883 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Deleting port af34f9a8-6a94-4419-b8f6-ce590f1600b8 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:02.771401 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:02.913929 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'external_fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44'}], 'enable_snat': True}, 'gw_port_id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:52:01Z', 'revision_number': 5, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port': {'id': 'af34f9a8-6a94-4419-b8f6-ce590f1600b8', 'name': '', 'network_id': '3d886cf6-b946-42ff-a5ce-ba7bfd69f571', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-838896-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5cb6e233-9440-420c-ac13-1e627e7e6ce7', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-838896-1-hyperv'}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:02.918682 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Checking router: 319e077f-e851-4dc4-b21c-410bc1c5ac40 for host: dv-neutron-838896-1-hyperv {{(pid=88109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 15:52:02.926829 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Routers {'319e077f-e851-4dc4-b21c-410bc1c5ac40'} bound to L3 agent in host dv-neutron-838896-1-hyperv {{(pid=88109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 21 15:52:02.927429 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-838896-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T14:35:57Z,description=,heartbeat_timestamp=2022-04-21T15:51:58Z,host='dv-neutron-838896-1-hyperv',id=c35a8e1b-e63c-41a4-a52b-fd240d249fa6,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T14:35:57Z,topic='l3_agent')) {'router_ids': ['319e077f-e851-4dc4-b21c-410bc1c5ac40'], 'active': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:02.951620 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] For port af34f9a8-6a94-4419-b8f6-ce590f1600b8, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=af34f9a8-6a94-4419-b8f6-ce590f1600b8,segment=NetworkSegment(9dd5b45f-9566-474f-8c2e-a292234a9cba),segment_id=9dd5b45f-9566-474f-8c2e-a292234a9cba)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:52:02.952085 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.074301 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Calling delete_port for af34f9a8-6a94-4419-b8f6-ce590f1600b8 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:52:03.078836 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_dvr_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] Set router 319e077f-e851-4dc4-b21c-410bc1c5ac40 gateway port host: None {{(pid=88109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 21 15:52:03.185706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.db.l3_hamode_db [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:52:02Z', 'revision_number': 6, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port_host': None}], 'dv-neutron-838896-1-hyperv', False) {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:03.189582 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e7b0b-4227-4677-8fea-364beff138fc None None] The sync data for ids ['319e077f-e851-4dc4-b21c-410bc1c5ac40'] in dv-neutron-838896-1-hyperv is: [{'id': '319e077f-e851-4dc4-b21c-410bc1c5ac40', 'name': 'tempest-TestSnapshotPattern-1528784135-router', 'tenant_id': 'f4b05a8b978d49eea83b04934b702f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T15:45:34Z', 'updated_at': '2022-04-21T15:52:02Z', 'revision_number': 6, 'project_id': 'f4b05a8b978d49eea83b04934b702f84', 'gw_port_host': None}] {{(pid=88109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 15:52:03.244536 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.428714 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Pushing event deleted for resources: {'Port': ['ID=af34f9a8-6a94-4419-b8f6-ce590f1600b8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:03.492119 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1776088'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.668671 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1777599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14863'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.670951 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.692388 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770999'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.692867 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 319e077f-e851-4dc4-b21c-410bc1c5ac40 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 21 15:52:03.705174 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.708564 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-64fbd460-da09-47b4-92e6-44f98b2bc1de admin admin] 10.222.0.35 "DELETE /v2.0/routers/319e077f-e851-4dc4-b21c-410bc1c5ac40 HTTP/1.1" status: 204 len: 168 time: 1.2994919 Apr 21 15:52:03.708777 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45520) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:03.769554 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Deleting subnet 663b8f2c-244f-4680-8b3a-aed9a4d9d1f8 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 21 15:52:03.772339 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.820032 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7352396'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.899707 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749785'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:03.961733 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf59d883-561b-463b-97ad-e66bc6fb00d5 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:52:03.971004 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7352437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7691251'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.002333 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: bf59d883-561b-463b-97ad-e66bc6fb00d5 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:52:04.002683 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device bf59d883-561b-463b-97ad-e66bc6fb00d5 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:52:04.009927 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.013740 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90a5c9-c021-47f0-a92b-326852a48e3e None None] Network 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a requested from dv-neutron-838896-1-hyperv {{(pid=88109) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 21 15:52:04.017265 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=663b8f2c-244f-4680-8b3a-aed9a4d9d1f8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:04.021596 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-88607393-0f48-442e-82f1-e330eb8613e6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/663b8f2c-244f-4680-8b3a-aed9a4d9d1f8 HTTP/1.1" status: 204 len: 168 time: 0.3117867 Apr 21 15:52:04.023921 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.35', 45524) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:04.132914 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-623156'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.144453 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Deleting port 48310eb0-f794-4243-8f2a-3e622b4b79a3 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:04.144920 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.272416 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] DHCP port deletion for 0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a request from dv-neutron-838896-1-hyperv {{(pid=88109) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 21 15:52:04.276700 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Deleting port 48310eb0-f794-4243-8f2a-3e622b4b79a3 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:04.277067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.362613 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] For port 48310eb0-f794-4243-8f2a-3e622b4b79a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=48310eb0-f794-4243-8f2a-3e622b4b79a3,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:52:04.363205 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.482291 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] For port 48310eb0-f794-4243-8f2a-3e622b4b79a3, host dv-neutron-838896-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-838896-1-hyperv',level=0,port_id=48310eb0-f794-4243-8f2a-3e622b4b79a3,segment=NetworkSegment(96c3962b-2771-4562-839f-045ce447bcfc),segment_id=96c3962b-2771-4562-839f-045ce447bcfc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 21 15:52:04.482680 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1776911'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.486815 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Calling delete_port for 48310eb0-f794-4243-8f2a-3e622b4b79a3 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:52:04.562462 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-547573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1977149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792868684921', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792868322115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7352996'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.603820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Calling delete_port for 48310eb0-f794-4243-8f2a-3e622b4b79a3 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 21 15:52:04.614034 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] No DVR routers for this DVR port 48310eb0-f794-4243-8f2a-3e622b4b79a3 on host dv-neutron-838896-1-hyperv {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 15:52:04.640129 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Pushing event deleted for resources: {'Port': ['ID=48310eb0-f794-4243-8f2a-3e622b4b79a3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:04.674609 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.db.api [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88109) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 15:52:04.674962 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG oslo_db.api [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 15:52:04.733406 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-723992', 'neutron.services.segments.db._delete_segments_for_network-8792868860510'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.758169 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:04.772483 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c3962b-2771-4562-839f-045ce447bcfc') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:04.772778 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.services.segments.db [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c3962b-2771-4562-839f-045ce447bcfc') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 15:52:04.784151 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792868862585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7352405'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.800740 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721891'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.807480 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 15:52:04.807860 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-721688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7352979'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: Traceback (most recent call last): Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: timer() Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: cb(*args, **kw) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: return func(*args, **kwargs) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: self._notify() Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: self.callback(batched_events) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: event.method(event) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: return f(self, *a, **k) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._get(url).json() Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: return self.request(url, 'GET', **kwargs) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 15:52:04.820625 dv-neutron-838896-1-hyperv neutron-server[88108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 15:52:04.897704 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-724195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1776069'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.913710 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Notify callbacks [] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:04.923991 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] Pushing event deleted for resources: {'Network': ['ID=0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:04.927902 dv-neutron-838896-1-hyperv neutron-server[88108]: INFO neutron.wsgi [None req-d95e414a-c728-4431-9279-5099b604a83f admin admin] 10.222.0.35 "DELETE /v2.0/networks/0a5c887e-cfa5-4cb3-87bb-1bad1a53e94a HTTP/1.1" status: 204 len: 168 time: 0.9023983 Apr 21 15:52:05.033834 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 45530) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:05.081197 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-928769d1-0f4a-4f61-848b-fb23e9c9fd7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e08a5813c245434bb1db64f7b7325ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461071 Apr 21 15:52:05.083458 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 45534) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:05.140677 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.166626 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.176266 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Deleting port 48310eb0-f794-4243-8f2a-3e622b4b79a3 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 21 15:52:05.176735 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792868683798'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.226866 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.243521 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c3ed4-539a-4823-9693-9f1cb03949ed,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:05.251691 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.252901 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-b3496126-4cd8-4768-8163-efd04b2cc36c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee0c3ed4-539a-4823-9693-9f1cb03949ed HTTP/1.1" status: 204 len: 168 time: 0.1684966 Apr 21 15:52:05.288010 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9f2ec-378c-4706-97c0-02f55f1c786c None None] The port '48310eb0-f794-4243-8f2a-3e622b4b79a3' was deleted {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 21 15:52:05.432165 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af34f9a8-6a94-4419-b8f6-ce590f1600b8 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:52:05.469279 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: af34f9a8-6a94-4419-b8f6-ce590f1600b8 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:52:05.469636 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device af34f9a8-6a94-4419-b8f6-ce590f1600b8 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:52:05.470041 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 48310eb0-f794-4243-8f2a-3e622b4b79a3 no longer exists at agent ovs-agent-dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 21 15:52:05.503404 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] No Port match for: 48310eb0-f794-4243-8f2a-3e622b4b79a3 {{(pid=88109) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 21 15:52:05.503749 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron.plugins.ml2.rpc [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Device 48310eb0-f794-4243-8f2a-3e622b4b79a3 not bound to the agent host dv-neutron-838896-1-hyperv {{(pid=88109) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 21 15:52:05.601957 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 45542) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:05.650124 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-e5664b9f-464d-4846-a717-80c44e915006 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f4b05a8b978d49eea83b04934b702f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463872 Apr 21 15:52:05.652806 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.wsgi [-] (88107) accepted ('10.222.0.35', 45546) {{(pid=88107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 21 15:52:05.709274 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.735039 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.786979 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751301'] for security_group, after_delete {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.803942 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989d5e2-559f-4e64-839d-5531de7f342a,revision_number=None']} {{(pid=88107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 15:52:05.808512 dv-neutron-838896-1-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:05.809733 dv-neutron-838896-1-hyperv neutron-server[88107]: INFO neutron.wsgi [None req-ab00484f-68ec-4afe-bd0a-9883ee96b379 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6989d5e2-559f-4e64-839d-5531de7f342a HTTP/1.1" status: 204 len: 168 time: 0.1559215 Apr 21 15:52:10.357336 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:52:22.607764 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:25.563401 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f1a7914-a50f-461e-bc4b-efc570b12839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:27.704787 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-938ac463-7c75-46d1-be8c-a7456c89f559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:29.018067 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:29.178116 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:30.696252 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:47.356166 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:52:52.603256 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:55.567855 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4015a139-0272-4bf3-a9cd-faf601cdbe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:57.706322 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3b24e215-f02d-49ba-aeea-63db7f4d8605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:59.022027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:52:59.179530 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:00.701259 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:22.619009 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:24.355012 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:53:25.569607 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d951918c-507a-4835-a5e2-9984768cc678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:27.708146 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61611c9c-4358-4c6d-bf04-5bcb04c981ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:29.023820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:29.181698 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:30.700240 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:43.018571 dv-neutron-838896-1-hyperv neutron-server[88108]: DEBUG neutron.wsgi [req-e166669e-9945-4654-8eb6-25923e7ca1e4 req-f23aa3f0-946d-4658-a61b-95bb0059172f service neutron] (88108) timed out ('10.222.0.35', 43936) {{(pid=88108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 21 15:53:52.630662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:55.572383 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-63259717-fd15-4734-a7c2-caebfaa408b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:57.709493 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9aca3a61-5255-498d-9342-a94686a60517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:59.027436 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:53:59.182544 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:00.704729 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:01.354846 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:54:22.631228 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:25.574007 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-db15b235-90cb-44c9-8cf8-6d6f1209483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:27.711034 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35e4e485-83ac-4e68-95db-4e22d6f52f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:29.029489 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:29.185743 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:30.707526 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:38.353982 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:54:52.636439 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:55.576900 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3272a66c-6903-4671-94c2-7f6866c11fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:57.713695 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-345d88bf-1118-4a2a-b183-12baf2e86511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:59.033346 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:54:59.188058 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:00.709804 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:15.353279 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:55:22.653809 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:25.577987 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8c85f118-2ce2-43fa-99bf-ae82941c61bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:27.716132 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9695c2ae-09ed-4508-a6c7-98f3c7b3d468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:29.034651 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:29.193926 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:30.712047 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:52.355799 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:55:52.643668 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:55.580995 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97c9fdb9-d194-47ea-9952-3d6a399fb0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:57.717031 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f81e4adf-5dbd-4b60-9994-614747374532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:59.037351 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:55:59.185846 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:00.715208 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:22.663316 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:25.582541 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41a06f1d-b749-475d-8571-2e213b74358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:27.717760 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a19b50d-941d-4b3e-befc-b4d7a0dbbc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:29.039662 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:29.187706 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:29.354895 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:56:30.718550 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:52.655853 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:55.585005 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-77eb6571-94fa-4c0f-b7ce-caff72926406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:57.718589 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8c5c50d-40bc-4280-95be-a86769b0b0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:59.043027 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:56:59.188478 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:00.720539 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:06.354030 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:57:22.683491 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:25.586042 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d185075-1467-4f0e-a6b6-ba0af26864ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:27.720286 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3fd89d8a-97c8-4b60-9d9a-0dfb874b77fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:29.046100 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-51ce9e0d-25bf-4df4-a32a-433fd8a53dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:29.190759 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70a8fb2-001e-472d-aa05-b55b3f32aaa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:30.723377 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5fbd627-9db1-46b8-b68a-b5f97a2d119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 15:57:43.353156 dv-neutron-838896-1-hyperv neutron-server[88110]: DEBUG neutron.db.agents_db [None req-4db74227-49fa-4432-bd96-cbdd0a789c3d None None] Agent healthcheck: found 6 active agents {{(pid=88110) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 21 15:57:52.700820 dv-neutron-838896-1-hyperv neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6dd38e9c-aec1-404f-87a9-8e5b07613d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792868860492', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751906'] for agent, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}